If ae is NULL, just print that the controller is unsupported and return,
[dragonfly.git] / sys / dev / raid / amr / amr.c
CommitLineData
984263bc
MD
1/*-
2 * Copyright (c) 1999,2000 Michael Smith
3 * Copyright (c) 2000 BSDi
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 * notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 * notice, this list of conditions and the following disclaimer in the
13 * documentation and/or other materials provided with the distribution.
14 *
15 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
16 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
17 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
18 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
19 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
20 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
21 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
22 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
23 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
24 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
25 * SUCH DAMAGE.
26 *
27 * Copyright (c) 2002 Eric Moore
28 * Copyright (c) 2002 LSI Logic Corporation
29 * All rights reserved.
30 *
31 * Redistribution and use in source and binary forms, with or without
32 * modification, are permitted provided that the following conditions
33 * are met:
34 * 1. Redistributions of source code must retain the above copyright
35 * notice, this list of conditions and the following disclaimer.
36 * 2. Redistributions in binary form must reproduce the above copyright
37 * notice, this list of conditions and the following disclaimer in the
38 * documentation and/or other materials provided with the distribution.
39 * 3. The party using or redistributing the source code and binary forms
40 * agrees to the disclaimer below and the terms and conditions set forth
41 * herein.
42 *
43 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
44 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
45 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
46 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
47 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
48 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
49 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
50 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
51 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
52 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
53 * SUCH DAMAGE.
54 *
55 * $FreeBSD: src/sys/dev/amr/amr.c,v 1.7.2.13 2003/01/15 13:41:18 emoore Exp $
f3ac3f0c 56 * $DragonFly: src/sys/dev/raid/amr/amr.c,v 1.27 2008/09/16 12:39:15 swildner Exp $
984263bc
MD
57 */
58
59/*
60 * Driver for the AMI MegaRaid family of controllers.
61 */
62
63#include <sys/param.h>
64#include <sys/systm.h>
65#include <sys/malloc.h>
66#include <sys/kernel.h>
67
1f2de5d4 68#include "amr_compat.h"
984263bc
MD
69#include <sys/bus.h>
70#include <sys/conf.h>
71#include <sys/devicestat.h>
72#include <sys/disk.h>
73#include <sys/stat.h>
984263bc
MD
74#include <sys/rman.h>
75
1f2de5d4
MD
76#include <bus/pci/pcireg.h>
77#include <bus/pci/pcivar.h>
984263bc 78
1f2de5d4
MD
79#include "amrio.h"
80#include "amrreg.h"
81#include "amrvar.h"
984263bc 82#define AMR_DEFINE_TABLES
1f2de5d4 83#include "amr_tables.h"
984263bc
MD
84
85#define AMR_CDEV_MAJOR 132
86
87static d_open_t amr_open;
88static d_close_t amr_close;
89static d_ioctl_t amr_ioctl;
90
fef8985e
MD
91static struct dev_ops amr_ops = {
92 { "amr", AMR_CDEV_MAJOR, 0 },
93 .d_open = amr_open,
94 .d_close = amr_close,
95 .d_ioctl = amr_ioctl
984263bc
MD
96};
97
98/*
99 * Initialisation, bus interface.
100 */
101static void amr_startup(void *arg);
102
103/*
104 * Command wrappers
105 */
106static int amr_query_controller(struct amr_softc *sc);
107static void *amr_enquiry(struct amr_softc *sc, size_t bufsize,
108 u_int8_t cmd, u_int8_t cmdsub, u_int8_t cmdqual);
109static void amr_completeio(struct amr_command *ac);
110static int amr_support_ext_cdb(struct amr_softc *sc);
111
112/*
113 * Command buffer allocation.
114 */
115static void amr_alloccmd_cluster(struct amr_softc *sc);
116static void amr_freecmd_cluster(struct amr_command_cluster *acc);
117
118/*
119 * Command processing.
120 */
121static int amr_bio_command(struct amr_softc *sc, struct amr_command **acp);
122static int amr_wait_command(struct amr_command *ac);
123static int amr_getslot(struct amr_command *ac);
124static void amr_mapcmd(struct amr_command *ac);
125static void amr_unmapcmd(struct amr_command *ac);
126static int amr_start(struct amr_command *ac);
127static void amr_complete(void *context, int pending);
128
129/*
130 * Status monitoring
131 */
132static void amr_periodic(void *data);
133
134/*
135 * Interface-specific shims
136 */
137static int amr_quartz_submit_command(struct amr_softc *sc);
138static int amr_quartz_get_work(struct amr_softc *sc, struct amr_mailbox *mbsave);
139static int amr_quartz_poll_command(struct amr_command *ac);
140
141static int amr_std_submit_command(struct amr_softc *sc);
142static int amr_std_get_work(struct amr_softc *sc, struct amr_mailbox *mbsave);
143static int amr_std_poll_command(struct amr_command *ac);
144static void amr_std_attach_mailbox(struct amr_softc *sc);
145
146#ifdef AMR_BOARD_INIT
147static int amr_quartz_init(struct amr_softc *sc);
148static int amr_std_init(struct amr_softc *sc);
149#endif
150
151/*
152 * Debugging
153 */
154static void amr_describe_controller(struct amr_softc *sc);
155#ifdef AMR_DEBUG
156#if 0
157static void amr_printcommand(struct amr_command *ac);
158#endif
159#endif
160
32832096
MD
161DECLARE_DUMMY_MODULE(amr);
162
984263bc
MD
163/********************************************************************************
164 ********************************************************************************
165 Inline Glue
166 ********************************************************************************
167 ********************************************************************************/
168
169/********************************************************************************
170 ********************************************************************************
171 Public Interfaces
172 ********************************************************************************
173 ********************************************************************************/
174
175/********************************************************************************
176 * Initialise the controller and softc.
177 */
178int
179amr_attach(struct amr_softc *sc)
180{
181
182 debug_called(1);
183
184 /*
185 * Initialise per-controller queues.
186 */
187 TAILQ_INIT(&sc->amr_completed);
188 TAILQ_INIT(&sc->amr_freecmds);
189 TAILQ_INIT(&sc->amr_cmd_clusters);
190 TAILQ_INIT(&sc->amr_ready);
191 bioq_init(&sc->amr_bioq);
192
42cdd4ab 193#if defined(__FreeBSD__) && __FreeBSD_version >= 500005
984263bc
MD
194 /*
195 * Initialise command-completion task.
196 */
197 TASK_INIT(&sc->amr_task_complete, 0, amr_complete, sc);
198#endif
199
200 debug(2, "queue init done");
201
202 /*
203 * Configure for this controller type.
204 */
205 if (AMR_IS_QUARTZ(sc)) {
206 sc->amr_submit_command = amr_quartz_submit_command;
207 sc->amr_get_work = amr_quartz_get_work;
208 sc->amr_poll_command = amr_quartz_poll_command;
209 } else {
210 sc->amr_submit_command = amr_std_submit_command;
211 sc->amr_get_work = amr_std_get_work;
212 sc->amr_poll_command = amr_std_poll_command;
fc6d0222 213 amr_std_attach_mailbox(sc);
984263bc
MD
214 }
215
216#ifdef AMR_BOARD_INIT
217 if ((AMR_IS_QUARTZ(sc) ? amr_quartz_init(sc) : amr_std_init(sc))))
218 return(ENXIO);
219#endif
220
221 /*
222 * Quiz controller for features and limits.
223 */
224 if (amr_query_controller(sc))
225 return(ENXIO);
226
227 debug(2, "controller query complete");
228
229 /*
230 * Attach our 'real' SCSI channels to CAM.
231 */
232 if (amr_cam_attach(sc))
233 return(ENXIO);
234 debug(2, "CAM attach done");
235
236 /*
237 * Create the control device.
238 */
fef8985e
MD
239 dev_ops_add(&amr_ops, -1, device_get_unit(sc->amr_dev));
240 sc->amr_dev_t = make_dev(&amr_ops, device_get_unit(sc->amr_dev),
e4c9c0c8
MD
241 UID_ROOT, GID_OPERATOR, S_IRUSR | S_IWUSR,
242 "amr%d", device_get_unit(sc->amr_dev));
984263bc 243 sc->amr_dev_t->si_drv1 = sc;
e4c9c0c8 244 reference_dev(sc->amr_dev_t);
984263bc
MD
245
246 /*
247 * Schedule ourselves to bring the controller up once interrupts are
248 * available.
249 */
250 bzero(&sc->amr_ich, sizeof(struct intr_config_hook));
251 sc->amr_ich.ich_func = amr_startup;
252 sc->amr_ich.ich_arg = sc;
a1e26a0c 253 sc->amr_ich.ich_desc = "amr";
984263bc
MD
254 if (config_intrhook_establish(&sc->amr_ich) != 0) {
255 device_printf(sc->amr_dev, "can't establish configuration hook\n");
256 return(ENOMEM);
257 }
258
259 /*
260 * Print a little information about the controller.
261 */
262 amr_describe_controller(sc);
263
264 debug(2, "attach complete");
265 return(0);
266}
267
268/********************************************************************************
269 * Locate disk resources and attach children to them.
270 */
271static void
272amr_startup(void *arg)
273{
274 struct amr_softc *sc = (struct amr_softc *)arg;
275 struct amr_logdrive *dr;
276 int i, error;
277
278 debug_called(1);
0cdb68f0 279 callout_init(&sc->amr_timeout);
984263bc
MD
280
281 /* pull ourselves off the intrhook chain */
282 config_intrhook_disestablish(&sc->amr_ich);
283
284 /* get up-to-date drive information */
285 if (amr_query_controller(sc)) {
286 device_printf(sc->amr_dev, "can't scan controller for drives\n");
287 return;
288 }
289
290 /* iterate over available drives */
291 for (i = 0, dr = &sc->amr_drive[0]; (i < AMR_MAXLD) && (dr->al_size != 0xffffffff); i++, dr++) {
292 /* are we already attached to this drive? */
293 if (dr->al_disk == 0) {
294 /* generate geometry information */
295 if (dr->al_size > 0x200000) { /* extended translation? */
296 dr->al_heads = 255;
297 dr->al_sectors = 63;
298 } else {
299 dr->al_heads = 64;
300 dr->al_sectors = 32;
301 }
302 dr->al_cylinders = dr->al_size / (dr->al_heads * dr->al_sectors);
303
304 dr->al_disk = device_add_child(sc->amr_dev, NULL, -1);
305 if (dr->al_disk == 0)
306 device_printf(sc->amr_dev, "device_add_child failed\n");
307 device_set_ivars(dr->al_disk, dr);
308 }
309 }
310
311 if ((error = bus_generic_attach(sc->amr_dev)) != 0)
312 device_printf(sc->amr_dev, "bus_generic_attach returned %d\n", error);
313
314 /* mark controller back up */
315 sc->amr_state &= ~AMR_STATE_SHUTDOWN;
316
317 /* interrupts will be enabled before we do anything more */
318 sc->amr_state |= AMR_STATE_INTEN;
319
320 /*
321 * Start the timeout routine.
322 */
9087698d 323/* callout_reset(&sc->amr_timeout, hz, amr_periodic, sc); */
984263bc
MD
324
325 return;
326}
327
328/*******************************************************************************
329 * Free resources associated with a controller instance
330 */
331void
332amr_free(struct amr_softc *sc)
333{
334 struct amr_command_cluster *acc;
335
336 /* detach from CAM */
337 amr_cam_detach(sc);
338
339 /* cancel status timeout */
0cdb68f0 340 callout_stop(&sc->amr_timeout);
984263bc
MD
341
342 /* throw away any command buffers */
343 while ((acc = TAILQ_FIRST(&sc->amr_cmd_clusters)) != NULL) {
344 TAILQ_REMOVE(&sc->amr_cmd_clusters, acc, acc_link);
345 amr_freecmd_cluster(acc);
346 }
347
348 /* destroy control device */
b13267a5 349 if( sc->amr_dev_t != (cdev_t)NULL)
984263bc 350 destroy_dev(sc->amr_dev_t);
fef8985e 351 dev_ops_remove(&amr_ops, -1, device_get_unit(sc->amr_dev));
984263bc
MD
352}
353
354/*******************************************************************************
355 * Receive a bio structure from a child device and queue it on a particular
356 * disk resource, then poke the disk resource to start as much work as it can.
357 */
358int
359amr_submit_bio(struct amr_softc *sc, struct bio *bio)
360{
361 debug_called(2);
362
363 amr_enqueue_bio(sc, bio);
364 amr_startio(sc);
365 return(0);
366}
367
368/********************************************************************************
369 * Accept an open operation on the control device.
370 */
371static int
fef8985e 372amr_open(struct dev_open_args *ap)
984263bc 373{
b13267a5 374 cdev_t dev = ap->a_head.a_dev;
984263bc
MD
375 int unit = minor(dev);
376 struct amr_softc *sc = devclass_get_softc(devclass_find("amr"), unit);
377
378 debug_called(1);
379
380 sc->amr_state |= AMR_STATE_OPEN;
381 return(0);
382}
383
384/********************************************************************************
385 * Accept the last close on the control device.
386 */
387static int
fef8985e 388amr_close(struct dev_close_args *ap)
984263bc 389{
b13267a5 390 cdev_t dev = ap->a_head.a_dev;
984263bc
MD
391 int unit = minor(dev);
392 struct amr_softc *sc = devclass_get_softc(devclass_find("amr"), unit);
393
394 debug_called(1);
395
396 sc->amr_state &= ~AMR_STATE_OPEN;
397 return (0);
398}
399
400/********************************************************************************
401 * Handle controller-specific control operations.
402 */
403static int
fef8985e 404amr_ioctl(struct dev_ioctl_args *ap)
984263bc 405{
b13267a5 406 cdev_t dev = ap->a_head.a_dev;
984263bc 407 struct amr_softc *sc = (struct amr_softc *)dev->si_drv1;
fef8985e
MD
408 int *arg = (int *)ap->a_data;
409 struct amr_user_ioctl *au = (struct amr_user_ioctl *)ap->a_data;
984263bc
MD
410 struct amr_command *ac;
411 struct amr_mailbox_ioctl *mbi;
fef8985e 412 struct amr_passthrough *apt;
984263bc
MD
413 void *dp;
414 int error;
415
416 debug_called(1);
417
418 error = 0;
419 dp = NULL;
fef8985e 420 apt = NULL;
984263bc 421 ac = NULL;
fef8985e 422 switch(ap->a_cmd) {
984263bc
MD
423
424 case AMR_IO_VERSION:
425 debug(1, "AMR_IO_VERSION");
426 *arg = AMR_IO_VERSION_NUMBER;
427 break;
428
429 case AMR_IO_COMMAND:
430 debug(1, "AMR_IO_COMMAND 0x%x", au->au_cmd[0]);
431 /* handle inbound data buffer */
432 if (au->au_length != 0) {
978400d3 433 dp = kmalloc(au->au_length, M_DEVBUF, M_WAITOK);
984263bc
MD
434 if ((error = copyin(au->au_buffer, dp, au->au_length)) != 0)
435 break;
436 debug(2, "copyin %ld bytes from %p -> %p", au->au_length, au->au_buffer, dp);
437 }
438
439 if ((ac = amr_alloccmd(sc)) == NULL) {
440 error = ENOMEM;
441 break;
442 }
443
444 /* handle SCSI passthrough command */
445 if (au->au_cmd[0] == AMR_CMD_PASS) {
978400d3 446 apt = kmalloc(sizeof(*apt), M_DEVBUF, M_WAITOK | M_ZERO);
984263bc
MD
447
448 /* copy cdb */
fef8985e
MD
449 apt->ap_cdb_length = au->au_cmd[2];
450 bcopy(&au->au_cmd[3], &apt->ap_cdb[0], apt->ap_cdb_length);
984263bc
MD
451
452 /* build passthrough */
fef8985e
MD
453 apt->ap_timeout = au->au_cmd[apt->ap_cdb_length + 3] & 0x07;
454 apt->ap_ars = (au->au_cmd[apt->ap_cdb_length + 3] & 0x08) ? 1 : 0;
455 apt->ap_islogical = (au->au_cmd[apt->ap_cdb_length + 3] & 0x80) ? 1 : 0;
456 apt->ap_logical_drive_no = au->au_cmd[apt->ap_cdb_length + 4];
457 apt->ap_channel = au->au_cmd[apt->ap_cdb_length + 5];
458 apt->ap_scsi_id = au->au_cmd[apt->ap_cdb_length + 6];
459 apt->ap_request_sense_length = 14;
460 apt->ap_data_transfer_length = au->au_length;
984263bc
MD
461 /* XXX what about the request-sense area? does the caller want it? */
462
463 /* build command */
fef8985e
MD
464 ac->ac_data = apt;
465 ac->ac_length = sizeof(*apt);
984263bc
MD
466 ac->ac_flags |= AMR_CMD_DATAOUT;
467 ac->ac_ccb_data = dp;
468 ac->ac_ccb_length = au->au_length;
469 if (au->au_direction & AMR_IO_READ)
470 ac->ac_flags |= AMR_CMD_CCB_DATAIN;
471 if (au->au_direction & AMR_IO_WRITE)
472 ac->ac_flags |= AMR_CMD_CCB_DATAOUT;
473
474 ac->ac_mailbox.mb_command = AMR_CMD_PASS;
475
476 } else {
477 /* direct command to controller */
478 mbi = (struct amr_mailbox_ioctl *)&ac->ac_mailbox;
479
480 /* copy pertinent mailbox items */
481 mbi->mb_command = au->au_cmd[0];
482 mbi->mb_channel = au->au_cmd[1];
483 mbi->mb_param = au->au_cmd[2];
484 mbi->mb_pad[0] = au->au_cmd[3];
485 mbi->mb_drive = au->au_cmd[4];
486
487 /* build the command */
488 ac->ac_data = dp;
489 ac->ac_length = au->au_length;
490 if (au->au_direction & AMR_IO_READ)
491 ac->ac_flags |= AMR_CMD_DATAIN;
492 if (au->au_direction & AMR_IO_WRITE)
493 ac->ac_flags |= AMR_CMD_DATAOUT;
494 }
495
496 /* run the command */
497 if ((error = amr_wait_command(ac)) != 0)
498 break;
499
500 /* copy out data and set status */
501 if (au->au_length != 0)
502 error = copyout(dp, au->au_buffer, au->au_length);
503 debug(2, "copyout %ld bytes from %p -> %p", au->au_length, dp, au->au_buffer);
504 if (dp != NULL)
505 debug(2, "%16d", (int)dp);
506 au->au_status = ac->ac_status;
507 break;
508
509 default:
510 debug(1, "unknown ioctl 0x%lx", cmd);
511 error = ENOIOCTL;
512 break;
513 }
514
515 if (dp != NULL)
efda3bd0 516 kfree(dp, M_DEVBUF);
fef8985e 517 if (apt != NULL)
efda3bd0 518 kfree(apt, M_DEVBUF);
984263bc
MD
519 if (ac != NULL)
520 amr_releasecmd(ac);
521 return(error);
522}
523
524/********************************************************************************
525 ********************************************************************************
526 Status Monitoring
527 ********************************************************************************
528 ********************************************************************************/
529
530/********************************************************************************
531 * Perform a periodic check of the controller status
532 */
533static void
534amr_periodic(void *data)
535{
536 struct amr_softc *sc = (struct amr_softc *)data;
537
538 debug_called(2);
539
540 /* XXX perform periodic status checks here */
541
542 /* compensate for missed interrupts */
543 amr_done(sc);
544
545 /* reschedule */
0cdb68f0 546 callout_reset(&sc->amr_timeout, hz, amr_periodic, sc);
984263bc
MD
547}
548
549/********************************************************************************
550 ********************************************************************************
551 Command Wrappers
552 ********************************************************************************
553 ********************************************************************************/
554
555/********************************************************************************
556 * Interrogate the controller for the operational parameters we require.
557 */
558static int
559amr_query_controller(struct amr_softc *sc)
560{
561 struct amr_enquiry3 *aex;
562 struct amr_prodinfo *ap;
563 struct amr_enquiry *ae;
564 int ldrv;
565
566 /*
567 * If we haven't found the real limit yet, let us have a couple of commands in
568 * order to be able to probe.
569 */
570 if (sc->amr_maxio == 0)
571 sc->amr_maxio = 2;
572
573 /*
574 * Greater than 10 byte cdb support
575 */
576 sc->support_ext_cdb = amr_support_ext_cdb(sc);
577
578 if(sc->support_ext_cdb) {
579 debug(2,"supports extended CDBs.");
580 }
581
582 /*
583 * Try to issue an ENQUIRY3 command
584 */
585 if ((aex = amr_enquiry(sc, 2048, AMR_CMD_CONFIG, AMR_CONFIG_ENQ3,
586 AMR_CONFIG_ENQ3_SOLICITED_FULL)) != NULL) {
587
588 /*
589 * Fetch current state of logical drives.
590 */
591 for (ldrv = 0; ldrv < aex->ae_numldrives; ldrv++) {
592 sc->amr_drive[ldrv].al_size = aex->ae_drivesize[ldrv];
593 sc->amr_drive[ldrv].al_state = aex->ae_drivestate[ldrv];
594 sc->amr_drive[ldrv].al_properties = aex->ae_driveprop[ldrv];
595 debug(2, " drive %d: %d state %x properties %x\n", ldrv, sc->amr_drive[ldrv].al_size,
596 sc->amr_drive[ldrv].al_state, sc->amr_drive[ldrv].al_properties);
597 }
efda3bd0 598 kfree(aex, M_DEVBUF);
984263bc
MD
599
600 /*
601 * Get product info for channel count.
602 */
603 if ((ap = amr_enquiry(sc, 2048, AMR_CMD_CONFIG, AMR_CONFIG_PRODUCT_INFO, 0)) == NULL) {
604 device_printf(sc->amr_dev, "can't obtain product data from controller\n");
605 return(1);
606 }
607 sc->amr_maxdrives = 40;
608 sc->amr_maxchan = ap->ap_nschan;
609 sc->amr_maxio = ap->ap_maxio;
610 sc->amr_type |= AMR_TYPE_40LD;
efda3bd0 611 kfree(ap, M_DEVBUF);
984263bc
MD
612
613 } else {
614
615 /* failed, try the 8LD ENQUIRY commands */
616 if ((ae = (struct amr_enquiry *)amr_enquiry(sc, 2048, AMR_CMD_EXT_ENQUIRY2, 0, 0)) == NULL) {
617 if ((ae = (struct amr_enquiry *)amr_enquiry(sc, 2048, AMR_CMD_ENQUIRY, 0, 0)) == NULL) {
618 device_printf(sc->amr_dev, "can't obtain configuration data from controller\n");
619 return(1);
620 }
621 ae->ae_signature = 0;
622 }
623
624 /*
625 * Fetch current state of logical drives.
626 */
627 for (ldrv = 0; ldrv < ae->ae_ldrv.al_numdrives; ldrv++) {
628 sc->amr_drive[ldrv].al_size = ae->ae_ldrv.al_size[ldrv];
629 sc->amr_drive[ldrv].al_state = ae->ae_ldrv.al_state[ldrv];
630 sc->amr_drive[ldrv].al_properties = ae->ae_ldrv.al_properties[ldrv];
631 debug(2, " drive %d: %d state %x properties %x\n", ldrv, sc->amr_drive[ldrv].al_size,
632 sc->amr_drive[ldrv].al_state, sc->amr_drive[ldrv].al_properties);
633 }
634
635 sc->amr_maxdrives = 8;
636 sc->amr_maxchan = ae->ae_adapter.aa_channels;
637 sc->amr_maxio = ae->ae_adapter.aa_maxio;
efda3bd0 638 kfree(ae, M_DEVBUF);
984263bc
MD
639 }
640
641 /*
642 * Mark remaining drives as unused.
643 */
644 for (; ldrv < AMR_MAXLD; ldrv++)
645 sc->amr_drive[ldrv].al_size = 0xffffffff;
646
647 /*
648 * Cap the maximum number of outstanding I/Os. AMI's Linux driver doesn't trust
649 * the controller's reported value, and lockups have been seen when we do.
650 */
651 sc->amr_maxio = imin(sc->amr_maxio, AMR_LIMITCMD);
652
653 return(0);
654}
655
656/********************************************************************************
657 * Run a generic enquiry-style command.
658 */
659static void *
660amr_enquiry(struct amr_softc *sc, size_t bufsize, u_int8_t cmd, u_int8_t cmdsub, u_int8_t cmdqual)
661{
662 struct amr_command *ac;
663 void *result;
664 u_int8_t *mbox;
665 int error;
666
667 debug_called(1);
668
669 error = 1;
670 result = NULL;
671
672 /* get ourselves a command buffer */
673 if ((ac = amr_alloccmd(sc)) == NULL)
674 goto out;
675 /* allocate the response structure */
efda3bd0 676 result = kmalloc(bufsize, M_DEVBUF, M_INTWAIT);
984263bc
MD
677 /* set command flags */
678 ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAOUT;
679
680 /* point the command at our data */
681 ac->ac_data = result;
682 ac->ac_length = bufsize;
683
684 /* build the command proper */
685 mbox = (u_int8_t *)&ac->ac_mailbox; /* XXX want a real structure for this? */
686 mbox[0] = cmd;
687 mbox[2] = cmdsub;
688 mbox[3] = cmdqual;
689
690 /* can't assume that interrupts are going to work here, so play it safe */
691 if (sc->amr_poll_command(ac))
692 goto out;
693 error = ac->ac_status;
694
695 out:
696 if (ac != NULL)
697 amr_releasecmd(ac);
698 if ((error != 0) && (result != NULL)) {
efda3bd0 699 kfree(result, M_DEVBUF);
984263bc
MD
700 result = NULL;
701 }
702 return(result);
703}
704
705/********************************************************************************
706 * Flush the controller's internal cache, return status.
707 */
708int
709amr_flush(struct amr_softc *sc)
710{
711 struct amr_command *ac;
712 int error;
713
714 /* get ourselves a command buffer */
715 error = 1;
716 if ((ac = amr_alloccmd(sc)) == NULL)
717 goto out;
718 /* set command flags */
719 ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAOUT;
720
721 /* build the command proper */
722 ac->ac_mailbox.mb_command = AMR_CMD_FLUSH;
723
724 /* we have to poll, as the system may be going down or otherwise damaged */
725 if (sc->amr_poll_command(ac))
726 goto out;
727 error = ac->ac_status;
728
729 out:
730 if (ac != NULL)
731 amr_releasecmd(ac);
732 return(error);
733}
734
735/********************************************************************************
736 * Detect extented cdb >> greater than 10 byte cdb support
737 * returns '1' means this support exist
738 * returns '0' means this support doesn't exist
739 */
740static int
741amr_support_ext_cdb(struct amr_softc *sc)
742{
743 struct amr_command *ac;
744 u_int8_t *mbox;
745 int error;
746
747 /* get ourselves a command buffer */
748 error = 0;
749 if ((ac = amr_alloccmd(sc)) == NULL)
750 goto out;
751 /* set command flags */
752 ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAOUT;
753
754 /* build the command proper */
755 mbox = (u_int8_t *)&ac->ac_mailbox; /* XXX want a real structure for this? */
756 mbox[0] = 0xA4;
757 mbox[2] = 0x16;
758
759
760 /* we have to poll, as the system may be going down or otherwise damaged */
761 if (sc->amr_poll_command(ac))
762 goto out;
763 if( ac->ac_status == AMR_STATUS_SUCCESS ) {
764 error = 1;
765 }
766
767out:
768 if (ac != NULL)
769 amr_releasecmd(ac);
770 return(error);
771}
772
773/********************************************************************************
774 * Try to find I/O work for the controller from one or more of the work queues.
775 *
776 * We make the assumption that if the controller is not ready to take a command
777 * at some given time, it will generate an interrupt at some later time when
778 * it is.
779 */
780void
781amr_startio(struct amr_softc *sc)
782{
783 struct amr_command *ac;
784
785 /* spin until something prevents us from doing any work */
786 for (;;) {
787
788 /* try to get a ready command */
789 ac = amr_dequeue_ready(sc);
790
791 /* if that failed, build a command from a bio */
792 if (ac == NULL)
793 (void)amr_bio_command(sc, &ac);
794
795 /* if that failed, build a command from a ccb */
796 if (ac == NULL)
797 (void)amr_cam_command(sc, &ac);
798
799 /* if we don't have anything to do, give up */
800 if (ac == NULL)
801 break;
802
803 /* try to give the command to the controller; if this fails save it for later and give up */
804 if (amr_start(ac)) {
805 debug(2, "controller busy, command deferred");
806 amr_requeue_ready(ac); /* XXX schedule retry very soon? */
807 break;
808 }
809 }
810}
811
812/********************************************************************************
813 * Handle completion of an I/O command.
814 */
815static void
816amr_completeio(struct amr_command *ac)
817{
818 struct amr_softc *sc = ac->ac_sc;
819
820 if (ac->ac_status != AMR_STATUS_SUCCESS) { /* could be more verbose here? */
81b5c339
MD
821 ac->ac_bio->bio_buf->b_error = EIO;
822 ac->ac_bio->bio_buf->b_flags |= B_ERROR;
984263bc
MD
823
824 device_printf(sc->amr_dev, "I/O error - 0x%x\n", ac->ac_status);
825/* amr_printcommand(ac);*/
826 }
827 amrd_intr(ac->ac_bio);
828 amr_releasecmd(ac);
829}
830
831/********************************************************************************
832 ********************************************************************************
833 Command Processing
834 ********************************************************************************
835 ********************************************************************************/
836
837/********************************************************************************
838 * Convert a bio off the top of the bio queue into a command.
839 */
840static int
841amr_bio_command(struct amr_softc *sc, struct amr_command **acp)
842{
843 struct amr_command *ac;
844 struct amrd_softc *amrd;
845 struct bio *bio;
846 int error;
847 int blkcount;
848 int driveno;
849 int cmd;
e0fc5693 850 u_int64_t lba;
984263bc
MD
851
852 ac = NULL;
853 error = 0;
854
855 /* get a bio to work on */
856 if ((bio = amr_dequeue_bio(sc)) == NULL)
857 goto out;
858
859 /* get a command */
860 if ((ac = amr_alloccmd(sc)) == NULL) {
861 error = ENOMEM;
862 goto out;
863 }
864
865 /* connect the bio to the command */
866 ac->ac_complete = amr_completeio;
867 ac->ac_bio = bio;
81b5c339
MD
868 ac->ac_data = bio->bio_buf->b_data;
869 ac->ac_length = bio->bio_buf->b_bcount;
b106cb48
MD
870
871 cmd = 0;
872 switch(bio->bio_buf->b_cmd) {
873 case BUF_CMD_READ:
984263bc
MD
874 ac->ac_flags |= AMR_CMD_DATAIN;
875 cmd = AMR_CMD_LREAD;
b106cb48
MD
876 break;
877 case BUF_CMD_WRITE:
984263bc
MD
878 ac->ac_flags |= AMR_CMD_DATAOUT;
879 cmd = AMR_CMD_LWRITE;
b106cb48
MD
880 break;
881 case BUF_CMD_FLUSH:
882 ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAOUT;
883 cmd = AMR_CMD_FLUSH;
884 break;
984263bc 885 }
81b5c339 886 amrd = (struct amrd_softc *)bio->bio_driver_info;
984263bc 887 driveno = amrd->amrd_drive - sc->amr_drive;
81b5c339 888 blkcount = (bio->bio_buf->b_bcount + AMR_BLKSIZE - 1) / AMR_BLKSIZE;
b106cb48 889
54078292 890 lba = bio->bio_offset / AMR_BLKSIZE;
e0fc5693 891 KKASSERT(lba < 0x100000000ULL);
984263bc
MD
892
893 ac->ac_mailbox.mb_command = cmd;
894 ac->ac_mailbox.mb_blkcount = blkcount;
54078292 895 ac->ac_mailbox.mb_lba = lba;
984263bc
MD
896 ac->ac_mailbox.mb_drive = driveno;
897 /* we fill in the s/g related data when the command is mapped */
898
54078292 899 if ((lba + blkcount) > sc->amr_drive[driveno].al_size)
e0fc5693 900 device_printf(sc->amr_dev, "I/O beyond end of unit (%lld,%d > %lu)\n",
54078292 901 lba, blkcount,
984263bc
MD
902 (u_long)sc->amr_drive[driveno].al_size);
903
904out:
905 if (error != 0) {
906 if (ac != NULL)
907 amr_releasecmd(ac);
908 if (bio != NULL) /* this breaks ordering... */
909 amr_enqueue_bio(sc, bio);
910 }
911 *acp = ac;
912 return(error);
913}
914
915/********************************************************************************
916 * Take a command, submit it to the controller and sleep until it completes
917 * or fails. Interrupts must be enabled, returns nonzero on error.
918 */
919static int
920amr_wait_command(struct amr_command *ac)
921{
922 int error, count;
923
924 debug_called(1);
925
926 ac->ac_complete = NULL;
927 ac->ac_flags |= AMR_CMD_SLEEP;
928 if ((error = amr_start(ac)) != 0)
929 return(error);
930
931 count = 0;
932 /* XXX better timeout? */
933 while ((ac->ac_flags & AMR_CMD_BUSY) && (count < 30)) {
377d4740 934 tsleep(ac, PCATCH, "amrwcmd", hz);
984263bc
MD
935 }
936 return(0);
937}
938
939/********************************************************************************
940 * Take a command, submit it to the controller and busy-wait for it to return.
941 * Returns nonzero on error. Can be safely called with interrupts enabled.
942 */
943static int
944amr_std_poll_command(struct amr_command *ac)
945{
946 struct amr_softc *sc = ac->ac_sc;
947 int error, count;
948
949 debug_called(2);
950
951 ac->ac_complete = NULL;
952 if ((error = amr_start(ac)) != 0)
953 return(error);
954
955 count = 0;
956 do {
957 /*
958 * Poll for completion, although the interrupt handler may beat us to it.
959 * Note that the timeout here is somewhat arbitrary.
960 */
961 amr_done(sc);
962 DELAY(1000);
963 } while ((ac->ac_flags & AMR_CMD_BUSY) && (count++ < 1000));
964 if (!(ac->ac_flags & AMR_CMD_BUSY)) {
965 error = 0;
966 } else {
967 /* XXX the slot is now marked permanently busy */
968 error = EIO;
969 device_printf(sc->amr_dev, "polled command timeout\n");
970 }
971 return(error);
972}
973
974/********************************************************************************
975 * Take a command, submit it to the controller and busy-wait for it to return.
976 * Returns nonzero on error. Can be safely called with interrupts enabled.
977 */
978static int
979amr_quartz_poll_command(struct amr_command *ac)
980{
981 struct amr_softc *sc = ac->ac_sc;
984263bc
MD
982 int error,count;
983
984 debug_called(2);
985
986 /* now we have a slot, we can map the command (unmapped in amr_complete) */
987 amr_mapcmd(ac);
988
7f2216bc 989 crit_enter();
984263bc 990
510931cd
HP
991 if (sc->amr_state & AMR_STATE_INTEN) {
992 count=0;
993 while (sc->amr_busyslots) {
994 tsleep(sc, PCATCH, "amrpoll", hz);
995 if(count++>10) {
996 break;
997 }
998 }
999
1000 if(sc->amr_busyslots) {
1001 device_printf(sc->amr_dev, "adapter is busy\n");
7f2216bc 1002 crit_exit();
510931cd
HP
1003 amr_unmapcmd(ac);
1004 ac->ac_status=0;
1005 return(1);
1006 }
984263bc
MD
1007 }
1008
1009 bcopy(&ac->ac_mailbox, (void *)(uintptr_t)(volatile void *)sc->amr_mailbox, AMR_MBOX_CMDSIZE);
1010
1011 /* clear the poll/ack fields in the mailbox */
1012 sc->amr_mailbox->mb_ident = 0xFE;
1013 sc->amr_mailbox->mb_nstatus = 0xFF;
1014 sc->amr_mailbox->mb_status = 0xFF;
1015 sc->amr_mailbox->mb_poll = 0;
1016 sc->amr_mailbox->mb_ack = 0;
1017 sc->amr_mailbox->mb_busy = 1;
1018
1019 AMR_QPUT_IDB(sc, sc->amr_mailboxphys | AMR_QIDB_SUBMIT);
1020
1021 while(sc->amr_mailbox->mb_nstatus == 0xFF);
1022 while(sc->amr_mailbox->mb_status == 0xFF);
1023 ac->ac_status=sc->amr_mailbox->mb_status;
1024 error = (ac->ac_status !=AMR_STATUS_SUCCESS) ? 1:0;
1025 while(sc->amr_mailbox->mb_poll != 0x77);
1026 sc->amr_mailbox->mb_poll = 0;
1027 sc->amr_mailbox->mb_ack = 0x77;
1028
1029 /* acknowledge that we have the commands */
1030 AMR_QPUT_IDB(sc, sc->amr_mailboxphys | AMR_QIDB_ACK);
1031 while(AMR_QGET_IDB(sc) & AMR_QIDB_ACK);
1032
7f2216bc 1033 crit_exit();
984263bc
MD
1034
1035 /* unmap the command's data buffer */
1036 amr_unmapcmd(ac);
1037
1038 return(error);
1039}
1040
1041/********************************************************************************
1042 * Get a free command slot for a command if it doesn't already have one.
1043 *
1044 * May be safely called multiple times for a given command.
1045 */
1046static int
1047amr_getslot(struct amr_command *ac)
1048{
1049 struct amr_softc *sc = ac->ac_sc;
7f2216bc 1050 int slot, limit, error;
984263bc
MD
1051
1052 debug_called(3);
1053
1054 /* if the command already has a slot, don't try to give it another one */
1055 if (ac->ac_slot != 0)
1056 return(0);
1057
1058 /* enforce slot usage limit */
1059 limit = (ac->ac_flags & AMR_CMD_PRIORITY) ? sc->amr_maxio : sc->amr_maxio - 4;
1060 if (sc->amr_busyslots > limit)
1061 return(EBUSY);
1062
1063 /*
1064 * Allocate a slot. XXX linear scan is slow
1065 */
1066 error = EBUSY;
7f2216bc 1067 crit_enter();
984263bc
MD
1068 for (slot = 0; slot < sc->amr_maxio; slot++) {
1069 if (sc->amr_busycmd[slot] == NULL) {
1070 sc->amr_busycmd[slot] = ac;
1071 sc->amr_busyslots++;
1072 ac->ac_slot = slot;
1073 error = 0;
1074 break;
1075 }
1076 }
7f2216bc 1077 crit_exit();
984263bc
MD
1078
1079 return(error);
1080}
1081
1082/********************************************************************************
1083 * Map/unmap (ac)'s data in the controller's addressable space as required.
1084 *
1085 * These functions may be safely called multiple times on a given command.
1086 */
1087static void
1088amr_setup_dmamap(void *arg, bus_dma_segment_t *segs, int nsegments, int error)
1089{
1090 struct amr_command *ac = (struct amr_command *)arg;
1091 struct amr_softc *sc = ac->ac_sc;
1092 struct amr_sgentry *sg;
1093 int i;
1094 u_int8_t *sgc;
1095
1096 debug_called(3);
1097
1098 /* get base address of s/g table */
1099 sg = sc->amr_sgtable + (ac->ac_slot * AMR_NSEG);
1100
1101 /* save data physical address */
1102 ac->ac_dataphys = segs[0].ds_addr;
1103
1104 /* for AMR_CMD_CONFIG the s/g count goes elsewhere */
1105 if (ac->ac_mailbox.mb_command == AMR_CMD_CONFIG) {
1106 sgc = &(((struct amr_mailbox_ioctl *)&ac->ac_mailbox)->mb_param);
1107 } else {
1108 sgc = &ac->ac_mailbox.mb_nsgelem;
1109 }
1110
1111 /* decide whether we need to populate the s/g table */
1112 if (nsegments < 2) {
1113 *sgc = 0;
1114 ac->ac_mailbox.mb_nsgelem = 0;
1115 ac->ac_mailbox.mb_physaddr = ac->ac_dataphys;
1116 } else {
1117 ac->ac_mailbox.mb_nsgelem = nsegments;
1118 *sgc = nsegments;
1119 ac->ac_mailbox.mb_physaddr = sc->amr_sgbusaddr + (ac->ac_slot * AMR_NSEG * sizeof(struct amr_sgentry));
1120 for (i = 0; i < nsegments; i++, sg++) {
1121 sg->sg_addr = segs[i].ds_addr;
1122 sg->sg_count = segs[i].ds_len;
1123 }
1124 }
1125}
1126
1127static void
1128amr_setup_ccbmap(void *arg, bus_dma_segment_t *segs, int nsegments, int error)
1129{
1130 struct amr_command *ac = (struct amr_command *)arg;
1131 struct amr_softc *sc = ac->ac_sc;
1132 struct amr_sgentry *sg;
1133 struct amr_passthrough *ap = (struct amr_passthrough *)ac->ac_data;
1134 struct amr_ext_passthrough *aep = (struct amr_ext_passthrough *)ac->ac_data;
1135 int i;
1136
1137 /* get base address of s/g table */
1138 sg = sc->amr_sgtable + (ac->ac_slot * AMR_NSEG);
1139
1140 /* decide whether we need to populate the s/g table */
1141 if( ac->ac_mailbox.mb_command == AMR_CMD_EXTPASS ) {
1142 if (nsegments < 2) {
1143 aep->ap_no_sg_elements = 0;
1144 aep->ap_data_transfer_address = segs[0].ds_addr;
1145 } else {
1146 /* save s/g table information in passthrough */
1147 aep->ap_no_sg_elements = nsegments;
1148 aep->ap_data_transfer_address = sc->amr_sgbusaddr + (ac->ac_slot * AMR_NSEG * sizeof(struct amr_sgentry));
1149 /* populate s/g table (overwrites previous call which mapped the passthrough) */
1150 for (i = 0; i < nsegments; i++, sg++) {
1151 sg->sg_addr = segs[i].ds_addr;
1152 sg->sg_count = segs[i].ds_len;
1153 debug(3, " %d: 0x%x/%d", i, sg->sg_addr, sg->sg_count);
1154 }
1155 }
1156 debug(3, "slot %d %d segments at 0x%x, passthrough at 0x%x", ac->ac_slot,
1157 aep->ap_no_sg_elements, aep->ap_data_transfer_address, ac->ac_dataphys);
1158 } else {
1159 if (nsegments < 2) {
1160 ap->ap_no_sg_elements = 0;
1161 ap->ap_data_transfer_address = segs[0].ds_addr;
1162 } else {
1163 /* save s/g table information in passthrough */
1164 ap->ap_no_sg_elements = nsegments;
1165 ap->ap_data_transfer_address = sc->amr_sgbusaddr + (ac->ac_slot * AMR_NSEG * sizeof(struct amr_sgentry));
1166 /* populate s/g table (overwrites previous call which mapped the passthrough) */
1167 for (i = 0; i < nsegments; i++, sg++) {
1168 sg->sg_addr = segs[i].ds_addr;
1169 sg->sg_count = segs[i].ds_len;
1170 debug(3, " %d: 0x%x/%d", i, sg->sg_addr, sg->sg_count);
1171 }
1172 }
1173 debug(3, "slot %d %d segments at 0x%x, passthrough at 0x%x", ac->ac_slot,
1174 ap->ap_no_sg_elements, ap->ap_data_transfer_address, ac->ac_dataphys);
1175 }
1176}
1177
1178static void
1179amr_mapcmd(struct amr_command *ac)
1180{
1181 struct amr_softc *sc = ac->ac_sc;
1182
1183 debug_called(3);
1184
1185 /* if the command involves data at all, and hasn't been mapped */
1186 if (!(ac->ac_flags & AMR_CMD_MAPPED)) {
1187
1188 if (ac->ac_data != NULL) {
1189 /* map the data buffers into bus space and build the s/g list */
1190 bus_dmamap_load(sc->amr_buffer_dmat, ac->ac_dmamap, ac->ac_data, ac->ac_length,
1191 amr_setup_dmamap, ac, 0);
1192 if (ac->ac_flags & AMR_CMD_DATAIN)
1193 bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_dmamap, BUS_DMASYNC_PREREAD);
1194 if (ac->ac_flags & AMR_CMD_DATAOUT)
1195 bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_dmamap, BUS_DMASYNC_PREWRITE);
1196 }
1197
1198 if (ac->ac_ccb_data != NULL) {
1199 bus_dmamap_load(sc->amr_buffer_dmat, ac->ac_ccb_dmamap, ac->ac_ccb_data, ac->ac_ccb_length,
1200 amr_setup_ccbmap, ac, 0);
1201 if (ac->ac_flags & AMR_CMD_CCB_DATAIN)
1202 bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_ccb_dmamap, BUS_DMASYNC_PREREAD);
1203 if (ac->ac_flags & AMR_CMD_CCB_DATAOUT)
1204 bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_ccb_dmamap, BUS_DMASYNC_PREWRITE);
1205 }
1206 ac->ac_flags |= AMR_CMD_MAPPED;
1207 }
1208}
1209
1210static void
1211amr_unmapcmd(struct amr_command *ac)
1212{
1213 struct amr_softc *sc = ac->ac_sc;
1214
1215 debug_called(3);
1216
1217 /* if the command involved data at all and was mapped */
1218 if (ac->ac_flags & AMR_CMD_MAPPED) {
1219
1220 if (ac->ac_data != NULL) {
1221 if (ac->ac_flags & AMR_CMD_DATAIN)
1222 bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_dmamap, BUS_DMASYNC_POSTREAD);
1223 if (ac->ac_flags & AMR_CMD_DATAOUT)
1224 bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_dmamap, BUS_DMASYNC_POSTWRITE);
1225 bus_dmamap_unload(sc->amr_buffer_dmat, ac->ac_dmamap);
1226 }
1227
1228 if (ac->ac_ccb_data != NULL) {
1229 if (ac->ac_flags & AMR_CMD_CCB_DATAIN)
1230 bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_ccb_dmamap, BUS_DMASYNC_POSTREAD);
1231 if (ac->ac_flags & AMR_CMD_CCB_DATAOUT)
1232 bus_dmamap_sync(sc->amr_buffer_dmat, ac->ac_ccb_dmamap, BUS_DMASYNC_POSTWRITE);
1233 bus_dmamap_unload(sc->amr_buffer_dmat, ac->ac_ccb_dmamap);
1234 }
1235 ac->ac_flags &= ~AMR_CMD_MAPPED;
1236 }
1237}
1238
1239/********************************************************************************
1240 * Take a command and give it to the controller, returns 0 if successful, or
1241 * EBUSY if the command should be retried later.
1242 */
1243static int
1244amr_start(struct amr_command *ac)
1245{
1246 struct amr_softc *sc = ac->ac_sc;
7f2216bc 1247 int done, i;
984263bc
MD
1248
1249 debug_called(3);
1250
1251 /* mark command as busy so that polling consumer can tell */
1252 ac->ac_flags |= AMR_CMD_BUSY;
1253
1254 /* get a command slot (freed in amr_done) */
1255 if (amr_getslot(ac))
1256 return(EBUSY);
1257
1258 /* now we have a slot, we can map the command (unmapped in amr_complete) */
1259 amr_mapcmd(ac);
1260
1261 /* mark the new mailbox we are going to copy in as busy */
1262 ac->ac_mailbox.mb_busy = 1;
1263
1264 /* clear the poll/ack fields in the mailbox */
1265 sc->amr_mailbox->mb_poll = 0;
1266 sc->amr_mailbox->mb_ack = 0;
1267
1268 /*
1269 * Save the slot number so that we can locate this command when complete.
1270 * Note that ident = 0 seems to be special, so we don't use it.
1271 */
1272 ac->ac_mailbox.mb_ident = ac->ac_slot + 1;
1273
1274 /*
1275 * Spin waiting for the mailbox, give up after ~1 second. We expect the
1276 * controller to be able to handle our I/O.
1277 *
1278 * XXX perhaps we should wait for less time, and count on the deferred command
1279 * handling to deal with retries?
1280 */
1281 debug(4, "wait for mailbox");
1282 for (i = 10000, done = 0; (i > 0) && !done; i--) {
7f2216bc 1283 crit_enter();
984263bc
MD
1284
1285 /* is the mailbox free? */
1286 if (sc->amr_mailbox->mb_busy == 0) {
1287 debug(4, "got mailbox");
1288 sc->amr_mailbox64->mb64_segment = 0;
1289 bcopy(&ac->ac_mailbox, (void *)(uintptr_t)(volatile void *)sc->amr_mailbox, AMR_MBOX_CMDSIZE);
1290 done = 1;
1291
1292 /* not free, spin waiting */
1293 } else {
1294 debug(4, "busy flag %x\n", sc->amr_mailbox->mb_busy);
1295 /* this is somewhat ugly */
1296 DELAY(100);
1297 }
7f2216bc 1298 crit_exit();
984263bc
MD
1299 }
1300
1301 /*
1302 * Now give the command to the controller
1303 */
1304 if (done) {
1305 if (sc->amr_submit_command(sc)) {
1306 /* the controller wasn't ready to take the command, forget that we tried to post it */
1307 sc->amr_mailbox->mb_busy = 0;
1308 return(EBUSY);
1309 }
1310 debug(3, "posted command");
1311 return(0);
1312 }
1313
1314 /*
1315 * The controller wouldn't take the command. Return the command as busy
1316 * so that it is retried later.
1317 */
1318 return(EBUSY);
1319}
1320
1321/********************************************************************************
1322 * Extract one or more completed commands from the controller (sc)
1323 *
1324 * Returns nonzero if any commands on the work queue were marked as completed.
1325 */
1326int
1327amr_done(struct amr_softc *sc)
1328{
1329 struct amr_command *ac;
1330 struct amr_mailbox mbox;
1331 int i, idx, result;
1332
1333 debug_called(3);
1334
1335 /* See if there's anything for us to do */
1336 result = 0;
1337
1338 /* loop collecting completed commands */
1339 for (;;) {
1340 /* poll for a completed command's identifier and status */
1341 if (sc->amr_get_work(sc, &mbox)) {
1342 result = 1;
1343
1344 /* iterate over completed commands in this result */
1345 for (i = 0; i < mbox.mb_nstatus; i++) {
1346 /* get pointer to busy command */
1347 idx = mbox.mb_completed[i] - 1;
1348 ac = sc->amr_busycmd[idx];
1349
1350 /* really a busy command? */
1351 if (ac != NULL) {
1352
1353 /* pull the command from the busy index */
1354 sc->amr_busycmd[idx] = NULL;
1355 sc->amr_busyslots--;
1356
1357 /* save status for later use */
1358 ac->ac_status = mbox.mb_status;
1359 amr_enqueue_completed(ac);
1360 debug(3, "completed command with status %x", mbox.mb_status);
1361 } else {
1362 device_printf(sc->amr_dev, "bad slot %d completed\n", idx);
1363 }
1364 }
1365 } else {
1366 break; /* no work */
1367 }
1368 }
1369
1370 /* if we've completed any commands, try posting some more */
1371 if (result)
1372 amr_startio(sc);
1373
1374 /* handle completion and timeouts */
42cdd4ab 1375#if defined(__FreeBSD__) && __FreeBSD_version >= 500005
984263bc
MD
1376 if (sc->amr_state & AMR_STATE_INTEN)
1377 taskqueue_enqueue(taskqueue_swi, &sc->amr_task_complete);
1378 else
1379#endif
1380 amr_complete(sc, 0);
1381
1382 return(result);
1383}
1384
1385/********************************************************************************
1386 * Do completion processing on done commands on (sc)
1387 */
1388static void
1389amr_complete(void *context, int pending)
1390{
1391 struct amr_softc *sc = (struct amr_softc *)context;
1392 struct amr_command *ac;
1393
1394 debug_called(3);
1395
1396 /* pull completed commands off the queue */
1397 for (;;) {
1398 ac = amr_dequeue_completed(sc);
1399 if (ac == NULL)
1400 break;
1401
1402 /* unmap the command's data buffer */
1403 amr_unmapcmd(ac);
1404
1405 /* unbusy the command */
1406 ac->ac_flags &= ~AMR_CMD_BUSY;
1407
1408 /*
1409 * Is there a completion handler?
1410 */
1411 if (ac->ac_complete != NULL) {
1412 ac->ac_complete(ac);
1413
1414 /*
1415 * Is someone sleeping on this one?
1416 */
1417 } else if (ac->ac_flags & AMR_CMD_SLEEP) {
1418 wakeup(ac);
1419 }
1420
1421 if(!sc->amr_busyslots) {
1422 wakeup(sc);
1423 }
1424 }
1425}
1426
1427/********************************************************************************
1428 ********************************************************************************
1429 Command Buffer Management
1430 ********************************************************************************
1431 ********************************************************************************/
1432
1433/********************************************************************************
1434 * Get a new command buffer.
1435 *
1436 * This may return NULL in low-memory cases.
1437 *
1438 * If possible, we recycle a command buffer that's been used before.
1439 */
1440struct amr_command *
1441amr_alloccmd(struct amr_softc *sc)
1442{
1443 struct amr_command *ac;
1444
1445 debug_called(3);
1446
1447 ac = amr_dequeue_free(sc);
1448 if (ac == NULL) {
1449 amr_alloccmd_cluster(sc);
1450 ac = amr_dequeue_free(sc);
1451 }
1452 if (ac == NULL)
1453 return(NULL);
1454
1455 /* clear out significant fields */
1456 ac->ac_slot = 0;
1457 ac->ac_status = 0;
1458 bzero(&ac->ac_mailbox, sizeof(struct amr_mailbox));
1459 ac->ac_flags = 0;
1460 ac->ac_bio = NULL;
1461 ac->ac_data = NULL;
1462 ac->ac_ccb_data = NULL;
1463 ac->ac_complete = NULL;
1464 return(ac);
1465}
1466
1467/********************************************************************************
1468 * Release a command buffer for recycling.
1469 */
1470void
1471amr_releasecmd(struct amr_command *ac)
1472{
1473 debug_called(3);
1474
1475 amr_enqueue_free(ac);
1476}
1477
1478/********************************************************************************
1479 * Allocate a new command cluster and initialise it.
1480 */
1481static void
1482amr_alloccmd_cluster(struct amr_softc *sc)
1483{
1484 struct amr_command_cluster *acc;
1485 struct amr_command *ac;
7f2216bc 1486 int i;
984263bc 1487
efda3bd0 1488 acc = kmalloc(AMR_CMD_CLUSTERSIZE, M_DEVBUF, M_INTWAIT);
7f2216bc 1489 crit_enter();
076ae0ab 1490 TAILQ_INSERT_TAIL(&sc->amr_cmd_clusters, acc, acc_link);
7f2216bc 1491 crit_exit();
076ae0ab
MD
1492 for (i = 0; i < AMR_CMD_CLUSTERCOUNT; i++) {
1493 ac = &acc->acc_command[i];
1494 bzero(ac, sizeof(*ac));
1495 ac->ac_sc = sc;
1496 if (!bus_dmamap_create(sc->amr_buffer_dmat, 0, &ac->ac_dmamap) &&
1497 !bus_dmamap_create(sc->amr_buffer_dmat, 0, &ac->ac_ccb_dmamap))
1498 amr_releasecmd(ac);
984263bc
MD
1499 }
1500}
1501
1502/********************************************************************************
1503 * Free a command cluster
1504 */
1505static void
1506amr_freecmd_cluster(struct amr_command_cluster *acc)
1507{
1508 struct amr_softc *sc = acc->acc_command[0].ac_sc;
1509 int i;
1510
1511 for (i = 0; i < AMR_CMD_CLUSTERCOUNT; i++)
1512 bus_dmamap_destroy(sc->amr_buffer_dmat, acc->acc_command[i].ac_dmamap);
efda3bd0 1513 kfree(acc, M_DEVBUF);
984263bc
MD
1514}
1515
1516/********************************************************************************
1517 ********************************************************************************
1518 Interface-specific Shims
1519 ********************************************************************************
1520 ********************************************************************************/
1521
1522/********************************************************************************
1523 * Tell the controller that the mailbox contains a valid command
1524 */
1525static int
1526amr_quartz_submit_command(struct amr_softc *sc)
1527{
1528 debug_called(3);
1529
1530 if (AMR_QGET_IDB(sc) & AMR_QIDB_SUBMIT)
1531 return(EBUSY);
1532 AMR_QPUT_IDB(sc, sc->amr_mailboxphys | AMR_QIDB_SUBMIT);
1533 return(0);
1534}
1535
1536static int
1537amr_std_submit_command(struct amr_softc *sc)
1538{
1539 debug_called(3);
1540
1541 if (AMR_SGET_MBSTAT(sc) & AMR_SMBOX_BUSYFLAG)
1542 return(EBUSY);
1543 AMR_SPOST_COMMAND(sc);
1544 return(0);
1545}
1546
1547/********************************************************************************
1548 * Claim any work that the controller has completed; acknowledge completion,
1549 * save details of the completion in (mbsave)
1550 */
1551static int
1552amr_quartz_get_work(struct amr_softc *sc, struct amr_mailbox *mbsave)
1553{
7f2216bc 1554 int worked;
984263bc
MD
1555 u_int32_t outd;
1556
1557 debug_called(3);
1558
1559 worked = 0;
7f2216bc 1560 crit_enter();
984263bc
MD
1561
1562 /* work waiting for us? */
1563 if ((outd = AMR_QGET_ODB(sc)) == AMR_QODB_READY) {
1564
1565 /* save mailbox, which contains a list of completed commands */
1566 bcopy((void *)(uintptr_t)(volatile void *)sc->amr_mailbox, mbsave, sizeof(*mbsave));
1567
1568 /* acknowledge interrupt */
1569 AMR_QPUT_ODB(sc, AMR_QODB_READY);
1570
1571 /* acknowledge that we have the commands */
1572 AMR_QPUT_IDB(sc, sc->amr_mailboxphys | AMR_QIDB_ACK);
1573
1574#ifndef AMR_QUARTZ_GOFASTER
1575 /*
1576 * This waits for the controller to notice that we've taken the
1577 * command from it. It's very inefficient, and we shouldn't do it,
1578 * but if we remove this code, we stop completing commands under
1579 * load.
1580 *
1581 * Peter J says we shouldn't do this. The documentation says we
1582 * should. Who is right?
1583 */
1584 while(AMR_QGET_IDB(sc) & AMR_QIDB_ACK)
1585 ; /* XXX aiee! what if it dies? */
1586#endif
1587
1588 worked = 1; /* got some work */
1589 }
1590
7f2216bc 1591 crit_exit();
984263bc
MD
1592 return(worked);
1593}
1594
1595static int
1596amr_std_get_work(struct amr_softc *sc, struct amr_mailbox *mbsave)
1597{
7f2216bc 1598 int worked;
984263bc
MD
1599 u_int8_t istat;
1600
1601 debug_called(3);
1602
1603 worked = 0;
7f2216bc 1604 crit_enter();
984263bc
MD
1605
1606 /* check for valid interrupt status */
1607 istat = AMR_SGET_ISTAT(sc);
1608 if ((istat & AMR_SINTR_VALID) != 0) {
1609 AMR_SPUT_ISTAT(sc, istat); /* ack interrupt status */
1610
1611 /* save mailbox, which contains a list of completed commands */
1612 bcopy((void *)(uintptr_t)(volatile void *)sc->amr_mailbox, mbsave, sizeof(*mbsave));
1613
1614 AMR_SACK_INTERRUPT(sc); /* acknowledge we have the mailbox */
1615 worked = 1;
1616 }
1617
7f2216bc 1618 crit_exit();
984263bc
MD
1619 return(worked);
1620}
1621
1622/********************************************************************************
1623 * Notify the controller of the mailbox location.
1624 */
1625static void
1626amr_std_attach_mailbox(struct amr_softc *sc)
1627{
1628
1629 /* program the mailbox physical address */
1630 AMR_SBYTE_SET(sc, AMR_SMBOX_0, sc->amr_mailboxphys & 0xff);
1631 AMR_SBYTE_SET(sc, AMR_SMBOX_1, (sc->amr_mailboxphys >> 8) & 0xff);
1632 AMR_SBYTE_SET(sc, AMR_SMBOX_2, (sc->amr_mailboxphys >> 16) & 0xff);
1633 AMR_SBYTE_SET(sc, AMR_SMBOX_3, (sc->amr_mailboxphys >> 24) & 0xff);
1634 AMR_SBYTE_SET(sc, AMR_SMBOX_ENABLE, AMR_SMBOX_ADDR);
1635
1636 /* clear any outstanding interrupt and enable interrupts proper */
1637 AMR_SACK_INTERRUPT(sc);
1638 AMR_SENABLE_INTR(sc);
1639}
1640
1641#ifdef AMR_BOARD_INIT
1642/********************************************************************************
1643 * Initialise the controller
1644 */
1645static int
1646amr_quartz_init(struct amr_softc *sc)
1647{
1648 int status, ostatus;
1649
1650 device_printf(sc->amr_dev, "initial init status %x\n", AMR_QGET_INITSTATUS(sc));
1651
1652 AMR_QRESET(sc);
1653
1654 ostatus = 0xff;
1655 while ((status = AMR_QGET_INITSTATUS(sc)) != AMR_QINIT_DONE) {
1656 if (status != ostatus) {
1657 device_printf(sc->amr_dev, "(%x) %s\n", status, amr_describe_code(amr_table_qinit, status));
1658 ostatus = status;
1659 }
1660 switch (status) {
1661 case AMR_QINIT_NOMEM:
1662 return(ENOMEM);
1663
1664 case AMR_QINIT_SCAN:
1665 /* XXX we could print channel/target here */
1666 break;
1667 }
1668 }
1669 return(0);
1670}
1671
1672static int
1673amr_std_init(struct amr_softc *sc)
1674{
1675 int status, ostatus;
1676
1677 device_printf(sc->amr_dev, "initial init status %x\n", AMR_SGET_INITSTATUS(sc));
1678
1679 AMR_SRESET(sc);
1680
1681 ostatus = 0xff;
1682 while ((status = AMR_SGET_INITSTATUS(sc)) != AMR_SINIT_DONE) {
1683 if (status != ostatus) {
1684 device_printf(sc->amr_dev, "(%x) %s\n", status, amr_describe_code(amr_table_sinit, status));
1685 ostatus = status;
1686 }
1687 switch (status) {
1688 case AMR_SINIT_NOMEM:
1689 return(ENOMEM);
1690
1691 case AMR_SINIT_INPROG:
1692 /* XXX we could print channel/target here? */
1693 break;
1694 }
1695 }
1696 return(0);
1697}
1698#endif
1699
1700/********************************************************************************
1701 ********************************************************************************
1702 Debugging
1703 ********************************************************************************
1704 ********************************************************************************/
1705
1706/********************************************************************************
1707 * Identify the controller and print some information about it.
1708 */
1709static void
1710amr_describe_controller(struct amr_softc *sc)
1711{
1712 struct amr_prodinfo *ap;
1713 struct amr_enquiry *ae;
1714 char *prod;
1715
1716 /*
1717 * Try to get 40LD product info, which tells us what the card is labelled as.
1718 */
1719 if ((ap = amr_enquiry(sc, 2048, AMR_CMD_CONFIG, AMR_CONFIG_PRODUCT_INFO, 0)) != NULL) {
1720 device_printf(sc->amr_dev, "<LSILogic %.80s> Firmware %.16s, BIOS %.16s, %dMB RAM\n",
1721 ap->ap_product, ap->ap_firmware, ap->ap_bios,
1722 ap->ap_memsize);
1723
efda3bd0 1724 kfree(ap, M_DEVBUF);
984263bc
MD
1725 return;
1726 }
1727
1728 /*
1729 * Try 8LD extended ENQUIRY to get controller signature, and use lookup table.
1730 */
1731 if ((ae = (struct amr_enquiry *)amr_enquiry(sc, 2048, AMR_CMD_EXT_ENQUIRY2, 0, 0)) != NULL) {
1732 prod = amr_describe_code(amr_table_adaptertype, ae->ae_signature);
1733
1734 } else if ((ae = (struct amr_enquiry *)amr_enquiry(sc, 2048, AMR_CMD_ENQUIRY, 0, 0)) != NULL) {
1735
1736 /*
1737 * Try to work it out based on the PCI signatures.
1738 */
1739 switch (pci_get_device(sc->amr_dev)) {
1740 case 0x9010:
1741 prod = "Series 428";
1742 break;
1743 case 0x9060:
1744 prod = "Series 434";
1745 break;
1746 default:
1747 prod = "unknown controller";
1748 break;
1749 }
1750 } else {
f3ac3f0c
SW
1751 device_printf(sc->amr_dev, "<unsupported controller>\n");
1752 return;
984263bc
MD
1753 }
1754
1755 /*
1756 * HP NetRaid controllers have a special encoding of the firmware and
1757 * BIOS versions. The AMI version seems to have it as strings whereas
1758 * the HP version does it with a leading uppercase character and two
1759 * binary numbers.
1760 */
1761
1762 if(ae->ae_adapter.aa_firmware[2] >= 'A' &&
1763 ae->ae_adapter.aa_firmware[2] <= 'Z' &&
1764 ae->ae_adapter.aa_firmware[1] < ' ' &&
1765 ae->ae_adapter.aa_firmware[0] < ' ' &&
1766 ae->ae_adapter.aa_bios[2] >= 'A' &&
1767 ae->ae_adapter.aa_bios[2] <= 'Z' &&
1768 ae->ae_adapter.aa_bios[1] < ' ' &&
1769 ae->ae_adapter.aa_bios[0] < ' ') {
1770
1771 /* this looks like we have an HP NetRaid version of the MegaRaid */
1772
1773 if(ae->ae_signature == AMR_SIG_438) {
1774 /* the AMI 438 is a NetRaid 3si in HP-land */
1775 prod = "HP NetRaid 3si";
1776 }
1777
1778 device_printf(sc->amr_dev, "<%s> Firmware %c.%02d.%02d, BIOS %c.%02d.%02d, %dMB RAM\n",
1779 prod, ae->ae_adapter.aa_firmware[2],
1780 ae->ae_adapter.aa_firmware[1],
1781 ae->ae_adapter.aa_firmware[0],
1782 ae->ae_adapter.aa_bios[2],
1783 ae->ae_adapter.aa_bios[1],
1784 ae->ae_adapter.aa_bios[0],
1785 ae->ae_adapter.aa_memorysize);
1786 } else {
1787 device_printf(sc->amr_dev, "<%s> Firmware %.4s, BIOS %.4s, %dMB RAM\n",
1788 prod, ae->ae_adapter.aa_firmware, ae->ae_adapter.aa_bios,
1789 ae->ae_adapter.aa_memorysize);
1790 }
efda3bd0 1791 kfree(ae, M_DEVBUF);
984263bc
MD
1792}
1793
510931cd 1794int
e0fc5693 1795amr_dump_blocks(struct amr_softc *sc, int unit, u_int64_t lba, void *data, int blks)
510931cd
HP
1796{
1797
1798 struct amr_command *ac;
1799 int error = 1;
1800
1801 debug_called(1);
1802
1803 sc->amr_state &= ~AMR_STATE_INTEN;
1804
1805 /* get ourselves a command buffer */
1806 if ((ac = amr_alloccmd(sc)) == NULL)
1807 goto out;
1808 /* set command flags */
1809 ac->ac_flags |= AMR_CMD_PRIORITY | AMR_CMD_DATAOUT;
1810
1811 /* point the command at our data */
1812 ac->ac_data = data;
1813 ac->ac_length = blks * AMR_BLKSIZE;
1814
1815 /* build the command proper */
1816 ac->ac_mailbox.mb_command = AMR_CMD_LWRITE;
1817 ac->ac_mailbox.mb_blkcount = blks;
1818 ac->ac_mailbox.mb_lba = lba;
1819 ac->ac_mailbox.mb_drive = unit;
1820
1821 /* can't assume that interrupts are going to work here, so play it safe */
1822 if (sc->amr_poll_command(ac))
1823 goto out;
1824 error = ac->ac_status;
1825
1826 out:
1827 if (ac != NULL)
1828 amr_releasecmd(ac);
1829
1830 sc->amr_state |= AMR_STATE_INTEN;
1831
1832 return (error);
1833}
1834
1835
984263bc
MD
1836#ifdef AMR_DEBUG
1837/********************************************************************************
1838 * Print the command (ac) in human-readable format
1839 */
1840#if 0
1841static void
1842amr_printcommand(struct amr_command *ac)
1843{
1844 struct amr_softc *sc = ac->ac_sc;
1845 struct amr_sgentry *sg;
1846 int i;
1847
1848 device_printf(sc->amr_dev, "cmd %x ident %d drive %d\n",
1849 ac->ac_mailbox.mb_command, ac->ac_mailbox.mb_ident, ac->ac_mailbox.mb_drive);
1850 device_printf(sc->amr_dev, "blkcount %d lba %d\n",
1851 ac->ac_mailbox.mb_blkcount, ac->ac_mailbox.mb_lba);
1852 device_printf(sc->amr_dev, "virtaddr %p length %lu\n", ac->ac_data, (unsigned long)ac->ac_length);
1853 device_printf(sc->amr_dev, "sg physaddr %08x nsg %d\n",
1854 ac->ac_mailbox.mb_physaddr, ac->ac_mailbox.mb_nsgelem);
1855 device_printf(sc->amr_dev, "ccb %p bio %p\n", ac->ac_ccb_data, ac->ac_bio);
1856
1857 /* get base address of s/g table */
1858 sg = sc->amr_sgtable + (ac->ac_slot * AMR_NSEG);
1859 for (i = 0; i < ac->ac_mailbox.mb_nsgelem; i++, sg++)
1860 device_printf(sc->amr_dev, " %x/%d\n", sg->sg_addr, sg->sg_count);
1861}
1862#endif
1863#endif