MPSAFE locking for the ahc/ahd drivers using lockmgr locks.
[dragonfly.git] / sys / dev / disk / aic7xxx / aic79xx_osm.c
CommitLineData
984263bc 1/*
750f3593 2 * Bus independent FreeBSD shim for the aic79xx based Adaptec SCSI controllers
984263bc 3 *
fb5acdc8 4 * Copyright (c) 1994-2002, 2004 Justin T. Gibbs.
984263bc
MD
5 * Copyright (c) 2001-2002 Adaptec Inc.
6 * All rights reserved.
7 *
8 * Redistribution and use in source and binary forms, with or without
9 * modification, are permitted provided that the following conditions
10 * are met:
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions, and the following disclaimer,
13 * without modification.
14 * 2. The name of the author may not be used to endorse or promote products
15 * derived from this software without specific prior written permission.
16 *
17 * Alternatively, this software may be distributed under the terms of the
18 * GNU Public License ("GPL").
19 *
20 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE FOR
24 * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
25 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
26 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
27 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
28 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
29 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
30 * SUCH DAMAGE.
31 *
750f3593 32 * $Id: //depot/aic7xxx/freebsd/dev/aic7xxx/aic79xx_osm.c#35 $
984263bc 33 *
9f00895f 34 * $FreeBSD: src/sys/dev/aic7xxx/aic79xx_osm.c,v 1.23 2005/12/04 02:12:40 ru Exp $
ef8ef949 35 * $DragonFly: src/sys/dev/disk/aic7xxx/aic79xx_osm.c,v 1.22 2008/02/09 18:13:13 pavalos Exp $
984263bc
MD
36 */
37
1f2de5d4
MD
38#include "aic79xx_osm.h"
39#include "aic79xx_inline.h"
984263bc 40
750f3593
PA
41#include <sys/kthread.h>
42
984263bc
MD
43#include "opt_ddb.h"
44#ifdef DDB
45#include <ddb/ddb.h>
46#endif
47
48#ifndef AHD_TMODE_ENABLE
49#define AHD_TMODE_ENABLE 0
50#endif
51
750f3593
PA
52#include "aic_osm_lib.c"
53
984263bc
MD
54#define ccb_scb_ptr spriv_ptr0
55
9f00895f 56#if 0
984263bc
MD
57static void ahd_dump_targcmd(struct target_cmd *cmd);
58#endif
59static int ahd_modevent(module_t mod, int type, void *data);
60static void ahd_action(struct cam_sim *sim, union ccb *ccb);
61static void ahd_set_tran_settings(struct ahd_softc *ahd,
62 int our_id, char channel,
63 struct ccb_trans_settings *cts);
64static void ahd_get_tran_settings(struct ahd_softc *ahd,
65 int our_id, char channel,
66 struct ccb_trans_settings *cts);
67static void ahd_async(void *callback_arg, uint32_t code,
68 struct cam_path *path, void *arg);
69static void ahd_execute_scb(void *arg, bus_dma_segment_t *dm_segs,
70 int nsegments, int error);
71static void ahd_poll(struct cam_sim *sim);
72static void ahd_setup_data(struct ahd_softc *ahd, struct cam_sim *sim,
73 struct ccb_scsiio *csio, struct scb *scb);
74static void ahd_abort_ccb(struct ahd_softc *ahd, struct cam_sim *sim,
75 union ccb *ccb);
76static int ahd_create_path(struct ahd_softc *ahd,
77 char channel, u_int target, u_int lun,
78 struct cam_path **path);
79
984263bc
MD
80static int
81ahd_create_path(struct ahd_softc *ahd, char channel, u_int target,
82 u_int lun, struct cam_path **path)
83{
84 path_id_t path_id;
85
750f3593 86 path_id = cam_sim_path(ahd->platform_data->sim);
984263bc
MD
87 return (xpt_create_path(path, /*periph*/NULL,
88 path_id, target, lun));
89}
90
91int
92ahd_map_int(struct ahd_softc *ahd)
93{
94 int error;
95
96 /* Hook up our interrupt handler */
97 error = bus_setup_intr(ahd->dev_softc, ahd->platform_data->irq,
ef8ef949 98 INTR_MPSAFE, ahd_platform_intr, ahd,
e9cb6d99 99 &ahd->platform_data->ih, NULL);
984263bc
MD
100 if (error != 0)
101 device_printf(ahd->dev_softc, "bus_setup_intr() failed: %d\n",
102 error);
103 return (error);
104}
105
106/*
107 * Attach all the sub-devices we can find
108 */
109int
110ahd_attach(struct ahd_softc *ahd)
111{
112 char ahd_info[256];
113 struct ccb_setasync csa;
984263bc
MD
114 struct cam_sim *sim;
115 struct cam_path *path;
984263bc
MD
116 int count;
117
118 count = 0;
119 sim = NULL;
120
750f3593
PA
121 /*
122 * Create a thread to perform all recovery.
123 */
124 if (ahd_spawn_recovery_thread(ahd) != 0)
125 goto fail;
126
984263bc 127 ahd_controller_info(ahd, ahd_info);
e3869ec7 128 kprintf("%s\n", ahd_info);
ef8ef949 129 ahd_lock(ahd);
984263bc 130
984263bc
MD
131 /*
132 * Construct our SIM entry
133 */
134 sim = cam_sim_alloc(ahd_action, ahd_poll, "ahd", ahd,
135 device_get_unit(ahd->dev_softc),
3aed1355
MD
136 1, AHD_MAX_QUEUE, NULL);
137 if (sim == NULL)
984263bc 138 goto fail;
984263bc
MD
139
140 if (xpt_bus_register(sim, /*bus_id*/0) != CAM_SUCCESS) {
3aed1355 141 cam_sim_free(sim);
984263bc
MD
142 sim = NULL;
143 goto fail;
144 }
145
146 if (xpt_create_path(&path, /*periph*/NULL,
147 cam_sim_path(sim), CAM_TARGET_WILDCARD,
148 CAM_LUN_WILDCARD) != CAM_REQ_CMP) {
149 xpt_bus_deregister(cam_sim_path(sim));
3aed1355 150 cam_sim_free(sim);
984263bc
MD
151 sim = NULL;
152 goto fail;
153 }
154
155 xpt_setup_ccb(&csa.ccb_h, path, /*priority*/5);
156 csa.ccb_h.func_code = XPT_SASYNC_CB;
157 csa.event_enable = AC_LOST_DEVICE;
158 csa.callback = ahd_async;
159 csa.callback_arg = sim;
160 xpt_action((union ccb *)&csa);
161 count++;
162
163fail:
164 ahd->platform_data->sim = sim;
165 ahd->platform_data->path = path;
ef8ef949 166 ahd_unlock(ahd);
984263bc
MD
167 if (count != 0) {
168 /* We have to wait until after any system dumps... */
169 ahd->platform_data->eh =
87e2fa7e 170 EVENTHANDLER_REGISTER(shutdown_post_sync, ahd_shutdown,
30527035 171 ahd, SHUTDOWN_PRI_DRIVER);
984263bc
MD
172 ahd_intr_enable(ahd, TRUE);
173 }
174
984263bc
MD
175 return (count);
176}
177
178/*
179 * Catch an interrupt from the adapter
180 */
181void
182ahd_platform_intr(void *arg)
183{
184 struct ahd_softc *ahd;
185
186 ahd = (struct ahd_softc *)arg;
ef8ef949 187 ahd_lock(ahd);
984263bc 188 ahd_intr(ahd);
ef8ef949 189 ahd_unlock(ahd);
984263bc
MD
190}
191
192/*
193 * We have an scb which has been processed by the
194 * adaptor, now we look to see how the operation
195 * went.
196 */
197void
198ahd_done(struct ahd_softc *ahd, struct scb *scb)
199{
200 union ccb *ccb;
201
202 CAM_DEBUG(scb->io_ctx->ccb_h.path, CAM_DEBUG_TRACE,
203 ("ahd_done - scb %d\n", SCB_GET_TAG(scb)));
204
205 ccb = scb->io_ctx;
206 LIST_REMOVE(scb, pending_links);
750f3593
PA
207 if ((scb->flags & SCB_TIMEDOUT) != 0)
208 LIST_REMOVE(scb, timedout_links);
984263bc 209
ef8ef949 210 callout_stop(&scb->io_timer);
984263bc
MD
211
212 if ((ccb->ccb_h.flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
213 bus_dmasync_op_t op;
214
215 if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
216 op = BUS_DMASYNC_POSTREAD;
217 else
218 op = BUS_DMASYNC_POSTWRITE;
219 bus_dmamap_sync(ahd->buffer_dmat, scb->dmamap, op);
220 bus_dmamap_unload(ahd->buffer_dmat, scb->dmamap);
221 }
222
223#ifdef AHD_TARGET_MODE
224 if (ccb->ccb_h.func_code == XPT_CONT_TARGET_IO) {
225 struct cam_path *ccb_path;
226
227 /*
228 * If we have finally disconnected, clean up our
229 * pending device state.
230 * XXX - There may be error states that cause where
231 * we will remain connected.
232 */
233 ccb_path = ccb->ccb_h.path;
234 if (ahd->pending_device != NULL
235 && xpt_path_comp(ahd->pending_device->path, ccb_path) == 0) {
236
237 if ((ccb->ccb_h.flags & CAM_SEND_STATUS) != 0) {
238 ahd->pending_device = NULL;
239 } else {
240 xpt_print_path(ccb->ccb_h.path);
e3869ec7 241 kprintf("Still disconnected\n");
984263bc
MD
242 ahd_freeze_ccb(ccb);
243 }
244 }
245
750f3593 246 if (aic_get_transaction_status(scb) == CAM_REQ_INPROG)
984263bc
MD
247 ccb->ccb_h.status |= CAM_REQ_CMP;
248 ccb->ccb_h.status &= ~CAM_SIM_QUEUED;
249 ahd_free_scb(ahd, scb);
250 xpt_done(ccb);
251 return;
252 }
253#endif
254
984263bc
MD
255 if ((scb->flags & SCB_RECOVERY_SCB) != 0) {
256 struct scb *list_scb;
257
dff3fb2d 258 ahd->scb_data.recovery_scbs--;
984263bc 259
750f3593
PA
260 if (aic_get_transaction_status(scb) == CAM_BDR_SENT
261 || aic_get_transaction_status(scb) == CAM_REQ_ABORTED)
262 aic_set_transaction_status(scb, CAM_CMD_TIMEOUT);
dff3fb2d
PA
263
264 if (ahd->scb_data.recovery_scbs == 0) {
265 /*
266 * All recovery actions have completed successfully,
267 * so reinstate the timeouts for all other pending
268 * commands.
269 */
270 LIST_FOREACH(list_scb,
271 &ahd->pending_scbs, pending_links) {
272
bf9d144c
PA
273 aic_scb_timer_reset(list_scb,
274 aic_get_timeout(scb));
dff3fb2d
PA
275 }
276
277 ahd_print_path(ahd, scb);
278 kprintf("no longer in timeout, status = %x\n",
279 ccb->ccb_h.status);
280 }
984263bc
MD
281 }
282
283 /* Don't clobber any existing error state */
750f3593 284 if (aic_get_transaction_status(scb) == CAM_REQ_INPROG) {
984263bc
MD
285 ccb->ccb_h.status |= CAM_REQ_CMP;
286 } else if ((scb->flags & SCB_SENSE) != 0) {
287 /*
288 * We performed autosense retrieval.
289 *
290 * Zero any sense not transferred by the
291 * device. The SCSI spec mandates that any
292 * untransfered data should be assumed to be
293 * zero. Complete the 'bounce' of sense information
294 * through buffers accessible via bus-space by
295 * copying it into the clients csio.
296 */
297 memset(&ccb->csio.sense_data, 0, sizeof(ccb->csio.sense_data));
298 memcpy(&ccb->csio.sense_data,
299 ahd_get_sense_buf(ahd, scb),
300/* XXX What size do we want to use??? */
301 sizeof(ccb->csio.sense_data)
302 - ccb->csio.sense_resid);
303 scb->io_ctx->ccb_h.status |= CAM_AUTOSNS_VALID;
304 } else if ((scb->flags & SCB_PKT_SENSE) != 0) {
305 struct scsi_status_iu_header *siu;
306 u_int sense_len;
307 int i;
308
309 /*
310 * Copy only the sense data into the provided buffer.
311 */
312 siu = (struct scsi_status_iu_header *)scb->sense_data;
313 sense_len = MIN(scsi_4btoul(siu->sense_length),
314 sizeof(ccb->csio.sense_data));
315 memset(&ccb->csio.sense_data, 0, sizeof(ccb->csio.sense_data));
316 memcpy(&ccb->csio.sense_data,
317 ahd_get_sense_buf(ahd, scb) + SIU_SENSE_OFFSET(siu),
318 sense_len);
e3869ec7 319 kprintf("Copied %d bytes of sense data offset %d:", sense_len,
984263bc
MD
320 SIU_SENSE_OFFSET(siu));
321 for (i = 0; i < sense_len; i++)
e3869ec7
SW
322 kprintf(" 0x%x", ((uint8_t *)&ccb->csio.sense_data)[i]);
323 kprintf("\n");
984263bc
MD
324 scb->io_ctx->ccb_h.status |= CAM_AUTOSNS_VALID;
325 }
326 ccb->ccb_h.status &= ~CAM_SIM_QUEUED;
327 ahd_free_scb(ahd, scb);
328 xpt_done(ccb);
329}
330
331static void
332ahd_action(struct cam_sim *sim, union ccb *ccb)
333{
334 struct ahd_softc *ahd;
335#ifdef AHD_TARGET_MODE
336 struct ahd_tmode_lstate *lstate;
337#endif
338 u_int target_id;
339 u_int our_id;
984263bc
MD
340
341 CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_TRACE, ("ahd_action\n"));
342
343 ahd = (struct ahd_softc *)cam_sim_softc(sim);
344
345 target_id = ccb->ccb_h.target_id;
346 our_id = SIM_SCSI_ID(ahd, sim);
347
348 switch (ccb->ccb_h.func_code) {
349 /* Common cases first */
350#ifdef AHD_TARGET_MODE
351 case XPT_ACCEPT_TARGET_IO: /* Accept Host Target Mode CDB */
352 case XPT_CONT_TARGET_IO:/* Continue Host Target I/O Connection*/
353 {
354 struct ahd_tmode_tstate *tstate;
355 cam_status status;
356
357 status = ahd_find_tmode_devs(ahd, sim, ccb, &tstate,
358 &lstate, TRUE);
359
360 if (status != CAM_REQ_CMP) {
361 if (ccb->ccb_h.func_code == XPT_CONT_TARGET_IO) {
362 /* Response from the black hole device */
363 tstate = NULL;
364 lstate = ahd->black_hole;
365 } else {
366 ccb->ccb_h.status = status;
367 xpt_done(ccb);
368 break;
369 }
370 }
371 if (ccb->ccb_h.func_code == XPT_ACCEPT_TARGET_IO) {
372
984263bc
MD
373 SLIST_INSERT_HEAD(&lstate->accept_tios, &ccb->ccb_h,
374 sim_links.sle);
375 ccb->ccb_h.status = CAM_REQ_INPROG;
376 if ((ahd->flags & AHD_TQINFIFO_BLOCKED) != 0)
377 ahd_run_tqinfifo(ahd, /*paused*/FALSE);
984263bc
MD
378 break;
379 }
380
381 /*
382 * The target_id represents the target we attempt to
383 * select. In target mode, this is the initiator of
384 * the original command.
385 */
386 our_id = target_id;
387 target_id = ccb->csio.init_id;
388 /* FALLTHROUGH */
389 }
390#endif
391 case XPT_SCSI_IO: /* Execute the requested I/O operation */
392 case XPT_RESET_DEV: /* Bus Device Reset the specified SCSI device */
393 {
394 struct scb *scb;
395 struct hardware_scb *hscb;
396 struct ahd_initiator_tinfo *tinfo;
397 struct ahd_tmode_tstate *tstate;
398 u_int col_idx;
399
400 if ((ahd->flags & AHD_INITIATORROLE) == 0
401 && (ccb->ccb_h.func_code == XPT_SCSI_IO
402 || ccb->ccb_h.func_code == XPT_RESET_DEV)) {
403 ccb->ccb_h.status = CAM_PROVIDE_FAIL;
404 xpt_done(ccb);
405 return;
406 }
407
408 /*
409 * get an scb to use.
410 */
984263bc
MD
411 tinfo = ahd_fetch_transinfo(ahd, 'A', our_id,
412 target_id, &tstate);
413 if ((ccb->ccb_h.flags & CAM_TAG_ACTION_VALID) == 0
414 || (tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ) != 0
415 || ccb->ccb_h.func_code == XPT_CONT_TARGET_IO) {
416 col_idx = AHD_NEVER_COL_IDX;
417 } else {
418 col_idx = AHD_BUILD_COL_IDX(target_id,
419 ccb->ccb_h.target_lun);
420 }
421 if ((scb = ahd_get_scb(ahd, col_idx)) == NULL) {
422
423 xpt_freeze_simq(sim, /*count*/1);
424 ahd->flags |= AHD_RESOURCE_SHORTAGE;
984263bc
MD
425 ccb->ccb_h.status = CAM_REQUEUE_REQ;
426 xpt_done(ccb);
427 return;
428 }
984263bc
MD
429
430 hscb = scb->hscb;
431
432 CAM_DEBUG(ccb->ccb_h.path, CAM_DEBUG_SUBTRACE,
433 ("start scb(%p)\n", scb));
434 scb->io_ctx = ccb;
435 /*
436 * So we can find the SCB when an abort is requested
437 */
438 ccb->ccb_h.ccb_scb_ptr = scb;
439
440 /*
441 * Put all the arguments for the xfer in the scb
442 */
443 hscb->control = 0;
444 hscb->scsiid = BUILD_SCSIID(ahd, sim, target_id, our_id);
445 hscb->lun = ccb->ccb_h.target_lun;
446 if (ccb->ccb_h.func_code == XPT_RESET_DEV) {
447 hscb->cdb_len = 0;
448 scb->flags |= SCB_DEVICE_RESET;
449 hscb->control |= MK_MESSAGE;
450 hscb->task_management = SIU_TASKMGMT_LUN_RESET;
451 ahd_execute_scb(scb, NULL, 0, 0);
452 } else {
453#ifdef AHD_TARGET_MODE
454 if (ccb->ccb_h.func_code == XPT_CONT_TARGET_IO) {
455 struct target_data *tdata;
456
457 tdata = &hscb->shared_data.tdata;
458 if (ahd->pending_device == lstate)
459 scb->flags |= SCB_TARGET_IMMEDIATE;
460 hscb->control |= TARGET_SCB;
461 tdata->target_phases = 0;
462 if ((ccb->ccb_h.flags & CAM_SEND_STATUS) != 0) {
463 tdata->target_phases |= SPHASE_PENDING;
464 tdata->scsi_status =
465 ccb->csio.scsi_status;
466 }
467 if (ccb->ccb_h.flags & CAM_DIS_DISCONNECT)
468 tdata->target_phases |= NO_DISCONNECT;
469
470 tdata->initiator_tag =
471 ahd_htole16(ccb->csio.tag_id);
472 }
473#endif
474 hscb->task_management = 0;
475 if (ccb->ccb_h.flags & CAM_TAG_ACTION_VALID)
476 hscb->control |= ccb->csio.tag_action;
477
478 ahd_setup_data(ahd, sim, &ccb->csio, scb);
479 }
480 break;
481 }
482#ifdef AHD_TARGET_MODE
483 case XPT_NOTIFY_ACK:
484 case XPT_IMMED_NOTIFY:
485 {
486 struct ahd_tmode_tstate *tstate;
487 struct ahd_tmode_lstate *lstate;
488 cam_status status;
489
490 status = ahd_find_tmode_devs(ahd, sim, ccb, &tstate,
491 &lstate, TRUE);
492
493 if (status != CAM_REQ_CMP) {
494 ccb->ccb_h.status = status;
495 xpt_done(ccb);
496 break;
497 }
498 SLIST_INSERT_HEAD(&lstate->immed_notifies, &ccb->ccb_h,
499 sim_links.sle);
500 ccb->ccb_h.status = CAM_REQ_INPROG;
501 ahd_send_lstate_events(ahd, lstate);
502 break;
503 }
504 case XPT_EN_LUN: /* Enable LUN as a target */
505 ahd_handle_en_lun(ahd, sim, ccb);
506 xpt_done(ccb);
507 break;
508#endif
509 case XPT_ABORT: /* Abort the specified CCB */
510 {
511 ahd_abort_ccb(ahd, sim, ccb);
512 break;
513 }
514 case XPT_SET_TRAN_SETTINGS:
515 {
984263bc
MD
516 ahd_set_tran_settings(ahd, SIM_SCSI_ID(ahd, sim),
517 SIM_CHANNEL(ahd, sim), &ccb->cts);
984263bc
MD
518 xpt_done(ccb);
519 break;
520 }
521 case XPT_GET_TRAN_SETTINGS:
522 /* Get default/user set transfer settings for the target */
523 {
984263bc
MD
524 ahd_get_tran_settings(ahd, SIM_SCSI_ID(ahd, sim),
525 SIM_CHANNEL(ahd, sim), &ccb->cts);
984263bc
MD
526 xpt_done(ccb);
527 break;
528 }
529 case XPT_CALC_GEOMETRY:
530 {
750f3593 531 cam_calc_geometry(&ccb->ccg, ahd->flags & AHD_EXTENDED_TRANS_A);
984263bc
MD
532 xpt_done(ccb);
533 break;
534 }
535 case XPT_RESET_BUS: /* Reset the specified SCSI bus */
536 {
537 int found;
538
984263bc
MD
539 found = ahd_reset_channel(ahd, SIM_CHANNEL(ahd, sim),
540 /*initiate reset*/TRUE);
984263bc
MD
541 if (bootverbose) {
542 xpt_print_path(SIM_PATH(ahd, sim));
e3869ec7 543 kprintf("SCSI bus reset delivered. "
984263bc
MD
544 "%d SCBs aborted.\n", found);
545 }
546 ccb->ccb_h.status = CAM_REQ_CMP;
547 xpt_done(ccb);
548 break;
549 }
550 case XPT_TERM_IO: /* Terminate the I/O process */
551 /* XXX Implement */
552 ccb->ccb_h.status = CAM_REQ_INVALID;
553 xpt_done(ccb);
554 break;
555 case XPT_PATH_INQ: /* Path routing inquiry */
556 {
557 struct ccb_pathinq *cpi = &ccb->cpi;
558
559 cpi->version_num = 1; /* XXX??? */
560 cpi->hba_inquiry = PI_SDTR_ABLE|PI_TAG_ABLE;
561 if ((ahd->features & AHD_WIDE) != 0)
562 cpi->hba_inquiry |= PI_WIDE_16;
563 if ((ahd->features & AHD_TARGETMODE) != 0) {
564 cpi->target_sprt = PIT_PROCESSOR
565 | PIT_DISCONNECT
566 | PIT_TERM_IO;
567 } else {
568 cpi->target_sprt = 0;
569 }
570 cpi->hba_misc = 0;
571 cpi->hba_eng_cnt = 0;
572 cpi->max_target = (ahd->features & AHD_WIDE) ? 15 : 7;
e6cf3170 573 cpi->max_lun = AHD_NUM_LUNS_NONPKT - 1;
984263bc
MD
574 cpi->initiator_id = ahd->our_id;
575 if ((ahd->flags & AHD_RESET_BUS_A) == 0) {
576 cpi->hba_misc |= PIM_NOBUSRESET;
577 }
578 cpi->bus_id = cam_sim_bus(sim);
579 cpi->base_transfer_speed = 3300;
580 strncpy(cpi->sim_vid, "FreeBSD", SIM_IDLEN);
581 strncpy(cpi->hba_vid, "Adaptec", HBA_IDLEN);
582 strncpy(cpi->dev_name, cam_sim_name(sim), DEV_IDLEN);
583 cpi->unit_number = cam_sim_unit(sim);
584#ifdef AHD_NEW_TRAN_SETTINGS
585 cpi->protocol = PROTO_SCSI;
586 cpi->protocol_version = SCSI_REV_2;
587 cpi->transport = XPORT_SPI;
588 cpi->transport_version = 2;
589 cpi->xport_specific.spi.ppr_options = SID_SPI_CLOCK_ST;
590 cpi->transport_version = 4;
591 cpi->xport_specific.spi.ppr_options = SID_SPI_CLOCK_DT_ST;
592#endif
593 cpi->ccb_h.status = CAM_REQ_CMP;
594 xpt_done(ccb);
595 break;
596 }
597 default:
598 ccb->ccb_h.status = CAM_PROVIDE_FAIL;
599 xpt_done(ccb);
600 break;
601 }
602}
603
604
605static void
606ahd_set_tran_settings(struct ahd_softc *ahd, int our_id, char channel,
607 struct ccb_trans_settings *cts)
608{
609#ifdef AHD_NEW_TRAN_SETTINGS
610 struct ahd_devinfo devinfo;
611 struct ccb_trans_settings_scsi *scsi;
612 struct ccb_trans_settings_spi *spi;
613 struct ahd_initiator_tinfo *tinfo;
614 struct ahd_tmode_tstate *tstate;
615 uint16_t *discenable;
616 uint16_t *tagenable;
617 u_int update_type;
618
619 scsi = &cts->proto_specific.scsi;
620 spi = &cts->xport_specific.spi;
621 ahd_compile_devinfo(&devinfo, SIM_SCSI_ID(ahd, sim),
622 cts->ccb_h.target_id,
623 cts->ccb_h.target_lun,
624 SIM_CHANNEL(ahd, sim),
625 ROLE_UNKNOWN);
626 tinfo = ahd_fetch_transinfo(ahd, devinfo.channel,
627 devinfo.our_scsiid,
628 devinfo.target, &tstate);
629 update_type = 0;
630 if (cts->type == CTS_TYPE_CURRENT_SETTINGS) {
631 update_type |= AHD_TRANS_GOAL;
632 discenable = &tstate->discenable;
633 tagenable = &tstate->tagenable;
634 tinfo->curr.protocol_version = cts->protocol_version;
635 tinfo->curr.transport_version = cts->transport_version;
636 tinfo->goal.protocol_version = cts->protocol_version;
637 tinfo->goal.transport_version = cts->transport_version;
638 } else if (cts->type == CTS_TYPE_USER_SETTINGS) {
639 update_type |= AHD_TRANS_USER;
640 discenable = &ahd->user_discenable;
641 tagenable = &ahd->user_tagenable;
642 tinfo->user.protocol_version = cts->protocol_version;
643 tinfo->user.transport_version = cts->transport_version;
644 } else {
645 cts->ccb_h.status = CAM_REQ_INVALID;
646 return;
647 }
648
649 if ((spi->valid & CTS_SPI_VALID_DISC) != 0) {
650 if ((spi->flags & CTS_SPI_FLAGS_DISC_ENB) != 0)
651 *discenable |= devinfo.target_mask;
652 else
653 *discenable &= ~devinfo.target_mask;
654 }
655
656 if ((scsi->valid & CTS_SCSI_VALID_TQ) != 0) {
657 if ((scsi->flags & CTS_SCSI_FLAGS_TAG_ENB) != 0)
658 *tagenable |= devinfo.target_mask;
659 else
660 *tagenable &= ~devinfo.target_mask;
661 }
662
663 if ((spi->valid & CTS_SPI_VALID_BUS_WIDTH) != 0) {
664 ahd_validate_width(ahd, /*tinfo limit*/NULL,
665 &spi->bus_width, ROLE_UNKNOWN);
666 ahd_set_width(ahd, &devinfo, spi->bus_width,
667 update_type, /*paused*/FALSE);
668 }
669
670 if ((spi->valid & CTS_SPI_VALID_PPR_OPTIONS) == 0) {
671 if (update_type == AHD_TRANS_USER)
672 spi->ppr_options = tinfo->user.ppr_options;
673 else
674 spi->ppr_options = tinfo->goal.ppr_options;
675 }
676
677 if ((spi->valid & CTS_SPI_VALID_SYNC_OFFSET) == 0) {
678 if (update_type == AHD_TRANS_USER)
679 spi->sync_offset = tinfo->user.offset;
680 else
681 spi->sync_offset = tinfo->goal.offset;
682 }
683
684 if ((spi->valid & CTS_SPI_VALID_SYNC_RATE) == 0) {
685 if (update_type == AHD_TRANS_USER)
686 spi->sync_period = tinfo->user.period;
687 else
688 spi->sync_period = tinfo->goal.period;
689 }
690
691 if (((spi->valid & CTS_SPI_VALID_SYNC_RATE) != 0)
692 || ((spi->valid & CTS_SPI_VALID_SYNC_OFFSET) != 0)) {
693 u_int maxsync;
694
695 maxsync = AHD_SYNCRATE_MAX;
696
697 if (spi->bus_width != MSG_EXT_WDTR_BUS_16_BIT)
698 spi->ppr_options &= ~MSG_EXT_PPR_DT_REQ;
699
700 if ((*discenable & devinfo.target_mask) == 0)
701 spi->ppr_options &= ~MSG_EXT_PPR_IU_REQ;
702
703 ahd_find_syncrate(ahd, &spi->sync_period,
704 &spi->ppr_options, maxsync);
705 ahd_validate_offset(ahd, /*tinfo limit*/NULL,
706 spi->sync_period, &spi->sync_offset,
707 spi->bus_width, ROLE_UNKNOWN);
708
709 /* We use a period of 0 to represent async */
710 if (spi->sync_offset == 0) {
711 spi->sync_period = 0;
712 spi->ppr_options = 0;
713 }
714
715 ahd_set_syncrate(ahd, &devinfo, spi->sync_period,
716 spi->sync_offset, spi->ppr_options,
717 update_type, /*paused*/FALSE);
718 }
719 cts->ccb_h.status = CAM_REQ_CMP;
720#else
721 struct ahd_devinfo devinfo;
722 struct ahd_initiator_tinfo *tinfo;
723 struct ahd_tmode_tstate *tstate;
724 uint16_t *discenable;
725 uint16_t *tagenable;
726 u_int update_type;
727
728 ahd_compile_devinfo(&devinfo, SIM_SCSI_ID(ahd, sim),
729 cts->ccb_h.target_id,
730 cts->ccb_h.target_lun,
731 SIM_CHANNEL(ahd, sim),
732 ROLE_UNKNOWN);
733 tinfo = ahd_fetch_transinfo(ahd, devinfo.channel,
734 devinfo.our_scsiid,
735 devinfo.target, &tstate);
736 update_type = 0;
737 if ((cts->flags & CCB_TRANS_CURRENT_SETTINGS) != 0) {
738 update_type |= AHD_TRANS_GOAL;
739 discenable = &tstate->discenable;
740 tagenable = &tstate->tagenable;
741 } else if ((cts->flags & CCB_TRANS_USER_SETTINGS) != 0) {
742 update_type |= AHD_TRANS_USER;
743 discenable = &ahd->user_discenable;
744 tagenable = &ahd->user_tagenable;
745 } else {
746 cts->ccb_h.status = CAM_REQ_INVALID;
747 return;
748 }
749
750 if ((cts->valid & CCB_TRANS_DISC_VALID) != 0) {
751 if ((cts->flags & CCB_TRANS_DISC_ENB) != 0)
752 *discenable |= devinfo.target_mask;
753 else
754 *discenable &= ~devinfo.target_mask;
755 }
756
757 if ((cts->valid & CCB_TRANS_TQ_VALID) != 0) {
758 if ((cts->flags & CCB_TRANS_TAG_ENB) != 0)
759 *tagenable |= devinfo.target_mask;
760 else
761 *tagenable &= ~devinfo.target_mask;
762 }
763
764 if ((cts->valid & CCB_TRANS_BUS_WIDTH_VALID) != 0) {
765 ahd_validate_width(ahd, /*tinfo limit*/NULL,
766 &cts->bus_width, ROLE_UNKNOWN);
767 ahd_set_width(ahd, &devinfo, cts->bus_width,
768 update_type, /*paused*/FALSE);
769 }
770
771 if ((cts->valid & CCB_TRANS_SYNC_OFFSET_VALID) == 0) {
772 if (update_type == AHD_TRANS_USER)
773 cts->sync_offset = tinfo->user.offset;
774 else
775 cts->sync_offset = tinfo->goal.offset;
776 }
777
778 if ((cts->valid & CCB_TRANS_SYNC_RATE_VALID) == 0) {
779 if (update_type == AHD_TRANS_USER)
780 cts->sync_period = tinfo->user.period;
781 else
782 cts->sync_period = tinfo->goal.period;
783 }
784
785 if (((cts->valid & CCB_TRANS_SYNC_RATE_VALID) != 0)
786 || ((cts->valid & CCB_TRANS_SYNC_OFFSET_VALID) != 0)
787 || ((cts->valid & CCB_TRANS_TQ_VALID) != 0)
788 || ((cts->valid & CCB_TRANS_DISC_VALID) != 0)) {
789 u_int ppr_options;
790 u_int maxsync;
791
792 maxsync = AHD_SYNCRATE_MAX;
793 ppr_options = 0;
794 if (cts->sync_period <= AHD_SYNCRATE_DT
795 && cts->bus_width == MSG_EXT_WDTR_BUS_16_BIT) {
796 ppr_options = tinfo->user.ppr_options
797 | MSG_EXT_PPR_DT_REQ;
798 }
799
800 if ((*tagenable & devinfo.target_mask) == 0
801 || (*discenable & devinfo.target_mask) == 0)
802 ppr_options &= ~MSG_EXT_PPR_IU_REQ;
803
804 ahd_find_syncrate(ahd, &cts->sync_period,
805 &ppr_options, maxsync);
806 ahd_validate_offset(ahd, /*tinfo limit*/NULL,
807 cts->sync_period, &cts->sync_offset,
808 MSG_EXT_WDTR_BUS_8_BIT,
809 ROLE_UNKNOWN);
810
811 /* We use a period of 0 to represent async */
812 if (cts->sync_offset == 0) {
813 cts->sync_period = 0;
814 ppr_options = 0;
815 }
816
817 if (ppr_options != 0
818 && tinfo->user.transport_version >= 3) {
819 tinfo->goal.transport_version =
820 tinfo->user.transport_version;
821 tinfo->curr.transport_version =
822 tinfo->user.transport_version;
823 }
824
825 ahd_set_syncrate(ahd, &devinfo, cts->sync_period,
826 cts->sync_offset, ppr_options,
827 update_type, /*paused*/FALSE);
828 }
829 cts->ccb_h.status = CAM_REQ_CMP;
830#endif
831}
832
833static void
834ahd_get_tran_settings(struct ahd_softc *ahd, int our_id, char channel,
835 struct ccb_trans_settings *cts)
836{
837#ifdef AHD_NEW_TRAN_SETTINGS
838 struct ahd_devinfo devinfo;
839 struct ccb_trans_settings_scsi *scsi;
840 struct ccb_trans_settings_spi *spi;
841 struct ahd_initiator_tinfo *targ_info;
842 struct ahd_tmode_tstate *tstate;
843 struct ahd_transinfo *tinfo;
844
845 scsi = &cts->proto_specific.scsi;
846 spi = &cts->xport_specific.spi;
847 ahd_compile_devinfo(&devinfo, our_id,
848 cts->ccb_h.target_id,
849 cts->ccb_h.target_lun,
850 channel, ROLE_UNKNOWN);
851 targ_info = ahd_fetch_transinfo(ahd, devinfo.channel,
852 devinfo.our_scsiid,
853 devinfo.target, &tstate);
854
855 if (cts->type == CTS_TYPE_CURRENT_SETTINGS)
856 tinfo = &targ_info->curr;
857 else
858 tinfo = &targ_info->user;
859
860 scsi->flags &= ~CTS_SCSI_FLAGS_TAG_ENB;
861 spi->flags &= ~CTS_SPI_FLAGS_DISC_ENB;
862 if (cts->type == CTS_TYPE_USER_SETTINGS) {
863 if ((ahd->user_discenable & devinfo.target_mask) != 0)
864 spi->flags |= CTS_SPI_FLAGS_DISC_ENB;
865
866 if ((ahd->user_tagenable & devinfo.target_mask) != 0)
867 scsi->flags |= CTS_SCSI_FLAGS_TAG_ENB;
868 } else {
869 if ((tstate->discenable & devinfo.target_mask) != 0)
870 spi->flags |= CTS_SPI_FLAGS_DISC_ENB;
871
872 if ((tstate->tagenable & devinfo.target_mask) != 0)
873 scsi->flags |= CTS_SCSI_FLAGS_TAG_ENB;
874 }
875 cts->protocol_version = tinfo->protocol_version;
876 cts->transport_version = tinfo->transport_version;
877
878 spi->sync_period = tinfo->period;
879 spi->sync_offset = tinfo->offset;
880 spi->bus_width = tinfo->width;
881 spi->ppr_options = tinfo->ppr_options;
882
883 cts->protocol = PROTO_SCSI;
884 cts->transport = XPORT_SPI;
885 spi->valid = CTS_SPI_VALID_SYNC_RATE
886 | CTS_SPI_VALID_SYNC_OFFSET
887 | CTS_SPI_VALID_BUS_WIDTH
888 | CTS_SPI_VALID_PPR_OPTIONS;
889
890 if (cts->ccb_h.target_lun != CAM_LUN_WILDCARD) {
891 scsi->valid = CTS_SCSI_VALID_TQ;
892 spi->valid |= CTS_SPI_VALID_DISC;
893 } else {
894 scsi->valid = 0;
895 }
896
897 cts->ccb_h.status = CAM_REQ_CMP;
898#else
899 struct ahd_devinfo devinfo;
900 struct ahd_initiator_tinfo *targ_info;
901 struct ahd_tmode_tstate *tstate;
902 struct ahd_transinfo *tinfo;
903
904 ahd_compile_devinfo(&devinfo, our_id,
905 cts->ccb_h.target_id,
906 cts->ccb_h.target_lun,
907 channel, ROLE_UNKNOWN);
908 targ_info = ahd_fetch_transinfo(ahd, devinfo.channel,
909 devinfo.our_scsiid,
910 devinfo.target, &tstate);
911
912 if ((cts->flags & CCB_TRANS_CURRENT_SETTINGS) != 0)
913 tinfo = &targ_info->curr;
914 else
915 tinfo = &targ_info->user;
916
917 cts->flags &= ~(CCB_TRANS_DISC_ENB|CCB_TRANS_TAG_ENB);
918 if ((cts->flags & CCB_TRANS_CURRENT_SETTINGS) == 0) {
919 if ((ahd->user_discenable & devinfo.target_mask) != 0)
920 cts->flags |= CCB_TRANS_DISC_ENB;
921
922 if ((ahd->user_tagenable & devinfo.target_mask) != 0)
923 cts->flags |= CCB_TRANS_TAG_ENB;
924 } else {
925 if ((tstate->discenable & devinfo.target_mask) != 0)
926 cts->flags |= CCB_TRANS_DISC_ENB;
927
928 if ((tstate->tagenable & devinfo.target_mask) != 0)
929 cts->flags |= CCB_TRANS_TAG_ENB;
930 }
931 cts->sync_period = tinfo->period;
932 cts->sync_offset = tinfo->offset;
933 cts->bus_width = tinfo->width;
934
935 cts->valid = CCB_TRANS_SYNC_RATE_VALID
936 | CCB_TRANS_SYNC_OFFSET_VALID
937 | CCB_TRANS_BUS_WIDTH_VALID;
938
939 if (cts->ccb_h.target_lun != CAM_LUN_WILDCARD)
940 cts->valid |= CCB_TRANS_DISC_VALID|CCB_TRANS_TQ_VALID;
941
942 cts->ccb_h.status = CAM_REQ_CMP;
943#endif
944}
945
946static void
947ahd_async(void *callback_arg, uint32_t code, struct cam_path *path, void *arg)
948{
949 struct ahd_softc *ahd;
950 struct cam_sim *sim;
951
952 sim = (struct cam_sim *)callback_arg;
953 ahd = (struct ahd_softc *)cam_sim_softc(sim);
954 switch (code) {
955 case AC_LOST_DEVICE:
956 {
957 struct ahd_devinfo devinfo;
984263bc
MD
958
959 ahd_compile_devinfo(&devinfo, SIM_SCSI_ID(ahd, sim),
960 xpt_path_target_id(path),
961 xpt_path_lun_id(path),
962 SIM_CHANNEL(ahd, sim),
963 ROLE_UNKNOWN);
964
965 /*
966 * Revert to async/narrow transfers
967 * for the next device.
968 */
984263bc
MD
969 ahd_set_width(ahd, &devinfo, MSG_EXT_WDTR_BUS_8_BIT,
970 AHD_TRANS_GOAL|AHD_TRANS_CUR, /*paused*/FALSE);
971 ahd_set_syncrate(ahd, &devinfo, /*period*/0, /*offset*/0,
972 /*ppr_options*/0, AHD_TRANS_GOAL|AHD_TRANS_CUR,
973 /*paused*/FALSE);
984263bc
MD
974 break;
975 }
976 default:
977 break;
978 }
979}
980
981static void
982ahd_execute_scb(void *arg, bus_dma_segment_t *dm_segs, int nsegments,
983 int error)
984{
985 struct scb *scb;
986 union ccb *ccb;
987 struct ahd_softc *ahd;
988 struct ahd_initiator_tinfo *tinfo;
989 struct ahd_tmode_tstate *tstate;
990 u_int mask;
984263bc
MD
991
992 scb = (struct scb *)arg;
993 ccb = scb->io_ctx;
994 ahd = scb->ahd_softc;
995
996 if (error != 0) {
997 if (error == EFBIG)
750f3593 998 aic_set_transaction_status(scb, CAM_REQ_TOO_BIG);
984263bc 999 else
750f3593 1000 aic_set_transaction_status(scb, CAM_REQ_CMP_ERR);
984263bc
MD
1001 if (nsegments != 0)
1002 bus_dmamap_unload(ahd->buffer_dmat, scb->dmamap);
984263bc 1003 ahd_free_scb(ahd, scb);
984263bc
MD
1004 xpt_done(ccb);
1005 return;
1006 }
1007 scb->sg_count = 0;
1008 if (nsegments != 0) {
1009 void *sg;
1010 bus_dmasync_op_t op;
1011 u_int i;
1012
1013 /* Copy the segments into our SG list */
1014 for (i = nsegments, sg = scb->sg_list; i > 0; i--) {
1015
1016 sg = ahd_sg_setup(ahd, scb, sg, dm_segs->ds_addr,
1017 dm_segs->ds_len,
1018 /*last*/i == 1);
1019 dm_segs++;
1020 }
1021
1022 if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_IN)
1023 op = BUS_DMASYNC_PREREAD;
1024 else
1025 op = BUS_DMASYNC_PREWRITE;
1026
1027 bus_dmamap_sync(ahd->buffer_dmat, scb->dmamap, op);
1028
1029 if (ccb->ccb_h.func_code == XPT_CONT_TARGET_IO) {
1030 struct target_data *tdata;
1031
1032 tdata = &scb->hscb->shared_data.tdata;
1033 tdata->target_phases |= DPHASE_PENDING;
1034 if ((ccb->ccb_h.flags & CAM_DIR_MASK) == CAM_DIR_OUT)
1035 tdata->data_phase = P_DATAOUT;
1036 else
1037 tdata->data_phase = P_DATAIN;
1038 }
1039 }
1040
984263bc
MD
1041 /*
1042 * Last time we need to check if this SCB needs to
1043 * be aborted.
1044 */
750f3593 1045 if (aic_get_transaction_status(scb) != CAM_REQ_INPROG) {
984263bc
MD
1046 if (nsegments != 0)
1047 bus_dmamap_unload(ahd->buffer_dmat,
1048 scb->dmamap);
1049 ahd_free_scb(ahd, scb);
984263bc
MD
1050 xpt_done(ccb);
1051 return;
1052 }
1053
1054 tinfo = ahd_fetch_transinfo(ahd, SCSIID_CHANNEL(ahd, scb->hscb->scsiid),
1055 SCSIID_OUR_ID(scb->hscb->scsiid),
1056 SCSIID_TARGET(ahd, scb->hscb->scsiid),
1057 &tstate);
1058
1059 mask = SCB_GET_TARGET_MASK(ahd, scb);
1060
1061 if ((tstate->discenable & mask) != 0
1062 && (ccb->ccb_h.flags & CAM_DIS_DISCONNECT) == 0)
1063 scb->hscb->control |= DISCENB;
1064
1065 if ((tinfo->curr.ppr_options & MSG_EXT_PPR_IU_REQ) != 0) {
1066 scb->flags |= SCB_PACKETIZED;
1067 if (scb->hscb->task_management != 0)
1068 scb->hscb->control &= ~MK_MESSAGE;
1069 }
1070
1071 if ((ccb->ccb_h.flags & CAM_NEGOTIATE) != 0
1072 && (tinfo->goal.width != 0
1073 || tinfo->goal.period != 0
1074 || tinfo->goal.ppr_options != 0)) {
1075 scb->flags |= SCB_NEGOTIATE;
1076 scb->hscb->control |= MK_MESSAGE;
1077 } else if ((tstate->auto_negotiate & mask) != 0) {
1078 scb->flags |= SCB_AUTO_NEGOTIATE;
1079 scb->hscb->control |= MK_MESSAGE;
1080 }
1081
1082 LIST_INSERT_HEAD(&ahd->pending_scbs, scb, pending_links);
1083
1084 ccb->ccb_h.status |= CAM_SIM_QUEUED;
1085
dff3fb2d 1086 aic_scb_timer_start(scb);
984263bc
MD
1087
1088 if ((scb->flags & SCB_TARGET_IMMEDIATE) != 0) {
1089 /* Define a mapping from our tag to the SCB. */
1090 ahd->scb_data.scbindex[SCB_GET_TAG(scb)] = scb;
1091 ahd_pause(ahd);
1092 ahd_set_scbptr(ahd, SCB_GET_TAG(scb));
1093 ahd_outb(ahd, RETURN_1, CONT_MSG_LOOP_TARG);
1094 ahd_unpause(ahd);
1095 } else {
1096 ahd_queue_scb(ahd, scb);
1097 }
984263bc
MD
1098}
1099
1100static void
1101ahd_poll(struct cam_sim *sim)
1102{
1103 ahd_intr(cam_sim_softc(sim));
1104}
1105
1106static void
1107ahd_setup_data(struct ahd_softc *ahd, struct cam_sim *sim,
1108 struct ccb_scsiio *csio, struct scb *scb)
1109{
1110 struct hardware_scb *hscb;
1111 struct ccb_hdr *ccb_h;
1112
1113 hscb = scb->hscb;
1114 ccb_h = &csio->ccb_h;
1115
1116 csio->resid = 0;
1117 csio->sense_resid = 0;
1118 if (ccb_h->func_code == XPT_SCSI_IO) {
1119 hscb->cdb_len = csio->cdb_len;
1120 if ((ccb_h->flags & CAM_CDB_POINTER) != 0) {
1121
1122 if (hscb->cdb_len > MAX_CDB_LEN
1123 && (ccb_h->flags & CAM_CDB_PHYS) == 0) {
ef8ef949 1124
984263bc
MD
1125 /*
1126 * Should CAM start to support CDB sizes
1127 * greater than 16 bytes, we could use
1128 * the sense buffer to store the CDB.
1129 */
750f3593 1130 aic_set_transaction_status(scb,
984263bc 1131 CAM_REQ_INVALID);
984263bc 1132 ahd_free_scb(ahd, scb);
984263bc
MD
1133 xpt_done((union ccb *)csio);
1134 return;
1135 }
1136 if ((ccb_h->flags & CAM_CDB_PHYS) != 0) {
1137 hscb->shared_data.idata.cdb_from_host.cdbptr =
750f3593 1138 aic_htole64((uintptr_t)csio->cdb_io.cdb_ptr);
984263bc
MD
1139 hscb->shared_data.idata.cdb_from_host.cdblen =
1140 csio->cdb_len;
1141 hscb->cdb_len |= SCB_CDB_LEN_PTR;
1142 } else {
1143 memcpy(hscb->shared_data.idata.cdb,
1144 csio->cdb_io.cdb_ptr,
1145 hscb->cdb_len);
1146 }
1147 } else {
1148 if (hscb->cdb_len > MAX_CDB_LEN) {
ef8ef949 1149
750f3593 1150 aic_set_transaction_status(scb,
984263bc 1151 CAM_REQ_INVALID);
984263bc 1152 ahd_free_scb(ahd, scb);
984263bc
MD
1153 xpt_done((union ccb *)csio);
1154 return;
1155 }
1156 memcpy(hscb->shared_data.idata.cdb,
1157 csio->cdb_io.cdb_bytes, hscb->cdb_len);
1158 }
1159 }
1160
1161 /* Only use S/G if there is a transfer */
1162 if ((ccb_h->flags & CAM_DIR_MASK) != CAM_DIR_NONE) {
1163 if ((ccb_h->flags & CAM_SCATTER_VALID) == 0) {
1164 /* We've been given a pointer to a single buffer */
1165 if ((ccb_h->flags & CAM_DATA_PHYS) == 0) {
984263bc
MD
1166 int error;
1167
c1139c5e 1168 crit_enter();
984263bc
MD
1169 error = bus_dmamap_load(ahd->buffer_dmat,
1170 scb->dmamap,
1171 csio->data_ptr,
1172 csio->dxfer_len,
1173 ahd_execute_scb,
1174 scb, /*flags*/0);
1175 if (error == EINPROGRESS) {
1176 /*
1177 * So as to maintain ordering,
1178 * freeze the controller queue
1179 * until our mapping is
1180 * returned.
1181 */
1182 xpt_freeze_simq(sim,
1183 /*count*/1);
1184 scb->io_ctx->ccb_h.status |=
1185 CAM_RELEASE_SIMQ;
1186 }
c1139c5e 1187 crit_exit();
984263bc
MD
1188 } else {
1189 struct bus_dma_segment seg;
1190
1191 /* Pointer to physical buffer */
1192 if (csio->dxfer_len > AHD_MAXTRANSFER_SIZE)
1193 panic("ahd_setup_data - Transfer size "
1194 "larger than can device max");
1195
1196 seg.ds_addr =
1197 (bus_addr_t)(vm_offset_t)csio->data_ptr;
1198 seg.ds_len = csio->dxfer_len;
1199 ahd_execute_scb(scb, &seg, 1, 0);
1200 }
1201 } else {
1202 struct bus_dma_segment *segs;
1203
1204 if ((ccb_h->flags & CAM_DATA_PHYS) != 0)
1205 panic("ahd_setup_data - Physical segment "
1206 "pointers unsupported");
1207
1208 if ((ccb_h->flags & CAM_SG_LIST_PHYS) == 0)
1209 panic("ahd_setup_data - Virtual segment "
1210 "addresses unsupported");
1211
1212 /* Just use the segments provided */
1213 segs = (struct bus_dma_segment *)csio->data_ptr;
1214 ahd_execute_scb(scb, segs, csio->sglist_cnt, 0);
1215 }
1216 } else {
1217 ahd_execute_scb(scb, NULL, 0, 0);
1218 }
1219}
1220
984263bc
MD
1221static void
1222ahd_abort_ccb(struct ahd_softc *ahd, struct cam_sim *sim, union ccb *ccb)
1223{
1224 union ccb *abort_ccb;
1225
1226 abort_ccb = ccb->cab.abort_ccb;
1227 switch (abort_ccb->ccb_h.func_code) {
1228#ifdef AHD_TARGET_MODE
1229 case XPT_ACCEPT_TARGET_IO:
1230 case XPT_IMMED_NOTIFY:
1231 case XPT_CONT_TARGET_IO:
1232 {
1233 struct ahd_tmode_tstate *tstate;
1234 struct ahd_tmode_lstate *lstate;
1235 struct ccb_hdr_slist *list;
1236 cam_status status;
1237
1238 status = ahd_find_tmode_devs(ahd, sim, abort_ccb, &tstate,
1239 &lstate, TRUE);
1240
1241 if (status != CAM_REQ_CMP) {
1242 ccb->ccb_h.status = status;
1243 break;
1244 }
1245
1246 if (abort_ccb->ccb_h.func_code == XPT_ACCEPT_TARGET_IO)
1247 list = &lstate->accept_tios;
1248 else if (abort_ccb->ccb_h.func_code == XPT_IMMED_NOTIFY)
1249 list = &lstate->immed_notifies;
1250 else
1251 list = NULL;
1252
1253 if (list != NULL) {
1254 struct ccb_hdr *curelm;
1255 int found;
1256
1257 curelm = SLIST_FIRST(list);
1258 found = 0;
1259 if (curelm == &abort_ccb->ccb_h) {
1260 found = 1;
1261 SLIST_REMOVE_HEAD(list, sim_links.sle);
1262 } else {
1263 while(curelm != NULL) {
1264 struct ccb_hdr *nextelm;
1265
1266 nextelm =
1267 SLIST_NEXT(curelm, sim_links.sle);
1268
1269 if (nextelm == &abort_ccb->ccb_h) {
1270 found = 1;
1271 SLIST_NEXT(curelm,
1272 sim_links.sle) =
1273 SLIST_NEXT(nextelm,
1274 sim_links.sle);
1275 break;
1276 }
1277 curelm = nextelm;
1278 }
1279 }
1280
1281 if (found) {
1282 abort_ccb->ccb_h.status = CAM_REQ_ABORTED;
1283 xpt_done(abort_ccb);
1284 ccb->ccb_h.status = CAM_REQ_CMP;
1285 } else {
1286 xpt_print_path(abort_ccb->ccb_h.path);
e3869ec7 1287 kprintf("Not found\n");
984263bc
MD
1288 ccb->ccb_h.status = CAM_PATH_INVALID;
1289 }
1290 break;
1291 }
1292 /* FALLTHROUGH */
1293 }
1294#endif
1295 case XPT_SCSI_IO:
1296 /* XXX Fully implement the hard ones */
1297 ccb->ccb_h.status = CAM_UA_ABORT;
1298 break;
1299 default:
1300 ccb->ccb_h.status = CAM_REQ_INVALID;
1301 break;
1302 }
1303 xpt_done(ccb);
1304}
1305
1306void
1307ahd_send_async(struct ahd_softc *ahd, char channel, u_int target,
1308 u_int lun, ac_code code, void *opt_arg)
1309{
1310 struct ccb_trans_settings cts;
1311 struct cam_path *path;
1312 void *arg;
1313 int error;
1314
1315 arg = NULL;
1316 error = ahd_create_path(ahd, channel, target, lun, &path);
1317
1318 if (error != CAM_REQ_CMP)
1319 return;
1320
1321 switch (code) {
1322 case AC_TRANSFER_NEG:
1323 {
1324#ifdef AHD_NEW_TRAN_SETTINGS
1325 struct ccb_trans_settings_scsi *scsi;
1326
1327 cts.type = CTS_TYPE_CURRENT_SETTINGS;
1328 scsi = &cts.proto_specific.scsi;
1329#else
1330 cts.flags = CCB_TRANS_CURRENT_SETTINGS;
1331#endif
1332 cts.ccb_h.path = path;
1333 cts.ccb_h.target_id = target;
1334 cts.ccb_h.target_lun = lun;
1335 ahd_get_tran_settings(ahd, ahd->our_id, channel, &cts);
1336 arg = &cts;
1337#ifdef AHD_NEW_TRAN_SETTINGS
1338 scsi->valid &= ~CTS_SCSI_VALID_TQ;
1339 scsi->flags &= ~CTS_SCSI_FLAGS_TAG_ENB;
1340#else
1341 cts.valid &= ~CCB_TRANS_TQ_VALID;
1342 cts.flags &= ~CCB_TRANS_TAG_ENB;
1343#endif
1344 if (opt_arg == NULL)
1345 break;
1346 if (*((ahd_queue_alg *)opt_arg) == AHD_QUEUE_TAGGED)
1347#ifdef AHD_NEW_TRAN_SETTINGS
1348 scsi->flags |= ~CTS_SCSI_FLAGS_TAG_ENB;
1349 scsi->valid |= CTS_SCSI_VALID_TQ;
1350#else
1351 cts.flags |= CCB_TRANS_TAG_ENB;
1352 cts.valid |= CCB_TRANS_TQ_VALID;
1353#endif
1354 break;
1355 }
1356 case AC_SENT_BDR:
1357 case AC_BUS_RESET:
1358 break;
1359 default:
1360 panic("ahd_send_async: Unexpected async event");
1361 }
1362 xpt_async(code, path, arg);
1363 xpt_free_path(path);
1364}
1365
1366void
1367ahd_platform_set_tags(struct ahd_softc *ahd,
1368 struct ahd_devinfo *devinfo, int enable)
1369{
1370}
1371
1372int
1373ahd_platform_alloc(struct ahd_softc *ahd, void *platform_arg)
1374{
efda3bd0 1375 ahd->platform_data = kmalloc(sizeof(struct ahd_platform_data), M_DEVBUF,
bf22d4c1 1376 M_INTWAIT | M_ZERO);
984263bc
MD
1377 return (0);
1378}
1379
1380void
1381ahd_platform_free(struct ahd_softc *ahd)
1382{
1383 struct ahd_platform_data *pdata;
1384
1385 pdata = ahd->platform_data;
1386 if (pdata != NULL) {
1387 if (pdata->regs[0] != NULL)
1388 bus_release_resource(ahd->dev_softc,
1389 pdata->regs_res_type[0],
1390 pdata->regs_res_id[0],
1391 pdata->regs[0]);
1392
1393 if (pdata->regs[1] != NULL)
1394 bus_release_resource(ahd->dev_softc,
1395 pdata->regs_res_type[1],
1396 pdata->regs_res_id[1],
1397 pdata->regs[1]);
1398
1399 if (pdata->irq != NULL)
1400 bus_release_resource(ahd->dev_softc,
1401 pdata->irq_res_type,
1402 0, pdata->irq);
1403
984263bc
MD
1404 if (pdata->sim != NULL) {
1405 xpt_async(AC_LOST_DEVICE, pdata->path, NULL);
1406 xpt_free_path(pdata->path);
1407 xpt_bus_deregister(cam_sim_path(pdata->sim));
3aed1355 1408 cam_sim_free(pdata->sim);
984263bc
MD
1409 }
1410 if (pdata->eh != NULL)
87e2fa7e 1411 EVENTHANDLER_DEREGISTER(shutdown_post_sync, pdata->eh);
efda3bd0 1412 kfree(ahd->platform_data, M_DEVBUF);
984263bc
MD
1413 }
1414}
1415
1416int
1417ahd_softc_comp(struct ahd_softc *lahd, struct ahd_softc *rahd)
1418{
1419 /* We don't sort softcs under FreeBSD so report equal always */
1420 return (0);
1421}
1422
1423int
1424ahd_detach(device_t dev)
1425{
1426 struct ahd_softc *ahd;
984263bc 1427
984263bc
MD
1428 device_printf(dev, "detaching device\n");
1429 ahd = device_get_softc(dev);
ef8ef949 1430 ahd_lock(ahd);
750f3593 1431 TAILQ_REMOVE(&ahd_tailq, ahd, links);
984263bc
MD
1432 ahd_intr_enable(ahd, FALSE);
1433 bus_teardown_intr(dev, ahd->platform_data->irq, ahd->platform_data->ih);
ef8ef949 1434 ahd_unlock(ahd);
984263bc 1435 ahd_free(ahd);
984263bc
MD
1436 return (0);
1437}
1438
9f00895f 1439#if 0
984263bc
MD
1440static void
1441ahd_dump_targcmd(struct target_cmd *cmd)
1442{
1443 uint8_t *byte;
1444 uint8_t *last_byte;
1445 int i;
1446
1447 byte = &cmd->initiator_channel;
1448 /* Debugging info for received commands */
1449 last_byte = &cmd[1].initiator_channel;
1450
1451 i = 0;
1452 while (byte < last_byte) {
1453 if (i == 0)
e3869ec7
SW
1454 kprintf("\t");
1455 kprintf("%#x", *byte++);
984263bc
MD
1456 i++;
1457 if (i == 8) {
e3869ec7 1458 kprintf("\n");
984263bc
MD
1459 i = 0;
1460 } else {
e3869ec7 1461 kprintf(", ");
984263bc
MD
1462 }
1463 }
1464}
1465#endif
1466
1467static int
1468ahd_modevent(module_t mod, int type, void *data)
1469{
1470 /* XXX Deal with busy status on unload. */
ef8ef949 1471 /* XXX Deal with unknown events */
984263bc
MD
1472 return 0;
1473}
1474
1475static moduledata_t ahd_mod = {
1476 "ahd",
1477 ahd_modevent,
1478 NULL
1479};
1480
1481/********************************** DDB Hooks *********************************/
1482#ifdef DDB
1483static struct ahd_softc *ahd_ddb_softc;
1484static int ahd_ddb_paused;
1485static int ahd_ddb_paused_on_entry;
fb5acdc8 1486DB_COMMAND(ahd_sunit, ahd_ddb_sunit)
984263bc
MD
1487{
1488 struct ahd_softc *list_ahd;
1489
1490 ahd_ddb_softc = NULL;
1491 TAILQ_FOREACH(list_ahd, &ahd_tailq, links) {
1492 if (list_ahd->unit == addr)
1493 ahd_ddb_softc = list_ahd;
1494 }
1495 if (ahd_ddb_softc == NULL)
1496 db_error("No matching softc found!\n");
1497}
1498
1499DB_COMMAND(ahd_pause, ahd_ddb_pause)
1500{
1501 if (ahd_ddb_softc == NULL) {
fb5acdc8 1502 db_error("Must set unit with ahd_sunit first!\n");
984263bc
MD
1503 return;
1504 }
1505 if (ahd_ddb_paused == 0) {
1506 ahd_ddb_paused++;
1507 if (ahd_is_paused(ahd_ddb_softc)) {
1508 ahd_ddb_paused_on_entry++;
1509 return;
1510 }
1511 ahd_pause(ahd_ddb_softc);
1512 }
1513}
1514
1515DB_COMMAND(ahd_unpause, ahd_ddb_unpause)
1516{
1517 if (ahd_ddb_softc == NULL) {
fb5acdc8 1518 db_error("Must set unit with ahd_sunit first!\n");
984263bc
MD
1519 return;
1520 }
1521 if (ahd_ddb_paused != 0) {
1522 ahd_ddb_paused = 0;
1523 if (ahd_ddb_paused_on_entry)
1524 return;
1525 ahd_unpause(ahd_ddb_softc);
1526 } else if (ahd_ddb_paused_on_entry != 0) {
1527 /* Two unpauses to clear a paused on entry. */
1528 ahd_ddb_paused_on_entry = 0;
1529 ahd_unpause(ahd_ddb_softc);
1530 }
1531}
1532
1533DB_COMMAND(ahd_in, ahd_ddb_in)
1534{
1535 int c;
1536 int size;
1537
1538 if (ahd_ddb_softc == NULL) {
fb5acdc8 1539 db_error("Must set unit with ahd_sunit first!\n");
984263bc
MD
1540 return;
1541 }
1542 if (have_addr == 0)
1543 return;
1544
1545 size = 1;
1546 while ((c = *modif++) != '\0') {
1547 switch (c) {
1548 case 'b':
1549 size = 1;
1550 break;
1551 case 'w':
1552 size = 2;
1553 break;
1554 case 'l':
1555 size = 4;
1556 break;
1557 }
1558 }
1559
1560 if (count <= 0)
1561 count = 1;
1562 while (--count >= 0) {
1563 db_printf("%04lx (M)%x: \t", (u_long)addr,
1564 ahd_inb(ahd_ddb_softc, MODE_PTR));
1565 switch (size) {
1566 case 1:
1567 db_printf("%02x\n", ahd_inb(ahd_ddb_softc, addr));
1568 break;
1569 case 2:
1570 db_printf("%04x\n", ahd_inw(ahd_ddb_softc, addr));
1571 break;
1572 case 4:
1573 db_printf("%08x\n", ahd_inl(ahd_ddb_softc, addr));
1574 break;
1575 }
1576 }
1577}
1578
1579DB_SET(ahd_out, ahd_ddb_out, db_cmd_set, CS_MORE, NULL)
1580{
1581 db_expr_t old_value;
1582 db_expr_t new_value;
1583 int size;
1584
1585 if (ahd_ddb_softc == NULL) {
fb5acdc8 1586 db_error("Must set unit with ahd_sunit first!\n");
984263bc
MD
1587 return;
1588 }
1589
1590 switch (modif[0]) {
1591 case '\0':
1592 case 'b':
1593 size = 1;
1594 break;
1595 case 'h':
1596 size = 2;
1597 break;
1598 case 'l':
1599 size = 4;
1600 break;
1601 default:
1602 db_error("Unknown size\n");
1603 return;
1604 }
1605
1606 while (db_expression(&new_value)) {
1607 switch (size) {
1608 default:
1609 case 1:
1610 old_value = ahd_inb(ahd_ddb_softc, addr);
1611 ahd_outb(ahd_ddb_softc, addr, new_value);
1612 break;
1613 case 2:
1614 old_value = ahd_inw(ahd_ddb_softc, addr);
1615 ahd_outw(ahd_ddb_softc, addr, new_value);
1616 break;
1617 case 4:
1618 old_value = ahd_inl(ahd_ddb_softc, addr);
1619 ahd_outl(ahd_ddb_softc, addr, new_value);
1620 break;
1621 }
1622 db_printf("%04lx (M)%x: \t0x%lx\t=\t0x%lx",
1623 (u_long)addr, ahd_inb(ahd_ddb_softc, MODE_PTR),
1624 (u_long)old_value, (u_long)new_value);
1625 addr += size;
1626 }
1627 db_skip_to_eol();
1628}
1629
fb5acdc8
PA
1630DB_COMMAND(ahd_dump, ahd_ddb_dump)
1631{
1632 if (ahd_ddb_softc == NULL) {
1633 db_error("Must set unit with ahd_sunit first!\n");
1634 return;
1635 }
1636 ahd_dump_card_state(ahd_ddb_softc);
1637}
1638
984263bc
MD
1639#endif
1640
1641
1642DECLARE_MODULE(ahd, ahd_mod, SI_SUB_DRIVERS, SI_ORDER_MIDDLE);
1643MODULE_DEPEND(ahd, cam, 1, 1, 1);
1644MODULE_VERSION(ahd, 1);