2 * Copyright (c) 2009 The DragonFly Project. All rights reserved.
4 * This code is derived from software contributed to The DragonFly Project
5 * by Matthew Dillon <dillon@backplane.com>
7 * Redistribution and use in source and binary forms, with or without
8 * modification, are permitted provided that the following conditions
11 * 1. Redistributions of source code must retain the above copyright
12 * notice, this list of conditions and the following disclaimer.
13 * 2. Redistributions in binary form must reproduce the above copyright
14 * notice, this list of conditions and the following disclaimer in
15 * the documentation and/or other materials provided with the
17 * 3. Neither the name of The DragonFly Project nor the names of its
18 * contributors may be used to endorse or promote products derived
19 * from this software without specific, prior written permission.
21 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
22 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
23 * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS
24 * FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE
25 * COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT,
26 * INCIDENTAL, SPECIAL, EXEMPLARY OR CONSEQUENTIAL DAMAGES (INCLUDING,
27 * BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
28 * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED
29 * AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
30 * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
31 * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
37 static void ahci_pm_dummy_done(struct ata_xfer *xa);
38 static void ahci_pm_empty_done(struct ahci_ccb *ccb);
41 * Identify the port multiplier
44 ahci_pm_identify(struct ahci_port *ap)
53 ap->ap_probe = ATA_PROBE_FAILED;
54 if (ahci_pm_read(ap, 15, 0, &chipid))
56 if (ahci_pm_read(ap, 15, 1, &rev))
58 if (ahci_pm_read(ap, 15, 2, &nports))
60 nports &= 0x0000000F; /* only the low 4 bits */
61 ap->ap_probe = ATA_PROBE_GOOD;
62 kprintf("%s: Port multiplier: chip=%08x rev=0x%b nports=%d\n",
65 rev, SATA_PFMT_PM_REV,
67 ap->ap_pmcount = nports;
69 if (ahci_pm_read(ap, 15, SATA_PMREG_FEA, &data1)) {
70 kprintf("%s: Port multiplier: Warning, "
71 "cannot read feature register\n", PORTNAME(ap));
73 kprintf("%s: Port multiplier features: 0x%b\n",
78 if (ahci_pm_read(ap, 15, SATA_PMREG_FEAEN, &data2) == 0) {
79 kprintf("%s: Port multiplier defaults: 0x%b\n",
86 * Turn on async notification if we support and the PM supports it.
87 * This allows the PM to forward async notification events to us and
88 * it will also generate an event for target 15 for hot-plug events
89 * (or is supposed to anyway).
91 if ((ap->ap_sc->sc_cap & AHCI_REG_CAP_SSNTF) &&
92 (data1 & SATA_PMFEA_ASYNCNOTIFY)) {
93 u_int32_t serr_bits = AHCI_PREG_SERR_DIAG_N |
94 AHCI_PREG_SERR_DIAG_X;
95 data2 |= SATA_PMFEA_ASYNCNOTIFY;
96 if (ahci_pm_write(ap, 15, SATA_PMREG_FEAEN, data2)) {
97 kprintf("%s: Port multiplier: AsyncNotify cannot be "
98 "enabled\n", PORTNAME(ap));
99 } else if (ahci_pm_write(ap, 15, SATA_PMREG_EEENA, serr_bits)) {
100 kprintf("%s: Port mulltiplier: AsyncNotify unable "
101 "to enable error info bits\n", PORTNAME(ap));
103 kprintf("%s: Port multiplier: AsyncNotify enabled\n",
110 kprintf("%s: Port multiplier cannot be identified\n", PORTNAME(ap));
115 * Do a COMRESET sequence on the target behind a port multiplier.
117 * If hard is 2 we also cycle the phy on the target.
119 * This must be done prior to any softreset or probe attempts on
120 * targets behind the port multiplier.
122 * Returns 0 on success or an error.
125 ahci_pm_hardreset(struct ahci_port *ap, int target, int hard)
132 at = &ap->ap_ata[target];
135 * Turn off power management and kill the phy on the target
136 * if requested. Hold state for 10ms.
138 data = AHCI_PREG_SCTL_IPM_DISABLED;
140 data |= AHCI_PREG_SCTL_DET_DISABLE;
141 if (ahci_pm_write(ap, target, SATA_PMREG_SERR, -1))
143 if (ahci_pm_write(ap, target, SATA_PMREG_SCTL, data))
148 * Start transmitting COMRESET. COMRESET must be sent for at
151 at->at_probe = ATA_PROBE_FAILED;
152 at->at_type = ATA_PORT_T_NONE;
153 data = AHCI_PREG_SCTL_IPM_DISABLED | AHCI_PREG_SCTL_DET_INIT;
154 if (AhciForceGen1 & (1 << ap->ap_num)) {
155 kprintf("%s.%d: Force 1.5GBits\n", PORTNAME(ap), target);
156 data |= AHCI_PREG_SCTL_SPD_GEN1;
158 data |= AHCI_PREG_SCTL_SPD_ANY;
160 if (ahci_pm_write(ap, target, SATA_PMREG_SCTL, data))
164 * It takes about 100ms for the DET logic to settle down,
165 * from trial and error testing. If this is too short
166 * the softreset code will fail.
170 if (ahci_pm_phy_status(ap, target, &data)) {
171 kprintf("%s: (A)Cannot clear phy status\n",
176 * Flush any status, then clear DET to initiate negotiation.
178 ahci_pm_write(ap, target, SATA_PMREG_SERR, -1);
179 data = AHCI_PREG_SCTL_IPM_DISABLED | AHCI_PREG_SCTL_DET_NONE;
180 if (ahci_pm_write(ap, target, SATA_PMREG_SCTL, data))
184 * Try to determine if there is a device on the port.
186 * Give the device 3/10 second to at least be detected.
187 * If we fail clear any pending status since we may have
188 * cycled the phy and probably caused another PRCS interrupt.
190 for (loop = 3; loop; --loop) {
191 if (ahci_pm_read(ap, target, SATA_PMREG_SSTS, &data))
193 if (data & AHCI_PREG_SSTS_DET)
198 kprintf("%s.%d: Port appears to be unplugged\n",
199 PORTNAME(ap), target);
205 * There is something on the port. Give the device 3 seconds
206 * to fully negotiate.
208 for (loop = 30; loop; --loop) {
209 if (ahci_pm_read(ap, target, SATA_PMREG_SSTS, &data))
211 if ((data & AHCI_PREG_SSTS_DET) == AHCI_PREG_SSTS_DET_DEV)
217 * Device not detected
220 kprintf("%s: Device may be powered down\n",
229 kprintf("%s.%d: Device detected data=%08x\n",
230 PORTNAME(ap), target, data);
232 * Clear SERR on the target so we get a new NOTIFY event if a hot-plug
233 * or hot-unplug occurs.
239 at->at_probe = error ? ATA_PROBE_FAILED : ATA_PROBE_NEED_SOFT_RESET;
244 * AHCI soft reset through port multiplier.
246 * This function keeps port communications intact and attempts to generate
247 * a reset to the connected device using device commands. Unlike
248 * hard-port operations we can't do fancy stop/starts or stuff like
249 * that without messing up other commands that might be running or
253 ahci_pm_softreset(struct ahci_port *ap, int target)
256 struct ahci_ccb *ccb;
257 struct ahci_cmd_hdr *cmd_slot;
265 at = &ap->ap_ata[target];
267 DPRINTF(AHCI_D_VERBOSE, "%s: soft reset\n", PORTNAME(ap));
273 * Try to clear the phy so we get a good signature, otherwise
274 * the PM may not latch a new signature.
276 * NOTE: This cannot be safely done between the first and second
277 * softreset FISs. It's now or never.
280 if (ahci_pm_phy_status(ap, target, &data)) {
281 kprintf("%s: (B)Cannot clear phy status\n",
284 ahci_pm_write(ap, target, SATA_PMREG_SERR, -1);
288 * Prep first D2H command with SRST feature & clear busy/reset flags
290 * It is unclear which other fields in the FIS are used. Just zero
293 * When soft-resetting a port behind a multiplier at will be
294 * non-NULL, assigning it to the ccb prevents the port interrupt
295 * from hard-resetting the port if a problem crops up.
297 ccb = ahci_get_err_ccb(ap);
298 ccb->ccb_done = ahci_pm_empty_done;
299 ccb->ccb_xa.flags = ATA_F_READ | ATA_F_POLL;
300 ccb->ccb_xa.complete = ahci_pm_dummy_done;
303 fis = ccb->ccb_cmd_table->cfis;
304 bzero(fis, sizeof(ccb->ccb_cmd_table->cfis));
305 fis[0] = ATA_FIS_TYPE_H2D;
306 fis[1] = at->at_target;
307 fis[15] = ATA_FIS_CONTROL_SRST|ATA_FIS_CONTROL_4BIT;
309 cmd_slot = ccb->ccb_cmd_hdr;
311 cmd_slot->flags = htole16(5); /* FIS length: 5 DWORDS */
312 cmd_slot->flags |= htole16(AHCI_CMD_LIST_FLAG_C); /* Clear busy on OK */
313 cmd_slot->flags |= htole16(AHCI_CMD_LIST_FLAG_R); /* Reset */
314 cmd_slot->flags |= htole16(at->at_target <<
315 AHCI_CMD_LIST_FLAG_PMP_SHIFT);
317 ccb->ccb_xa.state = ATA_S_PENDING;
318 ccb->ccb_xa.flags = 0;
321 * XXX hack to ignore IFS errors which can occur during the target
324 * If an IFS error occurs the target is probably powering up,
325 * so we try for a longer period of time.
327 ap->ap_flags |= AP_F_IGNORE_IFS;
328 ap->ap_flags &= ~(AP_F_IFS_IGNORED | AP_F_IFS_OCCURED);
330 if (ahci_poll(ccb, 1000, ahci_ata_cmd_timeout) != ATA_S_COMPLETE) {
331 kprintf("%s: (PM) First FIS failed\n", ATANAME(ap, at));
332 if (ap->ap_flags & AP_F_IFS_OCCURED) {
333 if (tried_longer == 0)
337 ahci_put_err_ccb(ccb);
344 * WARNING! SENSITIVE TIME PERIOD! WARNING!
346 * The first and second FISes are supposed to be back-to-back,
347 * I think the idea is to get the second sent and then after
348 * the device resets it will send a signature. Do not delay
349 * here and most definitely do not issue any commands to other
354 * Prep second D2H command to read status and complete reset sequence
355 * AHCI 10.4.1 and "Serial ATA Revision 2.6". I can't find the ATA
356 * Rev 2.6 and it is unclear how the second FIS should be set up
357 * from the AHCI document.
359 * Give the device 3ms before sending the second FIS.
361 * It is unclear which other fields in the FIS are used. Just zero
364 bzero(fis, sizeof(ccb->ccb_cmd_table->cfis));
365 fis[0] = ATA_FIS_TYPE_H2D;
366 fis[1] = at->at_target;
367 fis[15] = ATA_FIS_CONTROL_4BIT;
370 cmd_slot->flags = htole16(5); /* FIS length: 5 DWORDS */
371 cmd_slot->flags |= htole16(at->at_target <<
372 AHCI_CMD_LIST_FLAG_PMP_SHIFT);
374 ccb->ccb_xa.state = ATA_S_PENDING;
375 ccb->ccb_xa.flags = 0;
377 if (ahci_poll(ccb, 1000, ahci_ata_cmd_timeout) != ATA_S_COMPLETE) {
378 kprintf("%s: (PM) Second FIS failed\n", ATANAME(ap, at));
379 ahci_put_err_ccb(ccb);
387 ahci_put_err_ccb(ccb);
389 ahci_pm_write(ap, target, SATA_PMREG_SERR, -1);
390 if (ahci_pm_phy_status(ap, target, &data)) {
391 kprintf("%s: (C)Cannot clear phy status\n",
394 ahci_pm_write(ap, target, SATA_PMREG_SERR, -1);
397 * Do it again, even if we think we got a good result
405 * If the softreset is trying to clear a BSY condition after a
406 * normal portreset we assign the port type.
408 * If the softreset is being run first as part of the ccb error
409 * processing code then report if the device signature changed
412 if (at->at_type == ATA_PORT_T_NONE) {
413 at->at_type = ahci_port_signature_detect(ap, at);
415 if (ahci_port_signature_detect(ap, at) != at->at_type) {
416 kprintf("%s: device signature unexpectedly "
417 "changed\n", ATANAME(ap, at));
418 error = EBUSY; /* XXX */
424 * Who knows what kind of mess occured. We have exclusive access
425 * to the port so try to clean up potential problems.
430 * Clear error status so we can detect removal.
432 if (ahci_pm_write(ap, target, SATA_PMREG_SERR, -1)) {
433 kprintf("%s: ahci_pm_softreset unable to clear SERR\n",
435 ap->ap_flags &= ~AP_F_IGNORE_IFS;
437 /* ahci_pwrite(ap, AHCI_PREG_SERR, -1);*/
439 at->at_probe = error ? ATA_PROBE_FAILED : ATA_PROBE_NEED_IDENT;
445 * Return the phy status for a target behind a port multiplier and
446 * reset SATA_PMREG_SERR.
448 * Returned bits follow AHCI_PREG_SSTS bits. The AHCI_PREG_SSTS_SPD
449 * bits can be used to determine the link speed and will be 0 if there
452 * 0 is returned if any communications error occurs.
455 ahci_pm_phy_status(struct ahci_port *ap, int target, u_int32_t *datap)
459 error = ahci_pm_read(ap, target, SATA_PMREG_SSTS, datap);
461 error = ahci_pm_write(ap, target, SATA_PMREG_SERR, -1);
468 ahci_pm_set_feature(struct ahci_port *ap, int feature, int enable)
473 xa = ahci_ata_get_xfer(ap, &ap->ap_ata[15]);
475 xa->fis->type = ATA_FIS_TYPE_H2D;
476 xa->fis->flags = ATA_H2D_FLAGS_CMD | 15;
477 xa->fis->command = enable ? ATA_C_SATA_FEATURE_ENA :
478 ATA_C_SATA_FEATURE_DIS;
479 xa->fis->sector_count = feature;
480 xa->fis->control = ATA_FIS_CONTROL_4BIT;
482 xa->complete = ahci_pm_dummy_done;
484 xa->flags = ATA_F_READ | ATA_F_POLL;
487 if (ahci_ata_cmd(xa) == ATA_S_COMPLETE)
491 ahci_ata_put_xfer(xa);
496 * Check that a target is still good.
499 ahci_pm_check_good(struct ahci_port *ap, int target)
505 * It looks like we might have to read the EINFO register
506 * to allow the PM to generate a new event.
508 if (ahci_pm_read(ap, 15, SATA_PMREG_EINFO, &data)) {
509 kprintf("%s: Port multiplier EINFO could not be read\n",
513 if (ahci_pm_write(ap, target, SATA_PMREG_SERR, -1)) {
514 kprintf("%s: Port multiplier: SERR could not be cleared\n",
518 if (target == CAM_TARGET_WILDCARD || target >= ap->ap_pmcount)
520 at = &ap->ap_ata[target];
523 * If the device needs an init or hard reset also make sure the
526 if (at->at_probe <= ATA_PROBE_NEED_HARD_RESET) {
527 /*kprintf("%s DOHARD\n", ATANAME(ap, at));*/
528 ahci_pm_hardreset(ap, target, 1);
532 * Read the detect status
534 if (ahci_pm_read(ap, target, SATA_PMREG_SSTS, &data)) {
535 kprintf("%s: Unable to access PM SSTS register target %d\n",
536 PORTNAME(ap), target);
539 if ((data & AHCI_PREG_SSTS_DET) != AHCI_PREG_SSTS_DET_DEV) {
540 /*kprintf("%s: DETECT %08x\n", ATANAME(ap, at), data);*/
541 if (at->at_probe != ATA_PROBE_FAILED) {
542 at->at_probe = ATA_PROBE_FAILED;
543 at->at_type = ATA_PORT_T_NONE;
544 at->at_features |= ATA_PORT_F_RESCAN;
545 kprintf("%s: HOTPLUG (PM) - Device removed\n",
549 if (at->at_probe == ATA_PROBE_FAILED) {
550 at->at_probe = ATA_PROBE_NEED_HARD_RESET;
551 at->at_features |= ATA_PORT_F_RESCAN;
552 kprintf("%s: HOTPLUG (PM) - Device inserted\n",
562 ahci_pm_read(struct ahci_port *ap, int target, int which, u_int32_t *datap)
567 xa = ahci_ata_get_xfer(ap, &ap->ap_ata[15]);
569 xa->fis->type = ATA_FIS_TYPE_H2D;
570 xa->fis->flags = ATA_H2D_FLAGS_CMD | 15;
571 xa->fis->command = ATA_C_READ_PM;
572 xa->fis->features = which;
573 xa->fis->device = target | ATA_H2D_DEVICE_LBA;
574 xa->fis->control = ATA_FIS_CONTROL_4BIT;
576 xa->complete = ahci_pm_dummy_done;
578 xa->flags = ATA_F_READ | ATA_F_POLL;
581 if (ahci_ata_cmd(xa) == ATA_S_COMPLETE) {
582 *datap = xa->rfis.sector_count | (xa->rfis.lba_low << 8) |
583 (xa->rfis.lba_mid << 16) | (xa->rfis.lba_high << 24);
586 kprintf("%s.%d pm_read SCA[%d] failed\n",
587 PORTNAME(ap), target, which);
591 ahci_ata_put_xfer(xa);
596 * Write a PM register
599 ahci_pm_write(struct ahci_port *ap, int target, int which, u_int32_t data)
604 xa = ahci_ata_get_xfer(ap, &ap->ap_ata[15]);
606 xa->fis->type = ATA_FIS_TYPE_H2D;
607 xa->fis->flags = ATA_H2D_FLAGS_CMD | 15;
608 xa->fis->command = ATA_C_WRITE_PM;
609 xa->fis->features = which;
610 xa->fis->device = target | ATA_H2D_DEVICE_LBA;
611 xa->fis->sector_count = (u_int8_t)data;
612 xa->fis->lba_low = (u_int8_t)(data >> 8);
613 xa->fis->lba_mid = (u_int8_t)(data >> 16);
614 xa->fis->lba_high = (u_int8_t)(data >> 24);
615 xa->fis->control = ATA_FIS_CONTROL_4BIT;
617 xa->complete = ahci_pm_dummy_done;
619 xa->flags = ATA_F_READ | ATA_F_POLL;
622 if (ahci_ata_cmd(xa) == ATA_S_COMPLETE)
626 ahci_ata_put_xfer(xa);
631 * Dummy done callback for xa.
634 ahci_pm_dummy_done(struct ata_xfer *xa)
639 ahci_pm_empty_done(struct ahci_ccb *ccb)