2 * Copyright (c) 2002-2009 Sam Leffler, Errno Consulting
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
8 * 1. Redistributions of source code must retain the above copyright
9 * notice, this list of conditions and the following disclaimer,
10 * without modification.
11 * 2. Redistributions in binary form must reproduce at minimum a disclaimer
12 * similar to the "NO WARRANTY" disclaimer below ("Disclaimer") and any
13 * redistribution must be conditioned upon including a substantially
14 * similar Disclaimer requirement for further binary redistribution.
17 * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18 * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
19 * LIMITED TO, THE IMPLIED WARRANTIES OF NONINFRINGEMENT, MERCHANTIBILITY
20 * AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
21 * THE COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY,
22 * OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
25 * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
27 * THE POSSIBILITY OF SUCH DAMAGES.
30 #include <sys/cdefs.h>
31 __FBSDID("$FreeBSD$");
34 * Driver for the Atheros Wireless LAN controller.
36 * This software is derived from work of Atsushi Onoe; his contribution
37 * is greatly appreciated.
43 * This is needed for register operations which are performed
44 * by the driver - eg, calls to ath_hal_gettsf32().
46 * It's also required for any AH_DEBUG checks in here, eg the
47 * module dependencies.
52 #include <sys/param.h>
53 #include <sys/systm.h>
54 #include <sys/sysctl.h>
56 #include <sys/malloc.h>
58 #include <sys/mutex.h>
59 #include <sys/kernel.h>
60 #include <sys/socket.h>
61 #include <sys/sockio.h>
62 #include <sys/errno.h>
63 #include <sys/callout.h>
65 #include <sys/endian.h>
66 #include <sys/kthread.h>
67 #include <sys/taskqueue.h>
69 #include <sys/module.h>
72 #if defined(__DragonFly__)
75 #include <sys/smp.h> /* for mp_ncpus */
76 #include <machine/bus.h>
80 #include <net/if_var.h>
81 #include <net/if_dl.h>
82 #include <net/if_media.h>
83 #include <net/if_types.h>
84 #include <net/if_arp.h>
85 #include <net/ethernet.h>
86 #include <net/if_llc.h>
88 #include <netproto/802_11/ieee80211_var.h>
89 #include <netproto/802_11/ieee80211_regdomain.h>
90 #ifdef IEEE80211_SUPPORT_SUPERG
91 #include <netproto/802_11/ieee80211_superg.h>
93 #ifdef IEEE80211_SUPPORT_TDMA
94 #include <netproto/802_11/ieee80211_tdma.h>
100 #include <netinet/in.h>
101 #include <netinet/if_ether.h>
104 #include <dev/netif/ath/ath/if_athvar.h>
105 #include <dev/netif/ath/ath_hal/ah_devid.h> /* XXX for softled */
106 #include <dev/netif/ath/ath_hal/ah_diagcodes.h>
108 #include <dev/netif/ath/ath/if_ath_debug.h>
109 #include <dev/netif/ath/ath/if_ath_misc.h>
111 #include <dev/netif/ath/ath/if_ath_tsf.h>
112 #include <dev/netif/ath/ath/if_ath_tx.h>
113 #include <dev/netif/ath/ath/if_ath_sysctl.h>
114 #include <dev/netif/ath/ath/if_ath_led.h>
115 #include <dev/netif/ath/ath/if_ath_keycache.h>
116 #include <dev/netif/ath/ath/if_ath_rx.h>
117 #include <dev/netif/ath/ath/if_ath_rx_edma.h>
118 #include <dev/netif/ath/ath/if_ath_tx_edma.h>
119 #include <dev/netif/ath/ath/if_ath_beacon.h>
120 #include <dev/netif/ath/ath/if_ath_btcoex.h>
121 #include <dev/netif/ath/ath/if_ath_spectral.h>
122 #include <dev/netif/ath/ath/if_ath_lna_div.h>
123 #include <dev/netif/ath/ath/if_athdfs.h>
125 #include <dev/netif/ath/ath/if_ath_descdma.h>
127 MALLOC_DECLARE(M_ATHDEV);
130 * This is the descriptor setup / busdma memory intialisation and
135 ath_load_cb(void *arg, bus_dma_segment_t *segs, int nsegs, int error)
137 bus_addr_t *paddr = (bus_addr_t*) arg;
138 KASSERT(error == 0, ("error %u on bus_dma callback", error));
139 *paddr = segs->ds_addr;
143 * Allocate the descriptors and appropriate DMA tag/setup.
145 * For some situations (eg EDMA TX completion), there isn't a requirement
146 * for the ath_buf entries to be allocated.
149 ath_descdma_alloc_desc(struct ath_softc *sc,
150 struct ath_descdma *dd, ath_bufhead *head,
151 const char *name, int ds_size, int ndesc)
153 #define DS2PHYS(_dd, _ds) \
154 ((_dd)->dd_desc_paddr + ((caddr_t)(_ds) - (caddr_t)(_dd)->dd_desc))
155 #define ATH_DESC_4KB_BOUND_CHECK(_daddr, _len) \
156 ((((u_int32_t)(_daddr) & 0xFFF) > (0x1000 - (_len))) ? 1 : 0)
159 dd->dd_descsize = ds_size;
161 DPRINTF(sc, ATH_DEBUG_RESET,
162 "%s: %s DMA: %u desc, %d bytes per descriptor\n",
163 __func__, name, ndesc, dd->dd_descsize);
166 dd->dd_desc_len = dd->dd_descsize * ndesc;
169 * Merlin work-around:
170 * Descriptors that cross the 4KB boundary can't be used.
171 * Assume one skipped descriptor per 4KB page.
173 if (! ath_hal_split4ktrans(sc->sc_ah)) {
174 int numpages = dd->dd_desc_len / 4096;
175 dd->dd_desc_len += ds_size * numpages;
179 * Setup DMA descriptor area.
181 * BUS_DMA_ALLOCNOW is not used; we never use bounce
182 * buffers for the descriptors themselves.
184 error = bus_dma_tag_create(bus_get_dma_tag(sc->sc_dev), /* parent */
185 PAGE_SIZE, 0, /* alignment, bounds */
186 BUS_SPACE_MAXADDR_32BIT, /* lowaddr */
187 BUS_SPACE_MAXADDR, /* highaddr */
188 NULL, NULL, /* filter, filterarg */
189 dd->dd_desc_len, /* maxsize */
191 dd->dd_desc_len, /* maxsegsize */
193 #if defined(__DragonFly__)
200 device_printf(sc->sc_dev,
201 "cannot allocate %s DMA tag\n", dd->dd_name);
205 /* allocate descriptors */
206 error = bus_dmamem_alloc(dd->dd_dmat, (void**) &dd->dd_desc,
207 BUS_DMA_NOWAIT | BUS_DMA_COHERENT,
210 device_printf(sc->sc_dev,
211 "unable to alloc memory for %u %s descriptors, error %u\n",
212 ndesc, dd->dd_name, error);
216 error = bus_dmamap_load(dd->dd_dmat, dd->dd_dmamap,
217 dd->dd_desc, dd->dd_desc_len,
218 ath_load_cb, &dd->dd_desc_paddr,
221 device_printf(sc->sc_dev,
222 "unable to map %s descriptors, error %u\n",
227 DPRINTF(sc, ATH_DEBUG_RESET, "%s: %s DMA map: %p (%lu) -> %p (%lu)\n",
228 __func__, dd->dd_name, (uint8_t *) dd->dd_desc,
229 (u_long) dd->dd_desc_len, (caddr_t) dd->dd_desc_paddr,
230 /*XXX*/ (u_long) dd->dd_desc_len);
235 bus_dmamem_free(dd->dd_dmat, dd->dd_desc, dd->dd_dmamap);
237 bus_dma_tag_destroy(dd->dd_dmat);
238 memset(dd, 0, sizeof(*dd));
241 #undef ATH_DESC_4KB_BOUND_CHECK
245 ath_descdma_setup(struct ath_softc *sc,
246 struct ath_descdma *dd, ath_bufhead *head,
247 const char *name, int ds_size, int nbuf, int ndesc)
249 #define DS2PHYS(_dd, _ds) \
250 ((_dd)->dd_desc_paddr + ((caddr_t)(_ds) - (caddr_t)(_dd)->dd_desc))
251 #define ATH_DESC_4KB_BOUND_CHECK(_daddr, _len) \
252 ((((u_int32_t)(_daddr) & 0xFFF) > (0x1000 - (_len))) ? 1 : 0)
257 /* Allocate descriptors */
258 error = ath_descdma_alloc_desc(sc, dd, head, name, ds_size,
261 /* Assume any errors during allocation were dealt with */
266 ds = (uint8_t *) dd->dd_desc;
268 /* allocate rx buffers */
269 bsize = sizeof(struct ath_buf) * nbuf;
270 bf = kmalloc(bsize, M_ATHDEV, M_NOWAIT | M_ZERO);
272 device_printf(sc->sc_dev,
273 "malloc of %s buffers failed, size %u\n",
280 for (i = 0; i < nbuf; i++, bf++, ds += (ndesc * dd->dd_descsize)) {
281 bf->bf_desc = (struct ath_desc *) ds;
282 bf->bf_daddr = DS2PHYS(dd, ds);
283 if (! ath_hal_split4ktrans(sc->sc_ah)) {
285 * Merlin WAR: Skip descriptor addresses which
286 * cause 4KB boundary crossing along any point
289 if (ATH_DESC_4KB_BOUND_CHECK(bf->bf_daddr,
291 /* Start at the next page */
292 ds += 0x1000 - (bf->bf_daddr & 0xFFF);
293 bf->bf_desc = (struct ath_desc *) ds;
294 bf->bf_daddr = DS2PHYS(dd, ds);
297 error = bus_dmamap_create(sc->sc_dmat, BUS_DMA_NOWAIT,
300 device_printf(sc->sc_dev, "unable to create dmamap "
301 "for %s buffer %u, error %u\n",
302 dd->dd_name, i, error);
303 ath_descdma_cleanup(sc, dd, head);
306 bf->bf_lastds = bf->bf_desc; /* Just an initial value */
307 TAILQ_INSERT_TAIL(head, bf, bf_list);
311 * XXX TODO: ensure that ds doesn't overflow the descriptor
312 * allocation otherwise weird stuff will occur and crash your
316 /* XXX this should likely just call ath_descdma_cleanup() */
318 bus_dmamap_unload(dd->dd_dmat, dd->dd_dmamap);
319 bus_dmamem_free(dd->dd_dmat, dd->dd_desc, dd->dd_dmamap);
320 bus_dma_tag_destroy(dd->dd_dmat);
321 memset(dd, 0, sizeof(*dd));
324 #undef ATH_DESC_4KB_BOUND_CHECK
328 * Allocate ath_buf entries but no descriptor contents.
330 * This is for RX EDMA where the descriptors are the header part of
334 ath_descdma_setup_rx_edma(struct ath_softc *sc,
335 struct ath_descdma *dd, ath_bufhead *head,
336 const char *name, int nbuf, int rx_status_len)
341 DPRINTF(sc, ATH_DEBUG_RESET, "%s: %s DMA: %u buffers\n",
342 __func__, name, nbuf);
346 * This is (mostly) purely for show. We're not allocating any actual
347 * descriptors here as EDMA RX has the descriptor be part
350 * However, dd_desc_len is used by ath_descdma_free() to determine
351 * whether we have already freed this DMA mapping.
353 dd->dd_desc_len = rx_status_len * nbuf;
354 dd->dd_descsize = rx_status_len;
356 /* allocate rx buffers */
357 bsize = sizeof(struct ath_buf) * nbuf;
358 bf = kmalloc(bsize, M_ATHDEV, M_NOWAIT | M_ZERO);
360 device_printf(sc->sc_dev,
361 "malloc of %s buffers failed, size %u\n",
369 for (i = 0; i < nbuf; i++, bf++) {
372 bf->bf_lastds = NULL; /* Just an initial value */
374 error = bus_dmamap_create(sc->sc_dmat, BUS_DMA_NOWAIT,
377 device_printf(sc->sc_dev, "unable to create dmamap "
378 "for %s buffer %u, error %u\n",
379 dd->dd_name, i, error);
380 ath_descdma_cleanup(sc, dd, head);
383 TAILQ_INSERT_TAIL(head, bf, bf_list);
387 memset(dd, 0, sizeof(*dd));
392 ath_descdma_cleanup(struct ath_softc *sc,
393 struct ath_descdma *dd, ath_bufhead *head)
396 struct ieee80211_node *ni;
399 if (dd->dd_dmamap != 0) {
400 bus_dmamap_unload(dd->dd_dmat, dd->dd_dmamap);
401 bus_dmamem_free(dd->dd_dmat, dd->dd_desc, dd->dd_dmamap);
402 bus_dma_tag_destroy(dd->dd_dmat);
406 TAILQ_FOREACH(bf, head, bf_list) {
409 * XXX warn if there's buffers here.
410 * XXX it should have been freed by the
414 if (do_warning == 0) {
416 device_printf(sc->sc_dev,
417 "%s: %s: mbuf should've been"
418 " unmapped/freed!\n",
422 bus_dmamap_sync(sc->sc_dmat, bf->bf_dmamap,
423 BUS_DMASYNC_POSTREAD);
424 bus_dmamap_unload(sc->sc_dmat, bf->bf_dmamap);
428 if (bf->bf_dmamap != NULL) {
429 bus_dmamap_destroy(sc->sc_dmat, bf->bf_dmamap);
430 bf->bf_dmamap = NULL;
436 * Reclaim node reference.
438 ieee80211_free_node(ni);
446 if (dd->dd_bufptr != NULL)
447 kfree(dd->dd_bufptr, M_ATHDEV);
448 memset(dd, 0, sizeof(*dd));