ifq: Remove the unused parameter 'mpolled' from ifq dequeue interface
[dragonfly.git] / sys / dev / netif / sbsh / if_sbsh.c
1 /**
2  * Granch SBNI16 G.SHDSL Modem driver
3  * Written by Denis I. Timofeev, 2002-2003.
4  *
5  * Redistribution and use in source and binary forms, with or without
6  * modification, are permitted provided that the following conditions
7  * are met:
8  * 1. Redistributions of source code must retain the above copyright
9  *    notice, this list of conditions and the following disclaimer.
10  * 2. Redistributions in binary form must reproduce the above copyright
11  *    notice, this list of conditions and the following disclaimer in the
12  *    documentation and/or other materials provided with the distribution.
13  *
14  * THIS SOFTWARE IS PROVIDED BY THE AUTHOR AND CONTRIBUTORS ``AS IS'' AND
15  * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
16  * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
17  * ARE DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
18  * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
19  * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
20  * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
21  * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
22  * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
23  * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
24  * SUCH DAMAGE.
25  *
26  * $FreeBSD: src/sys/dev/sbsh/if_sbsh.c,v 1.3.2.1 2003/04/15 18:15:07 fjoe Exp $
27  */
28
29 #include <sys/param.h>
30 #include <sys/systm.h>
31 #include <sys/sockio.h>
32 #include <sys/mbuf.h>
33 #include <sys/malloc.h>
34 #include <sys/kernel.h>
35 #include <sys/proc.h>
36 #include <sys/priv.h>
37 #include <sys/socket.h>
38 #include <sys/random.h>
39 #include <sys/serialize.h>
40 #include <sys/bus.h>
41 #include <sys/rman.h>
42 #include <sys/thread2.h>
43 #include <sys/interrupt.h>
44
45 #include <net/if.h>
46 #include <net/ifq_var.h>
47 #include <net/if_arp.h>
48 #include <net/ethernet.h>
49 #include <net/if_media.h>
50
51 #include <net/bpf.h>
52
53 #include <vm/vm.h>
54 #include <vm/pmap.h>
55
56 #include <bus/pci/pcireg.h>
57 #include <bus/pci/pcivar.h>
58
59 #include "if_sbshreg.h"
60
61 /* -------------------------------------------------------------------------- */
62
63 struct sbni16_hw_regs {
64         u_int8_t  CR, CRB, SR, IMR, CTDR, LTDR, CRDR, LRDR;
65 };
66
67 struct hw_descr {
68         u_int32_t  address;
69         u_int32_t  length;
70 };
71
72 struct cx28975_cmdarea {
73         u_int8_t  intr_host;
74         u_int8_t  intr_8051;
75         u_int8_t  map_version;
76
77         u_int8_t  in_dest;
78         u_int8_t  in_opcode;
79         u_int8_t  in_zero;
80         u_int8_t  in_length;
81         u_int8_t  in_csum;
82         u_int8_t  in_data[75];
83         u_int8_t  in_datasum;
84
85         u_int8_t  out_dest;
86         u_int8_t  out_opcode;
87         u_int8_t  out_ack;
88         u_int8_t  out_length;
89         u_int8_t  out_csum;
90         u_int8_t  out_data[75];
91         u_int8_t  out_datasum;
92 };
93
94 #define XQLEN   8
95 #define RQLEN   8
96
97 struct sbsh_softc {
98         struct arpcom   arpcom;         /* ethernet common */
99
100         struct resource *mem_res;
101         struct resource *irq_res;
102         void            *intr_hand;
103
104         void            *mem_base;              /* mapped memory address */
105
106         volatile struct sbni16_hw_regs  *regs;
107         volatile struct hw_descr        *tbd;
108         volatile struct hw_descr        *rbd;
109         volatile struct cx28975_cmdarea *cmdp;
110
111         /* SBNI16 controller statistics */
112         struct sbni16_stats {
113                 u_int32_t  sent_pkts, rcvd_pkts;
114                 u_int32_t  crc_errs, ufl_errs, ofl_errs, attempts, last_time;
115         } in_stats;
116
117         /* transmit and reception queues */
118         struct mbuf     *xq[XQLEN], *rq[RQLEN];
119         unsigned        head_xq, tail_xq, head_rq, tail_rq;
120
121         /* the descriptors mapped onto the first buffers in xq and rq */
122         unsigned        head_tdesc, head_rdesc;
123         u_int8_t        state;
124 };
125
126 struct cx28975_cfg {
127         u_int8_t   *firmw_image;
128         u_int32_t  firmw_len;
129         u_int32_t  lrate: 10;
130         u_int32_t  master: 1;
131         u_int32_t  mod: 2;
132         u_int32_t  crc16: 1;
133         u_int32_t  fill_7e: 1;
134         u_int32_t  inv: 1;
135         u_int32_t  rburst: 1;
136         u_int32_t  wburst: 1;
137         u_int32_t  : 14;
138 };
139
140 /* SHDSL transceiver statistics */
141 struct dsl_stats {
142         u_int8_t        status_1, status_3;
143         u_int8_t        attenuat, nmr, tpbo, rpbo;
144         u_int16_t       losw, segd, crc, sega, losd;
145 };
146
147 enum State { NOT_LOADED, DOWN, ACTIVATION, ACTIVE };
148
149 #define SIOCLOADFIRMW   _IOWR('i', 67, struct ifreq)
150 #define SIOCGETSTATS    _IOWR('i', 68, struct ifreq)
151 #define SIOCCLRSTATS    _IOWR('i', 69, struct ifreq)
152
153 static int      sbsh_probe(device_t);
154 static int      sbsh_attach(device_t);
155 static int      sbsh_detach(device_t);
156 static int      sbsh_ioctl(struct ifnet *, u_long, caddr_t, struct ucred *);
157 static void     sbsh_shutdown(device_t);
158 static int      sbsh_suspend(device_t);
159 static int      sbsh_resume(device_t);
160 static void     sbsh_watchdog(struct ifnet *);
161
162 static void     sbsh_start(struct ifnet *, struct ifaltq_subque *);
163 static void     sbsh_init(void *);
164 static void     sbsh_stop(struct sbsh_softc *);
165 static void     init_card(struct sbsh_softc *);
166 static void     sbsh_intr(void *);
167 static void     resume_tx(struct sbsh_softc *);
168 static void     start_xmit_frames(struct sbsh_softc *);
169 static void     encap_frame(struct sbsh_softc *, struct mbuf *);
170 static struct mbuf *    repack(struct sbsh_softc *, struct mbuf *);
171 static void     free_sent_buffers(struct sbsh_softc *);
172 static void     alloc_rx_buffers(struct sbsh_softc *);
173 static void     indicate_frames(struct sbsh_softc *);
174 static void     drop_queues(struct sbsh_softc *);
175 static void     activate(struct sbsh_softc *);
176 static void     deactivate(struct sbsh_softc *);
177 static void     cx28975_interrupt(struct sbsh_softc *);
178 static int      start_cx28975(struct sbsh_softc *, struct cx28975_cfg);
179 static int      download_firmware(struct sbsh_softc *, u_int8_t *, u_int32_t);
180 static int      issue_cx28975_cmd(struct sbsh_softc *, u_int8_t,
181                                         u_int8_t *, u_int8_t);
182
183 static device_method_t sbsh_methods[] = {
184         /* Device interface */
185         DEVMETHOD(device_probe,         sbsh_probe),
186         DEVMETHOD(device_attach,        sbsh_attach),
187         DEVMETHOD(device_detach,        sbsh_detach),
188         DEVMETHOD(device_shutdown,      sbsh_shutdown),
189         DEVMETHOD(device_suspend,       sbsh_suspend),
190         DEVMETHOD(device_resume,        sbsh_resume),
191
192         DEVMETHOD_END
193 };
194
195 static driver_t sbsh_driver = {
196         "sbsh",
197         sbsh_methods,
198         sizeof(struct sbsh_softc)
199 };
200
201 static devclass_t sbsh_devclass;
202
203 DECLARE_DUMMY_MODULE(if_sbsh);
204 DRIVER_MODULE(if_sbsh, pci, sbsh_driver, sbsh_devclass, NULL, NULL);
205
206 static int
207 sbsh_probe(device_t dev)
208 {
209         if (pci_get_vendor(dev) != SBNI16_VENDOR
210             || pci_get_device(dev) != SBNI16_DEVICE
211             || pci_get_subdevice(dev) != SBNI16_SUBDEV)
212                 return (ENXIO);
213
214         device_set_desc(dev, "Granch SBNI16 G.SHDSL Modem");
215         return (0);
216 }
217
218 static int
219 sbsh_attach(device_t dev)
220 {
221         struct sbsh_softc       *sc;
222         struct ifnet            *ifp;
223         int                     unit, error = 0, rid;
224
225         sc = device_get_softc(dev);
226         unit = device_get_unit(dev);
227
228         rid = PCIR_MAPS + 4;
229         sc->mem_res = bus_alloc_resource(dev, SYS_RES_MEMORY, &rid,
230                                         0, ~0, 4096, RF_ACTIVE);
231
232         if (sc->mem_res == NULL) {
233                 kprintf ("sbsh%d: couldn't map memory\n", unit);
234                 error = ENXIO;
235                 goto fail;
236         }
237
238         rid = 0;
239         sc->irq_res = bus_alloc_resource_any(dev, SYS_RES_IRQ, &rid,
240             RF_SHAREABLE | RF_ACTIVE);
241
242         if (sc->irq_res == NULL) {
243                 kprintf("sbsh%d: couldn't map interrupt\n", unit);
244                 error = ENXIO;
245                 goto fail;
246         }
247
248         sc->mem_base = rman_get_virtual(sc->mem_res);
249         init_card(sc);
250         /* generate ethernet MAC address */
251         *(u_int32_t *)sc->arpcom.ac_enaddr = htonl(0x00ff0192);
252         read_random_unlimited(sc->arpcom.ac_enaddr + 4, 2);
253
254         ifp = &sc->arpcom.ac_if;
255         ifp->if_softc = sc;
256         if_initname(ifp, "sbsh", unit);
257         ifp->if_mtu = ETHERMTU;
258         ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
259         ifp->if_ioctl = sbsh_ioctl;
260         ifp->if_start = sbsh_start;
261         ifp->if_watchdog = sbsh_watchdog;
262         ifp->if_init = sbsh_init;
263         ifp->if_baudrate = 4600000;
264         ifq_set_maxlen(&ifp->if_snd, IFQ_MAXLEN);
265         ifq_set_ready(&ifp->if_snd);
266
267         ether_ifattach(ifp, sc->arpcom.ac_enaddr, NULL);
268
269         ifq_set_cpuid(&ifp->if_snd, rman_get_cpuid(sc->irq_res));
270
271         error = bus_setup_intr(dev, sc->irq_res, INTR_MPSAFE,
272                                 sbsh_intr, sc, &sc->intr_hand, 
273                                 ifp->if_serializer);
274         if (error) {
275                 ether_ifdetach(ifp);
276                 kprintf("sbsh%d: couldn't set up irq\n", unit);
277                 goto fail;
278         }
279
280         return(0);
281
282 fail:
283         sbsh_detach(dev);
284         return (error);
285 }
286
287 static int
288 sbsh_detach(device_t dev)
289 {
290         struct sbsh_softc *sc = device_get_softc(dev);
291         struct ifnet *ifp = &sc->arpcom.ac_if;
292
293         if (device_is_attached(dev)) {
294                 lwkt_serialize_enter(ifp->if_serializer);
295                 sbsh_stop(sc);
296                 bus_teardown_intr(dev, sc->irq_res, sc->intr_hand);
297                 lwkt_serialize_exit(ifp->if_serializer);
298
299                 ether_ifdetach(ifp);
300         }
301
302         if (sc->irq_res)
303                 bus_release_resource(dev, SYS_RES_IRQ, 0, sc->irq_res);
304         if (sc->mem_res) {
305                 bus_release_resource(dev, SYS_RES_MEMORY, PCIR_MAPS + 4,
306                                      sc->mem_res);
307         }
308
309         return (0);
310 }
311
312
313 static void
314 sbsh_start(struct ifnet *ifp, struct ifaltq_subque *ifsq)
315 {
316         struct sbsh_softc  *sc = ifp->if_softc;
317
318         ASSERT_ALTQ_SQ_DEFAULT(ifp, ifsq);
319
320         if (sc->state == ACTIVE)
321                 start_xmit_frames(ifp->if_softc);
322 }
323
324
325 static void
326 sbsh_init(void *xsc)
327 {
328         struct sbsh_softc       *sc = xsc;
329         struct ifnet            *ifp = &sc->arpcom.ac_if;
330         u_int8_t                t;
331
332         if ((ifp->if_flags & IFF_RUNNING) || sc->state == NOT_LOADED) {
333                 return;
334         }
335
336         bzero(&sc->in_stats, sizeof(struct sbni16_stats));
337         sc->head_xq = sc->tail_xq = sc->head_rq = sc->tail_rq = 0;
338         sc->head_tdesc = sc->head_rdesc = 0;
339
340         sc->regs->IMR = EXT;
341         t = 2;
342         issue_cx28975_cmd(sc, _DSL_CLEAR_ERROR_CTRS, &t, 1);
343         if (issue_cx28975_cmd(sc, _DSL_ACTIVATION, &t, 1) == 0) {
344                 sc->state = ACTIVATION;
345
346                 ifp->if_flags |= IFF_RUNNING;
347                 ifq_clr_oactive(&ifp->if_snd);
348         }
349 }
350
351
352 static void
353 sbsh_stop(struct sbsh_softc *sc)
354 {
355         u_int8_t  t;
356
357         sc->regs->IMR = EXT;
358
359         t = 0;
360         issue_cx28975_cmd(sc, _DSL_ACTIVATION, &t, 1);
361         if (sc->state == ACTIVE) {
362                 t = 1;
363                 issue_cx28975_cmd(sc, _DSL_FORCE_DEACTIVATE, &t, 1);
364                 /* FIX! activation manager state */
365
366                 /* Is it really must be done here? It calls from intr handler */
367                 deactivate(sc);
368         }
369
370         sc->regs->IMR = 0;
371         sc->state = DOWN;
372 }
373
374
375 static void
376 init_card(struct sbsh_softc *sc)
377 {
378         sc->state = NOT_LOADED;
379         sc->tbd  = (struct hw_descr *) sc->mem_base;
380         sc->rbd  = (struct hw_descr *) ((u_int8_t *)sc->mem_base + 0x400);
381         sc->regs = (struct sbni16_hw_regs *) ((u_int8_t *)sc->mem_base + 0x800);
382         sc->cmdp = (struct cx28975_cmdarea *) ((u_int8_t *)sc->mem_base + 0xc00);
383
384         sc->regs->CR = 0;
385         sc->regs->SR = 0xff;
386         sc->regs->IMR = 0;
387 }
388
389
390 static int
391 sbsh_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data, struct ucred *cr)
392 {
393         struct sbsh_softc       *sc = ifp->if_softc;
394         struct ifreq            *ifr = (struct ifreq *) data;
395         struct cx28975_cfg      cfg;
396         struct dsl_stats        ds;
397         int                     error = 0;
398         u_int8_t                t;
399
400         switch(cmd) {
401         case SIOCLOADFIRMW:
402                 if ((error = priv_check_cred(cr, PRIV_ROOT, NULL_CRED_OKAY)) != 0)
403                         break;
404                 if (ifp->if_flags & IFF_UP)
405                         error = EBUSY;
406
407                 bcopy((caddr_t)ifr->ifr_data, (caddr_t)&cfg, sizeof cfg);
408                 if (start_cx28975(sc, cfg) == 0) {
409                         static char  *modstr[] = {
410                                 "TCPAM32", "TCPAM16", "TCPAM8", "TCPAM4" };
411                         if_printf(&sc->arpcom.ac_if, "%s, rate %d, %s\n",
412                                 cfg.master ? "master" : "slave",
413                                 cfg.lrate << 3, modstr[cfg.mod]);
414                 } else {
415                         if_printf(&sc->arpcom.ac_if,
416                                 "unable to load firmware\n");
417                         error = EIO;
418                 }
419                 break;
420
421         case  SIOCGETSTATS :
422                 if ((error = priv_check_cred(cr, PRIV_ROOT, NULL_CRED_OKAY)) != 0)
423                         break;
424
425                 t = 0;
426                 if (issue_cx28975_cmd(sc, _DSL_FAR_END_ATTEN, &t, 1))
427                         error = EIO;
428                 ds.attenuat = sc->cmdp->out_data[0];
429
430                 if (issue_cx28975_cmd(sc, _DSL_NOISE_MARGIN, &t, 1))
431                         error = EIO;
432                 ds.nmr = sc->cmdp->out_data[0];
433
434                 if (issue_cx28975_cmd(sc, _DSL_POWER_BACK_OFF_RESULT, &t, 1))
435                         error = EIO;
436                 ds.tpbo = sc->cmdp->out_data[0];
437                 ds.rpbo = sc->cmdp->out_data[1];
438
439                 if (!issue_cx28975_cmd(sc, _DSL_HDSL_PERF_ERR_CTRS, &t, 1)) {
440                         int i;
441                         for (i = 0; i < 10; ++i)
442                                 ((u_int8_t *) &ds.losw)[i] =
443                                         sc->cmdp->out_data[i];
444                 } else
445                         error = EIO;
446
447                 ds.status_1 = ((volatile u_int8_t *)sc->cmdp)[0x3c0];
448                 ds.status_3 = ((volatile u_int8_t *)sc->cmdp)[0x3c2];
449
450                 bcopy(&sc->in_stats, ifr->ifr_data, sizeof(struct sbni16_stats));
451                 bcopy(&ds, (char *)ifr->ifr_data + sizeof(struct sbni16_stats),
452                     sizeof(struct dsl_stats));
453                 break;
454
455         case  SIOCCLRSTATS :
456                 if (!(error = priv_check_cred(cr, PRIV_ROOT, NULL_CRED_OKAY))) {
457                         bzero(&sc->in_stats, sizeof(struct sbni16_stats));
458                         t = 2;
459                         if (issue_cx28975_cmd(sc, _DSL_CLEAR_ERROR_CTRS, &t, 1))
460                                 error = EIO;
461                 }
462                 break;
463         case SIOCSIFFLAGS:
464                 if (ifp->if_flags & IFF_UP) {
465                         if (!(ifp->if_flags & IFF_RUNNING)) {
466                                 if (sc->state == NOT_LOADED) {
467                                         if_printf(ifp, "firmware wasn't loaded\n");
468                                         error = EBUSY;
469                                 } else
470                                         sbsh_init(sc);
471                         }
472                 } else {
473                         if (ifp->if_flags & IFF_RUNNING) {
474                                 sbsh_stop(sc);
475                                 ifp->if_flags &= ~IFF_RUNNING;
476                         }
477                 }
478                 break;
479
480         case SIOCADDMULTI:
481         case SIOCDELMULTI:
482                 error = 0;
483                 break;
484         default:
485                 error = ether_ioctl(ifp, cmd, data);
486                 break;
487         }
488         return (error);
489 }
490
491
492 static void
493 sbsh_shutdown(device_t dev)
494 {
495         struct sbsh_softc       *sc = device_get_softc(dev);
496
497         lwkt_serialize_enter(sc->arpcom.ac_if.if_serializer);
498         sbsh_stop(sc);
499         lwkt_serialize_exit(sc->arpcom.ac_if.if_serializer);
500 }
501
502 static int
503 sbsh_suspend(device_t dev)
504 {
505         struct sbsh_softc *sc = device_get_softc(dev);
506
507         lwkt_serialize_enter(sc->arpcom.ac_if.if_serializer);
508         sbsh_stop(sc);
509         lwkt_serialize_exit(sc->arpcom.ac_if.if_serializer);
510
511         return (0);
512 }
513
514 static int
515 sbsh_resume(device_t dev)
516 {
517         struct sbsh_softc *sc = device_get_softc(dev);
518         struct ifnet *ifp = &sc->arpcom.ac_if;
519
520         if (ifp->if_flags & IFF_UP)
521                 sbsh_init(sc);
522
523         return (0);
524 }
525
526
527 static void
528 sbsh_watchdog(struct ifnet *ifp)
529 {
530         struct sbsh_softc       *sc = ifp->if_softc;
531
532         if_printf(ifp, "transmit timeout\n");
533
534         if (sc->regs->SR & TXS) {
535                 sc->regs->SR = TXS;
536                 if_printf(ifp, "interrupt posted but not delivered\n");
537         }
538         free_sent_buffers(sc);
539 }
540
541 /* -------------------------------------------------------------------------- */
542
543 static void
544 sbsh_intr(void *arg)
545 {
546         struct sbsh_softc  *sc = (struct sbsh_softc *)arg;
547         u_int8_t  status = sc->regs->SR;
548
549         if (status == 0)
550                 return;
551
552         if (status & EXT) {
553                 cx28975_interrupt(sc);
554                 sc->regs->SR = EXT;
555         }
556
557         if (status & UFL) {
558                 resume_tx(sc);
559                 sc->regs->SR = UFL;
560                 ++sc->in_stats.ufl_errs;
561                 IFNET_STAT_INC(&sc->arpcom.ac_if, oerrors, 1);
562         }
563
564         if (status & RXS) {
565                 sc->regs->SR = RXS;
566                 indicate_frames(sc);
567                 alloc_rx_buffers(sc);
568         }
569
570         if (status & TXS) {
571                 sc->regs->SR = TXS;
572                 free_sent_buffers(sc);
573         }
574
575         if (status & CRC) {
576                 ++sc->in_stats.crc_errs;
577                 IFNET_STAT_INC(&sc->arpcom.ac_if, ierrors, 1);
578                 sc->regs->SR = CRC;
579         }
580
581         if (status & OFL) {
582                 ++sc->in_stats.ofl_errs;
583                 IFNET_STAT_INC(&sc->arpcom.ac_if, ierrors, 1);
584                 sc->regs->SR = OFL;
585         }
586 }
587
588 /*
589  * Look for a first descriptor of a next packet, and write it's number
590  * into CTDR. Then enable the transmitter.
591  */
592 static void
593 resume_tx(struct sbsh_softc *sc)
594 {
595         u_int32_t       cur_tbd = sc->regs->CTDR;
596
597         while (cur_tbd != sc->regs->LTDR
598                 && (sc->tbd[cur_tbd++].length & LAST_FRAG) == 0)
599                 ;
600         sc->regs->CTDR = cur_tbd;
601         sc->regs->CR |= TXEN;
602 }
603
604 static void
605 start_xmit_frames(struct sbsh_softc *sc)
606 {
607         struct ifnet    *ifp = &sc->arpcom.ac_if;
608         struct mbuf     *m;
609
610         /*
611          * Check if we have any free descriptor(s) and free space in
612          * our transmit queue.
613          */
614         while (sc->tail_xq != ((sc->head_xq - 1) & (XQLEN - 1))
615             && sc->regs->LTDR != ((sc->head_tdesc - 1) & 0x7f)) {
616
617                 m = ifq_dequeue(&ifp->if_snd);
618                 if (m == NULL)
619                         break;
620                 if (m->m_pkthdr.len) {
621                         BPF_MTAP(ifp, m);
622                         encap_frame(sc, m);
623                 } else
624                         m_freem(m);
625         }
626
627         if (sc->regs->CTDR != sc->regs->LTDR)
628                 ifq_set_oactive(&ifp->if_snd);
629         else
630                 ifq_clr_oactive(&ifp->if_snd);
631 }
632
633
634 static void
635 encap_frame(struct sbsh_softc *sc, struct mbuf *m_head)
636 {
637         struct mbuf     *m;
638         u_int32_t       cur_tbd;
639         int  done;
640
641 look_for_nonzero:
642         for (m = m_head; !m->m_len; m = m->m_next)
643                 ;
644
645         cur_tbd = sc->regs->LTDR & 0x7f;
646         done = 0;
647         do {
648                 if (m->m_len < 5 || cur_tbd == ((sc->head_tdesc - 1) & 0x7f)) {
649                         if ((m_head = repack(sc, m_head)) != NULL)
650                                 goto look_for_nonzero;
651                         else
652                                 return;
653                 }
654
655                 sc->tbd[cur_tbd].address = vtophys(mtod(m, vm_offset_t));
656                 sc->tbd[cur_tbd].length  = m->m_len;
657
658                 do {
659                         m = m->m_next;
660                 } while (m && !m->m_len);
661
662                 if (!m) {       /* last fragment has been reached */
663                         sc->tbd[cur_tbd].length |= LAST_FRAG;
664                         done = 1;
665                 }
666
667                 ++cur_tbd;
668                 cur_tbd &= 0x7f;
669         } while (!done);
670
671         sc->xq[sc->tail_xq++] = m_head;
672         sc->tail_xq &= (XQLEN - 1);
673
674         sc->regs->LTDR = cur_tbd;
675         ++sc->in_stats.sent_pkts;
676         IFNET_STAT_INC(&sc->arpcom.ac_if, opackets, 1);
677 }
678
679 static struct mbuf *
680 repack(struct sbsh_softc *sc, struct mbuf *m)
681 {
682         struct mbuf  *m_new;
683
684         MGETHDR(m_new, MB_DONTWAIT, MT_DATA);
685         if (!m_new) {
686                 if_printf (&sc->arpcom.ac_if,
687                            "unable to get mbuf.\n");
688                 return (NULL);
689         }
690
691         if (m->m_pkthdr.len > MHLEN) {
692                 MCLGET(m_new, MB_DONTWAIT);
693                 if (!(m_new->m_flags & M_EXT)) {
694                         m_freem(m_new);
695                         if_printf (&sc->arpcom.ac_if,
696                                    "unable to get mbuf cluster.\n");
697                         return (NULL);
698                 }
699         }
700
701         m_copydata(m, 0, m->m_pkthdr.len, mtod(m_new, caddr_t));
702         m_new->m_pkthdr.len = m_new->m_len = m->m_pkthdr.len;
703         m_freem(m);
704         return (m_new);
705 }
706
707 static void
708 free_sent_buffers(struct sbsh_softc *sc)
709 {
710         u_int32_t  cur_tbd;
711
712         cur_tbd = sc->regs->CTDR;
713
714         while (sc->head_tdesc != cur_tbd) {
715                 /*
716                  * Be careful! one element in xq may correspond to
717                  * multiple descriptors.
718                  */
719                 if (sc->tbd[sc->head_tdesc].length & LAST_FRAG) {
720                         m_freem(sc->xq[sc->head_xq++]);
721                         sc->head_xq &= (XQLEN - 1);
722                 }
723
724                 sc->tbd[sc->head_tdesc].length = 0;
725                 sc->head_tdesc = (sc->head_tdesc + 1) & 0x7f;
726         }
727
728         start_xmit_frames(sc);
729 }
730
731 /*
732  * DON'T use free_sent_buffers to drop the queue!
733  */
734 static void
735 alloc_rx_buffers(struct sbsh_softc *sc)
736 {
737         unsigned        cur_rbd = sc->regs->LRDR & 0x7f;
738         struct mbuf     *m;
739
740         while (sc->tail_rq != ((sc->head_rq - 1) & (RQLEN - 1))) {
741                 MGETHDR(m, MB_DONTWAIT, MT_DATA);
742                 if (!m) {
743                         if_printf (&sc->arpcom.ac_if,
744                                    "unable to get mbuf.\n");
745                         return;
746                 }
747
748                 if (SBNI16_MAX_FRAME > MHLEN) {
749                         MCLGET(m, MB_DONTWAIT);
750                         if (!(m->m_flags & M_EXT)) {
751                                 m_freem(m);
752                                 if_printf (&sc->arpcom.ac_if,
753                                            "unable to get mbuf cluster.\n");
754                                 return;
755                         }
756                         m->m_pkthdr.len = m->m_len = MCLBYTES;
757                 }
758
759                 m_adj(m, 2);    /* align ip on longword boundaries */
760
761                 sc->rq[sc->tail_rq++] = m;
762                 sc->tail_rq &= (RQLEN - 1);
763
764                 sc->rbd[cur_rbd].address = vtophys(mtod(m, vm_offset_t));
765                 sc->rbd[cur_rbd].length  = 0;
766                 sc->regs->LRDR = cur_rbd = (cur_rbd + 1) & 0x7f;
767         }
768 }
769
770 static void
771 indicate_frames(struct sbsh_softc *sc)
772 {
773         struct ifnet *ifp = &sc->arpcom.ac_if;
774         unsigned  cur_rbd = sc->regs->CRDR & 0x7f;
775
776         while (sc->head_rdesc != cur_rbd) {
777                 struct mbuf  *m = sc->rq[sc->head_rq++];
778                 sc->head_rq &= (RQLEN - 1);
779
780                 m->m_pkthdr.len = m->m_len =
781                                 sc->rbd[sc->head_rdesc].length & 0x7ff;
782                 m->m_pkthdr.rcvif = ifp;
783
784                 ifp->if_input(ifp, m);
785                 ++sc->in_stats.rcvd_pkts;
786                 IFNET_STAT_INC(ifp, ipackets, 1);
787
788                 sc->head_rdesc = (sc->head_rdesc + 1) & 0x7f;
789         }
790 }
791
792 static void
793 drop_queues(struct sbsh_softc *sc)
794 {
795         while (sc->head_rq != sc->tail_rq) {
796                 m_freem(sc->rq[sc->head_rq++]);
797                 sc->head_rq &= (RQLEN - 1);
798         }
799
800         while (sc->head_xq != sc->tail_xq) {
801                 m_freem(sc->xq[sc->head_xq++]);
802                 sc->head_xq &= (XQLEN - 1);
803         }
804 }
805
806 /* -------------------------------------------------------------------------- */
807
808 static void
809 activate(struct sbsh_softc *sc)
810 {
811         struct timeval  tv;
812
813         sc->regs->SR   = 0xff;          /* clear it! */
814         sc->regs->CTDR = sc->regs->LTDR = sc->regs->CRDR = sc->regs->LRDR = 0;
815
816         sc->head_tdesc = sc->head_rdesc = 0;
817         alloc_rx_buffers(sc);
818
819         sc->regs->CRB &= ~RXDE;
820         sc->regs->IMR = EXT | RXS | TXS | CRC | OFL | UFL;
821         sc->regs->CR |= TXEN | RXEN;
822
823         sc->state = ACTIVE;
824         ++sc->in_stats.attempts;
825         microtime(&tv);
826         sc->in_stats.last_time = tv.tv_sec;
827         start_xmit_frames(sc);
828 }
829
830 static void
831 deactivate(struct sbsh_softc *sc)
832 {
833         sc->regs->CR &= ~(RXEN | TXEN);
834         sc->regs->CRB |= RXDE;
835         sc->regs->IMR  = EXT;
836         sc->regs->CTDR = sc->regs->LTDR;
837         sc->regs->CRDR = sc->regs->LRDR;
838         sc->state = ACTIVATION;
839
840         drop_queues(sc);
841 }
842
843 /* -------------------------------------------------------------------------- */
844
845 static void
846 cx28975_interrupt(struct sbsh_softc *sc)
847 {
848         volatile struct cx28975_cmdarea  *p = sc->cmdp;
849
850         if (p->intr_host != 0xfe)
851                 return;
852
853         if (p->out_ack & 0x80) {
854                 if (*((volatile u_int8_t *)p + 0x3c7) & 2) {
855                         if (sc->state != ACTIVE
856                             && (*((volatile u_int8_t *)p + 0x3c0) & 0xc0) == 0x40) {
857                                 activate(sc);
858                                 if_printf(&sc->arpcom.ac_if, "connected to peer\n");
859                         } else if (sc->state == ACTIVE
860                                  && (*((volatile u_int8_t *)p + 0x3c0) & 0xc0) != 0x40) {
861                                 deactivate(sc);
862                                 if_printf(&sc->arpcom.ac_if, "carrier lost\n");
863                         }
864                 }
865
866                 p->intr_host = 0;
867                 p->out_ack = 0;
868         } else {
869                 wakeup(sc);
870
871                 p->intr_host = 0;
872         }
873 }
874
875 /* -------------------------------------------------------------------------- */
876
877 static int
878 start_cx28975(struct sbsh_softc *sc, struct cx28975_cfg cfg)
879 {
880         static char  thresh[] = { +8, -4, -16, -40 };
881
882         volatile struct cx28975_cmdarea  *p = sc->cmdp;
883         u_int8_t  t, parm[12];
884
885         p->intr_host = 0;
886         t = p->intr_host;
887
888         /* reset chip set */
889         sc->regs->IMR = EXT;
890         sc->regs->CR  = 0;
891         sc->regs->SR  = 0xff;
892         DELAY(2);
893         sc->regs->CR = XRST;
894         if (cfg.crc16)
895                 sc->regs->CR |= CMOD;
896         if (cfg.fill_7e)
897                 sc->regs->CR |= FMOD;
898         if (cfg.inv)
899                 sc->regs->CR |= PMOD;
900
901         sc->regs->CRB |= RODD | RXDE;
902         if (cfg.rburst)
903                 sc->regs->CRB |= RDBE;
904         if (cfg.wburst)
905                 sc->regs->CRB |= WTBE;
906
907         tsleep(sc, 0, "sbsh", 0);
908         if ((p->out_ack & 0x1f) != _ACK_BOOT_WAKE_UP)
909                 return (-1);
910
911         if (download_firmware(sc, cfg.firmw_image, cfg.firmw_len))
912                 return (-1);
913
914         tsleep(sc, 0, "sbsh", 0);
915         if ((p->out_ack & 0x1f) != _ACK_OPER_WAKE_UP)
916                 return (-1);
917
918         t = cfg.master ? 1 : 9;
919         if (issue_cx28975_cmd(sc, _DSL_SYSTEM_ENABLE, &t, 1))
920                 return (-1);
921
922         t = 0x63;
923         if (issue_cx28975_cmd(sc, _DSL_SYSTEM_CONFIG, &t, 1))
924                 return (-1);
925
926         *(u_int16_t *)parm = cfg.lrate >> 3;
927         parm[2] = parm[3] = parm[0];
928         parm[5] = cfg.lrate & 7;
929         parm[4] = parm[7] = 1;
930         parm[6] = 0;
931         if (issue_cx28975_cmd(sc, _DSL_MULTI_RATE_CONFIG, parm, 8))
932                 return (-1);
933
934         parm[0] = 0x02 | (cfg.mod << 4);
935         parm[1] = 0;
936         if (issue_cx28975_cmd(sc, _DSL_TRAINING_MODE, parm, 2))
937                 return (-1);
938
939         bzero(parm, 12);
940         parm[0] = 0x04;         /* pre-activation: G.hs */
941         parm[4] = 0x04;         /* no remote configuration */
942         parm[7] = 0x01;         /* annex A (default) */
943         parm[8] = 0xff;         /* i-bit mask (all bits) */
944         if (issue_cx28975_cmd(sc, _DSL_PREACTIVATION_CFG, parm, 12))
945                 return (-1);
946
947         parm[0] = 0x03;         /* dying gasp time - 3 frames */
948         parm[1] = thresh[cfg.mod];
949         parm[2] = 0xff;         /* attenuation */
950         parm[3] = 0x04;         /* line probe NMR (+2 dB) */
951         parm[4] = 0x00;         /* reserved */
952         parm[5] = 0x00;
953         if (issue_cx28975_cmd(sc, _DSL_THRESHOLDS, parm, 6))
954                 return (-1);
955
956         t = cfg.master ? 0x23 : 0x21;
957         if (issue_cx28975_cmd(sc, _DSL_FR_PCM_CONFIG, &t, 1))
958                 return (-1);
959
960         t = 0x02;
961         if (issue_cx28975_cmd(sc, _DSL_INTR_HOST_MASK, &t, 1))
962                 return (-1);
963
964         sc->state = DOWN;
965         return (0);
966 }
967
968 static int
969 download_firmware(struct sbsh_softc *sc, u_int8_t *img, u_int32_t img_len)
970 {
971         u_int32_t       t;
972         int             i;
973         u_int8_t        cksum = 0;
974
975         for (i = 0; i < img_len; ++i)
976                 cksum += img[i];
977
978         t = img_len;
979         if (issue_cx28975_cmd(sc, _DSL_DOWNLOAD_START, (u_int8_t *) &t, 4))
980                 return (-1);
981
982         for (i = 0; img_len >= 75; i += 75, img_len -= 75) {
983                 if (issue_cx28975_cmd(sc, _DSL_DOWNLOAD_DATA, img + i, 75))
984                         return (-1);
985         }
986
987         if (img_len
988             &&  issue_cx28975_cmd(sc, _DSL_DOWNLOAD_DATA, img + i, img_len))
989                 return (-1);
990
991         t = (cksum ^ 0xff) + 1;
992         if (issue_cx28975_cmd(sc, _DSL_DOWNLOAD_END, (u_int8_t *) &t, 1))
993                 return (-1);
994
995         return (0);
996 }
997
998 static int
999 issue_cx28975_cmd(struct sbsh_softc *sc, u_int8_t cmd,
1000                         u_int8_t *data, u_int8_t size)
1001 {
1002         volatile struct cx28975_cmdarea  *p = sc->cmdp;
1003         volatile u_int8_t  *databuf = p->in_data;
1004         int  i;
1005
1006         u_int8_t  cksum = 0;
1007
1008         p->in_dest      = 0xf0;
1009         p->in_opcode    = cmd;
1010         p->in_zero      = 0;
1011         p->in_length    = --size;
1012         p->in_csum      = 0xf0 ^ cmd ^ size ^ 0xaa;
1013
1014         for (i = 0; i <= size; ++i) {
1015                 cksum ^= *data;
1016                 *databuf++ = *data++;   /* only 1 byte per cycle! */
1017         }
1018
1019         p->in_datasum   = cksum ^ 0xaa;
1020         p->out_ack      = _ACK_NOT_COMPLETE;
1021         p->intr_8051    = 0xfe;
1022
1023         if (tsleep(sc, 0, "sbsh", hz << 3))
1024                 return (-1);
1025
1026         while (p->out_ack == _ACK_NOT_COMPLETE)
1027                 ;                                       /* FIXME ! */
1028
1029         if ((p->out_ack & 0x1f) == _ACK_PASS) {
1030                 p->out_ack = 0;
1031                 return (0);
1032         } else {
1033                 p->out_ack = 0;
1034                 return (-1);
1035         }
1036 }