if_sq.c revision 1.36
1/*	$NetBSD: if_sq.c,v 1.36 2010/04/05 07:19:31 joerg Exp $	*/
2
3/*
4 * Copyright (c) 2001 Rafal K. Boni
5 * Copyright (c) 1998, 1999, 2000 The NetBSD Foundation, Inc.
6 * All rights reserved.
7 *
8 * Portions of this code are derived from software contributed to The
9 * NetBSD Foundation by Jason R. Thorpe of the Numerical Aerospace
10 * Simulation Facility, NASA Ames Research Center.
11 *
12 * Redistribution and use in source and binary forms, with or without
13 * modification, are permitted provided that the following conditions
14 * are met:
15 * 1. Redistributions of source code must retain the above copyright
16 *    notice, this list of conditions and the following disclaimer.
17 * 2. Redistributions in binary form must reproduce the above copyright
18 *    notice, this list of conditions and the following disclaimer in the
19 *    documentation and/or other materials provided with the distribution.
20 * 3. The name of the author may not be used to endorse or promote products
21 *    derived from this software without specific prior written permission.
22 *
23 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
24 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
25 * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
26 * IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT, INDIRECT,
27 * INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT
28 * NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
29 * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
30 * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
31 * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
32 * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
33 */
34
35#include <sys/cdefs.h>
36__KERNEL_RCSID(0, "$NetBSD: if_sq.c,v 1.36 2010/04/05 07:19:31 joerg Exp $");
37
38
39#include <sys/param.h>
40#include <sys/systm.h>
41#include <sys/device.h>
42#include <sys/callout.h>
43#include <sys/mbuf.h>
44#include <sys/malloc.h>
45#include <sys/kernel.h>
46#include <sys/socket.h>
47#include <sys/ioctl.h>
48#include <sys/errno.h>
49#include <sys/syslog.h>
50
51#include <uvm/uvm_extern.h>
52
53#include <machine/endian.h>
54
55#include <net/if.h>
56#include <net/if_dl.h>
57#include <net/if_media.h>
58#include <net/if_ether.h>
59
60#include <net/bpf.h>
61
62#include <machine/bus.h>
63#include <machine/intr.h>
64#include <machine/sysconf.h>
65
66#include <dev/ic/seeq8003reg.h>
67
68#include <sgimips/hpc/sqvar.h>
69#include <sgimips/hpc/hpcvar.h>
70#include <sgimips/hpc/hpcreg.h>
71
72#include <dev/arcbios/arcbios.h>
73#include <dev/arcbios/arcbiosvar.h>
74
75#define static
76
77/*
78 * Short TODO list:
79 *	(1) Do counters for bad-RX packets.
80 *	(2) Allow multi-segment transmits, instead of copying to a single,
81 *	    contiguous mbuf.
82 *	(3) Verify sq_stop() turns off enough stuff; I was still getting
83 *	    seeq interrupts after sq_stop().
84 *	(4) Implement EDLC modes: especially packet auto-pad and simplex
85 *	    mode.
86 *	(5) Should the driver filter out its own transmissions in non-EDLC
87 *	    mode?
88 *	(6) Multicast support -- multicast filter, address management, ...
89 *	(7) Deal with RB0 (recv buffer overflow) on reception.  Will need
90 *	    to figure out if RB0 is read-only as stated in one spot in the
91 *	    HPC spec or read-write (ie, is the 'write a one to clear it')
92 *	    the correct thing?
93 */
94
95#if defined(SQ_DEBUG)
96 int sq_debug = 0;
97 #define SQ_DPRINTF(x) if (sq_debug) printf x
98#else
99 #define SQ_DPRINTF(x)
100#endif
101
102static int	sq_match(struct device *, struct cfdata *, void *);
103static void	sq_attach(struct device *, struct device *, void *);
104static int	sq_init(struct ifnet *);
105static void	sq_start(struct ifnet *);
106static void	sq_stop(struct ifnet *, int);
107static void	sq_watchdog(struct ifnet *);
108static int	sq_ioctl(struct ifnet *, u_long, void *);
109
110static void	sq_set_filter(struct sq_softc *);
111static int	sq_intr(void *);
112static int	sq_rxintr(struct sq_softc *);
113static int	sq_txintr(struct sq_softc *);
114static void	sq_txring_hpc1(struct sq_softc *);
115static void	sq_txring_hpc3(struct sq_softc *);
116static void	sq_reset(struct sq_softc *);
117static int 	sq_add_rxbuf(struct sq_softc *, int);
118static void 	sq_dump_buffer(paddr_t addr, psize_t len);
119static void	sq_trace_dump(struct sq_softc *);
120
121static void	enaddr_aton(const char*, u_int8_t*);
122
123CFATTACH_DECL(sq, sizeof(struct sq_softc),
124    sq_match, sq_attach, NULL, NULL);
125
126#define        ETHER_PAD_LEN (ETHER_MIN_LEN - ETHER_CRC_LEN)
127
128#define sq_seeq_read(sc, off) \
129	bus_space_read_1(sc->sc_regt, sc->sc_regh, off)
130#define sq_seeq_write(sc, off, val) \
131	bus_space_write_1(sc->sc_regt, sc->sc_regh, off, val)
132
133#define sq_hpc_read(sc, off) \
134	bus_space_read_4(sc->sc_hpct, sc->sc_hpch, off)
135#define sq_hpc_write(sc, off, val) \
136	bus_space_write_4(sc->sc_hpct, sc->sc_hpch, off, val)
137
138/* MAC address offset for non-onboard implementations */
139#define SQ_HPC_EEPROM_ENADDR	250
140
141#define SGI_OUI_0		0x08
142#define SGI_OUI_1		0x00
143#define SGI_OUI_2		0x69
144
145static int
146sq_match(struct device *parent, struct cfdata *cf, void *aux)
147{
148	struct hpc_attach_args *ha = aux;
149
150	if (strcmp(ha->ha_name, cf->cf_name) == 0) {
151		vaddr_t reset, txstat;
152
153		reset = MIPS_PHYS_TO_KSEG1(ha->ha_sh +
154		    ha->ha_dmaoff + ha->hpc_regs->enetr_reset);
155		txstat = MIPS_PHYS_TO_KSEG1(ha->ha_sh +
156		    ha->ha_devoff + (SEEQ_TXSTAT << 2));
157
158		if (platform.badaddr((void *)reset, sizeof(reset)))
159			return (0);
160
161		*(volatile uint32_t *)reset = 0x1;
162		delay(20);
163		*(volatile uint32_t *)reset = 0x0;
164
165		if (platform.badaddr((void *)txstat, sizeof(txstat)))
166			return (0);
167
168		if ((*(volatile uint32_t *)txstat & 0xff) == TXSTAT_OLDNEW)
169			return (1);
170	}
171
172	return (0);
173}
174
175static void
176sq_attach(struct device *parent, struct device *self, void *aux)
177{
178	int i, err;
179	const char* macaddr;
180	struct sq_softc *sc = (void *)self;
181	struct hpc_attach_args *haa = aux;
182	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
183
184	sc->sc_hpct = haa->ha_st;
185	sc->hpc_regs = haa->hpc_regs;      /* HPC register definitions */
186
187	if ((err = bus_space_subregion(haa->ha_st, haa->ha_sh,
188				       haa->ha_dmaoff,
189				       sc->hpc_regs->enet_regs_size,
190				       &sc->sc_hpch)) != 0) {
191		printf(": unable to map HPC DMA registers, error = %d\n", err);
192		goto fail_0;
193	}
194
195	sc->sc_regt = haa->ha_st;
196	if ((err = bus_space_subregion(haa->ha_st, haa->ha_sh,
197				       haa->ha_devoff,
198				       sc->hpc_regs->enet_devregs_size,
199				       &sc->sc_regh)) != 0) {
200		printf(": unable to map Seeq registers, error = %d\n", err);
201		goto fail_0;
202	}
203
204	sc->sc_dmat = haa->ha_dmat;
205
206	if ((err = bus_dmamem_alloc(sc->sc_dmat, sizeof(struct sq_control),
207				    PAGE_SIZE, PAGE_SIZE, &sc->sc_cdseg,
208				    1, &sc->sc_ncdseg, BUS_DMA_NOWAIT)) != 0) {
209		printf(": unable to allocate control data, error = %d\n", err);
210		goto fail_0;
211	}
212
213	if ((err = bus_dmamem_map(sc->sc_dmat, &sc->sc_cdseg, sc->sc_ncdseg,
214				  sizeof(struct sq_control),
215				  (void **)&sc->sc_control,
216				  BUS_DMA_NOWAIT | BUS_DMA_COHERENT)) != 0) {
217		printf(": unable to map control data, error = %d\n", err);
218		goto fail_1;
219	}
220
221	if ((err = bus_dmamap_create(sc->sc_dmat, sizeof(struct sq_control),
222				     1, sizeof(struct sq_control), PAGE_SIZE,
223				     BUS_DMA_NOWAIT, &sc->sc_cdmap)) != 0) {
224		printf(": unable to create DMA map for control data, error "
225			"= %d\n", err);
226		goto fail_2;
227	}
228
229	if ((err = bus_dmamap_load(sc->sc_dmat, sc->sc_cdmap, sc->sc_control,
230				   sizeof(struct sq_control),
231				   NULL, BUS_DMA_NOWAIT)) != 0) {
232		printf(": unable to load DMA map for control data, error "
233			"= %d\n", err);
234		goto fail_3;
235	}
236
237	memset(sc->sc_control, 0, sizeof(struct sq_control));
238
239	/* Create transmit buffer DMA maps */
240	for (i = 0; i < SQ_NTXDESC; i++) {
241	    if ((err = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1, MCLBYTES,
242					 0, BUS_DMA_NOWAIT,
243					 &sc->sc_txmap[i])) != 0) {
244		    printf(": unable to create tx DMA map %d, error = %d\n",
245			   i, err);
246		    goto fail_4;
247	    }
248	}
249
250	/* Create receive buffer DMA maps */
251	for (i = 0; i < SQ_NRXDESC; i++) {
252	    if ((err = bus_dmamap_create(sc->sc_dmat, MCLBYTES, 1, MCLBYTES,
253					 0, BUS_DMA_NOWAIT,
254					 &sc->sc_rxmap[i])) != 0) {
255		    printf(": unable to create rx DMA map %d, error = %d\n",
256			   i, err);
257		    goto fail_5;
258	    }
259	}
260
261	/* Pre-allocate the receive buffers.  */
262	for (i = 0; i < SQ_NRXDESC; i++) {
263		if ((err = sq_add_rxbuf(sc, i)) != 0) {
264			printf(": unable to allocate or map rx buffer %d\n,"
265			       " error = %d\n", i, err);
266			goto fail_6;
267		}
268	}
269
270	memcpy(sc->sc_enaddr, &haa->hpc_eeprom[SQ_HPC_EEPROM_ENADDR],
271	    ETHER_ADDR_LEN);
272
273	/*
274	 * If our mac address is bogus, obtain it from ARCBIOS. This will
275	 * be true of the onboard HPC3 on IP22, since there is no eeprom,
276	 * but rather the DS1386 RTC's battery-backed ram is used.
277	 */
278	if (sc->sc_enaddr[0] != SGI_OUI_0 || sc->sc_enaddr[1] != SGI_OUI_1 ||
279	    sc->sc_enaddr[2] != SGI_OUI_2) {
280		macaddr = ARCBIOS->GetEnvironmentVariable("eaddr");
281		if (macaddr == NULL) {
282			printf(": unable to get MAC address!\n");
283			goto fail_6;
284		}
285		enaddr_aton(macaddr, sc->sc_enaddr);
286	}
287
288	evcnt_attach_dynamic(&sc->sq_intrcnt, EVCNT_TYPE_INTR, NULL,
289					      self->dv_xname, "intr");
290
291	if ((cpu_intr_establish(haa->ha_irq, IPL_NET, sq_intr, sc)) == NULL) {
292		printf(": unable to establish interrupt!\n");
293		goto fail_6;
294	}
295
296	/* Reset the chip to a known state. */
297	sq_reset(sc);
298
299	/*
300	 * Determine if we're an 8003 or 80c03 by setting the first
301	 * MAC address register to non-zero, and then reading it back.
302	 * If it's zero, we have an 80c03, because we will have read
303	 * the TxCollLSB register.
304	 */
305	sq_seeq_write(sc, SEEQ_TXCOLLS0, 0xa5);
306	if (sq_seeq_read(sc, SEEQ_TXCOLLS0) == 0)
307		sc->sc_type = SQ_TYPE_80C03;
308	else
309		sc->sc_type = SQ_TYPE_8003;
310	sq_seeq_write(sc, SEEQ_TXCOLLS0, 0x00);
311
312	printf(": SGI Seeq %s\n",
313	    sc->sc_type == SQ_TYPE_80C03 ? "80c03" : "8003");
314
315	printf("%s: Ethernet address %s\n", sc->sc_dev.dv_xname,
316					   ether_sprintf(sc->sc_enaddr));
317
318	strcpy(ifp->if_xname, sc->sc_dev.dv_xname);
319	ifp->if_softc = sc;
320	ifp->if_mtu = ETHERMTU;
321	ifp->if_init = sq_init;
322	ifp->if_stop = sq_stop;
323	ifp->if_start = sq_start;
324	ifp->if_ioctl = sq_ioctl;
325	ifp->if_watchdog = sq_watchdog;
326	ifp->if_flags = IFF_BROADCAST | IFF_NOTRAILERS | IFF_MULTICAST;
327	IFQ_SET_READY(&ifp->if_snd);
328
329	if_attach(ifp);
330	ether_ifattach(ifp, sc->sc_enaddr);
331
332	memset(&sc->sq_trace, 0, sizeof(sc->sq_trace));
333	/* Done! */
334	return;
335
336	/*
337	 * Free any resources we've allocated during the failed attach
338	 * attempt.  Do this in reverse order and fall through.
339	 */
340fail_6:
341	for (i = 0; i < SQ_NRXDESC; i++) {
342		if (sc->sc_rxmbuf[i] != NULL) {
343			bus_dmamap_unload(sc->sc_dmat, sc->sc_rxmap[i]);
344			m_freem(sc->sc_rxmbuf[i]);
345		}
346	}
347fail_5:
348	for (i = 0; i < SQ_NRXDESC; i++) {
349	    if (sc->sc_rxmap[i] != NULL)
350		bus_dmamap_destroy(sc->sc_dmat, sc->sc_rxmap[i]);
351	}
352fail_4:
353	for (i = 0; i < SQ_NTXDESC; i++) {
354	    if (sc->sc_txmap[i] !=  NULL)
355		bus_dmamap_destroy(sc->sc_dmat, sc->sc_txmap[i]);
356	}
357	bus_dmamap_unload(sc->sc_dmat, sc->sc_cdmap);
358fail_3:
359	bus_dmamap_destroy(sc->sc_dmat, sc->sc_cdmap);
360fail_2:
361	bus_dmamem_unmap(sc->sc_dmat, (void *) sc->sc_control,
362				      sizeof(struct sq_control));
363fail_1:
364	bus_dmamem_free(sc->sc_dmat, &sc->sc_cdseg, sc->sc_ncdseg);
365fail_0:
366	return;
367}
368
369/* Set up data to get the interface up and running. */
370int
371sq_init(struct ifnet *ifp)
372{
373	int i;
374	struct sq_softc *sc = ifp->if_softc;
375
376	/* Cancel any in-progress I/O */
377	sq_stop(ifp, 0);
378
379	sc->sc_nextrx = 0;
380
381	sc->sc_nfreetx = SQ_NTXDESC;
382	sc->sc_nexttx = sc->sc_prevtx = 0;
383
384	SQ_TRACE(SQ_RESET, sc, 0, 0);
385
386	/* Set into 8003 mode, bank 0 to program ethernet address */
387	sq_seeq_write(sc, SEEQ_TXCMD, TXCMD_BANK0);
388
389	/* Now write the address */
390	for (i = 0; i < ETHER_ADDR_LEN; i++)
391		sq_seeq_write(sc, i, sc->sc_enaddr[i]);
392
393	sc->sc_rxcmd = RXCMD_IE_CRC |
394		       RXCMD_IE_DRIB |
395		       RXCMD_IE_SHORT |
396		       RXCMD_IE_END |
397		       RXCMD_IE_GOOD;
398
399	/*
400	 * Set the receive filter -- this will add some bits to the
401	 * prototype RXCMD register.  Do this before setting the
402	 * transmit config register, since we might need to switch
403	 * banks.
404	 */
405	sq_set_filter(sc);
406
407	/* Set up Seeq transmit command register */
408	sq_seeq_write(sc, SEEQ_TXCMD, TXCMD_IE_UFLOW |
409				      TXCMD_IE_COLL |
410				      TXCMD_IE_16COLL |
411				      TXCMD_IE_GOOD);
412
413	/* Now write the receive command register. */
414	sq_seeq_write(sc, SEEQ_RXCMD, sc->sc_rxcmd);
415
416	/*
417	 * Set up HPC ethernet PIO and DMA configurations.
418	 *
419	 * The PROM appears to do most of this for the onboard HPC3, but
420	 * not for the Challenge S's IOPLUS chip. We copy how the onboard
421	 * chip is configured and assume that it's correct for both.
422	 */
423	if (sc->hpc_regs->revision == 3) {
424		u_int32_t dmareg, pioreg;
425
426		pioreg = HPC3_ENETR_PIOCFG_P1(1) |
427			 HPC3_ENETR_PIOCFG_P2(6) |
428			 HPC3_ENETR_PIOCFG_P3(1);
429
430		dmareg = HPC3_ENETR_DMACFG_D1(6) |
431			 HPC3_ENETR_DMACFG_D2(2) |
432			 HPC3_ENETR_DMACFG_D3(0) |
433			 HPC3_ENETR_DMACFG_FIX_RXDC |
434			 HPC3_ENETR_DMACFG_FIX_INTR |
435			 HPC3_ENETR_DMACFG_FIX_EOP |
436			 HPC3_ENETR_DMACFG_TIMEOUT;
437
438		sq_hpc_write(sc, HPC3_ENETR_PIOCFG, pioreg);
439		sq_hpc_write(sc, HPC3_ENETR_DMACFG, dmareg);
440	}
441
442	/* Pass the start of the receive ring to the HPC */
443	sq_hpc_write(sc, sc->hpc_regs->enetr_ndbp, SQ_CDRXADDR(sc, 0));
444
445	/* And turn on the HPC ethernet receive channel */
446	sq_hpc_write(sc, sc->hpc_regs->enetr_ctl,
447	    sc->hpc_regs->enetr_ctl_active);
448
449	/*
450	 * Turn off delayed receive interrupts on HPC1.
451	 * (see Hollywood HPC Specification 2.1.4.3)
452	 */
453	if (sc->hpc_regs->revision != 3)
454		sq_hpc_write(sc, HPC1_ENET_INTDELAY, HPC1_ENET_INTDELAY_OFF);
455
456	ifp->if_flags |= IFF_RUNNING;
457	ifp->if_flags &= ~IFF_OACTIVE;
458
459	return 0;
460}
461
462static void
463sq_set_filter(struct sq_softc *sc)
464{
465	struct ethercom *ec = &sc->sc_ethercom;
466	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
467	struct ether_multi *enm;
468	struct ether_multistep step;
469
470	/*
471	 * Check for promiscuous mode.  Also implies
472	 * all-multicast.
473	 */
474	if (ifp->if_flags & IFF_PROMISC) {
475		sc->sc_rxcmd |= RXCMD_REC_ALL;
476		ifp->if_flags |= IFF_ALLMULTI;
477		return;
478	}
479
480	/*
481	 * The 8003 has no hash table.  If we have any multicast
482	 * addresses on the list, enable reception of all multicast
483	 * frames.
484	 *
485	 * XXX The 80c03 has a hash table.  We should use it.
486	 */
487
488	ETHER_FIRST_MULTI(step, ec, enm);
489
490	if (enm == NULL) {
491		sc->sc_rxcmd &= ~RXCMD_REC_MASK;
492		sc->sc_rxcmd |= RXCMD_REC_BROAD;
493
494		ifp->if_flags &= ~IFF_ALLMULTI;
495		return;
496	}
497
498	sc->sc_rxcmd |= RXCMD_REC_MULTI;
499	ifp->if_flags |= IFF_ALLMULTI;
500}
501
502int
503sq_ioctl(struct ifnet *ifp, u_long cmd, void *data)
504{
505	int s, error = 0;
506
507	SQ_TRACE(SQ_IOCTL, (struct sq_softc *)ifp->if_softc, 0, 0);
508
509	s = splnet();
510
511	error = ether_ioctl(ifp, cmd, data);
512	if (error == ENETRESET) {
513		/*
514		 * Multicast list has changed; set the hardware filter
515		 * accordingly.
516		 */
517		if (ifp->if_flags & IFF_RUNNING)
518			error = sq_init(ifp);
519		else
520			error = 0;
521	}
522
523	splx(s);
524	return (error);
525}
526
527void
528sq_start(struct ifnet *ifp)
529{
530	struct sq_softc *sc = ifp->if_softc;
531	u_int32_t status;
532	struct mbuf *m0, *m;
533	bus_dmamap_t dmamap;
534	int err, totlen, nexttx, firsttx, lasttx = -1, ofree, seg;
535
536	if ((ifp->if_flags & (IFF_RUNNING|IFF_OACTIVE)) != IFF_RUNNING)
537		return;
538
539	/*
540	 * Remember the previous number of free descriptors and
541	 * the first descriptor we'll use.
542	 */
543	ofree = sc->sc_nfreetx;
544	firsttx = sc->sc_nexttx;
545
546	/*
547	 * Loop through the send queue, setting up transmit descriptors
548	 * until we drain the queue, or use up all available transmit
549	 * descriptors.
550	 */
551	while (sc->sc_nfreetx != 0) {
552		/*
553		 * Grab a packet off the queue.
554		 */
555		IFQ_POLL(&ifp->if_snd, m0);
556		if (m0 == NULL)
557			break;
558		m = NULL;
559
560		dmamap = sc->sc_txmap[sc->sc_nexttx];
561
562		/*
563		 * Load the DMA map.  If this fails, the packet either
564		 * didn't fit in the alloted number of segments, or we were
565		 * short on resources.  In this case, we'll copy and try
566		 * again.
567		 * Also copy it if we need to pad, so that we are sure there
568		 * is room for the pad buffer.
569		 * XXX the right way of doing this is to use a static buffer
570		 * for padding and adding it to the transmit descriptor (see
571		 * sys/dev/pci/if_tl.c for example). We can't do this here yet
572		 * because we can't send packets with more than one fragment.
573		 */
574		if (m0->m_pkthdr.len < ETHER_PAD_LEN ||
575		    bus_dmamap_load_mbuf(sc->sc_dmat, dmamap, m0,
576						      BUS_DMA_NOWAIT) != 0) {
577			MGETHDR(m, M_DONTWAIT, MT_DATA);
578			if (m == NULL) {
579				printf("%s: unable to allocate Tx mbuf\n",
580				    sc->sc_dev.dv_xname);
581				break;
582			}
583			if (m0->m_pkthdr.len > MHLEN) {
584				MCLGET(m, M_DONTWAIT);
585				if ((m->m_flags & M_EXT) == 0) {
586					printf("%s: unable to allocate Tx "
587					    "cluster\n", sc->sc_dev.dv_xname);
588					m_freem(m);
589					break;
590				}
591			}
592
593			m_copydata(m0, 0, m0->m_pkthdr.len, mtod(m, void *));
594			if (m0->m_pkthdr.len < ETHER_PAD_LEN) {
595				memset(mtod(m, char *) + m0->m_pkthdr.len, 0,
596				    ETHER_PAD_LEN - m0->m_pkthdr.len);
597				m->m_pkthdr.len = m->m_len = ETHER_PAD_LEN;
598			} else
599				m->m_pkthdr.len = m->m_len = m0->m_pkthdr.len;
600
601			if ((err = bus_dmamap_load_mbuf(sc->sc_dmat, dmamap,
602						m, BUS_DMA_NOWAIT)) != 0) {
603				printf("%s: unable to load Tx buffer, "
604				    "error = %d\n", sc->sc_dev.dv_xname, err);
605				break;
606			}
607		}
608
609		/*
610		 * Ensure we have enough descriptors free to describe
611		 * the packet.
612		 */
613		if (dmamap->dm_nsegs > sc->sc_nfreetx) {
614			/*
615			 * Not enough free descriptors to transmit this
616			 * packet.  We haven't committed to anything yet,
617			 * so just unload the DMA map, put the packet
618			 * back on the queue, and punt.  Notify the upper
619			 * layer that there are no more slots left.
620			 *
621			 * XXX We could allocate an mbuf and copy, but
622			 * XXX it is worth it?
623			 */
624			ifp->if_flags |= IFF_OACTIVE;
625			bus_dmamap_unload(sc->sc_dmat, dmamap);
626			if (m != NULL)
627				m_freem(m);
628			break;
629		}
630
631		IFQ_DEQUEUE(&ifp->if_snd, m0);
632		/*
633		 * Pass the packet to any BPF listeners.
634		 */
635		bpf_mtap(ifp, m0);
636		if (m != NULL) {
637			m_freem(m0);
638			m0 = m;
639		}
640
641		/*
642		 * WE ARE NOW COMMITTED TO TRANSMITTING THE PACKET.
643		 */
644
645		SQ_TRACE(SQ_ENQUEUE, sc, sc->sc_nexttx, 0);
646
647		/* Sync the DMA map. */
648		bus_dmamap_sync(sc->sc_dmat, dmamap, 0, dmamap->dm_mapsize,
649		    BUS_DMASYNC_PREWRITE);
650
651		/*
652		 * Initialize the transmit descriptors.
653		 */
654		for (nexttx = sc->sc_nexttx, seg = 0, totlen = 0;
655		     seg < dmamap->dm_nsegs;
656		     seg++, nexttx = SQ_NEXTTX(nexttx)) {
657			if (sc->hpc_regs->revision == 3) {
658				sc->sc_txdesc[nexttx].hpc3_hdd_bufptr =
659					    dmamap->dm_segs[seg].ds_addr;
660				sc->sc_txdesc[nexttx].hpc3_hdd_ctl =
661					    dmamap->dm_segs[seg].ds_len;
662			} else {
663				sc->sc_txdesc[nexttx].hpc1_hdd_bufptr =
664					    dmamap->dm_segs[seg].ds_addr;
665				sc->sc_txdesc[nexttx].hpc1_hdd_ctl =
666					    dmamap->dm_segs[seg].ds_len;
667			}
668			sc->sc_txdesc[nexttx].hdd_descptr=
669					    SQ_CDTXADDR(sc, SQ_NEXTTX(nexttx));
670			lasttx = nexttx;
671			totlen += dmamap->dm_segs[seg].ds_len;
672		}
673
674		/* Last descriptor gets end-of-packet */
675		KASSERT(lasttx != -1);
676		if (sc->hpc_regs->revision == 3)
677			sc->sc_txdesc[lasttx].hpc3_hdd_ctl |=
678			    HPC3_HDD_CTL_EOPACKET;
679		else
680			sc->sc_txdesc[lasttx].hpc1_hdd_ctl |=
681			    HPC1_HDD_CTL_EOPACKET;
682
683		SQ_DPRINTF(("%s: transmit %d-%d, len %d\n", sc->sc_dev.dv_xname,
684						       sc->sc_nexttx, lasttx,
685						       totlen));
686
687		if (ifp->if_flags & IFF_DEBUG) {
688			printf("     transmit chain:\n");
689			for (seg = sc->sc_nexttx;; seg = SQ_NEXTTX(seg)) {
690				printf("     descriptor %d:\n", seg);
691				printf("       hdd_bufptr:      0x%08x\n",
692					(sc->hpc_regs->revision == 3) ?
693					    sc->sc_txdesc[seg].hpc3_hdd_bufptr :
694					    sc->sc_txdesc[seg].hpc1_hdd_bufptr);
695				printf("       hdd_ctl: 0x%08x\n",
696					(sc->hpc_regs->revision == 3) ?
697					    sc->sc_txdesc[seg].hpc3_hdd_ctl:
698					    sc->sc_txdesc[seg].hpc1_hdd_ctl);
699				printf("       hdd_descptr:      0x%08x\n",
700					sc->sc_txdesc[seg].hdd_descptr);
701
702				if (seg == lasttx)
703					break;
704			}
705		}
706
707		/* Sync the descriptors we're using. */
708		SQ_CDTXSYNC(sc, sc->sc_nexttx, dmamap->dm_nsegs,
709				BUS_DMASYNC_PREREAD|BUS_DMASYNC_PREWRITE);
710
711		/* Store a pointer to the packet so we can free it later */
712		sc->sc_txmbuf[sc->sc_nexttx] = m0;
713
714		/* Advance the tx pointer. */
715		sc->sc_nfreetx -= dmamap->dm_nsegs;
716		sc->sc_nexttx = nexttx;
717	}
718
719	/* All transmit descriptors used up, let upper layers know */
720	if (sc->sc_nfreetx == 0)
721		ifp->if_flags |= IFF_OACTIVE;
722
723	if (sc->sc_nfreetx != ofree) {
724		SQ_DPRINTF(("%s: %d packets enqueued, first %d, INTR on %d\n",
725			    sc->sc_dev.dv_xname, lasttx - firsttx + 1,
726			    firsttx, lasttx));
727
728		/*
729		 * Cause a transmit interrupt to happen on the
730		 * last packet we enqueued, mark it as the last
731		 * descriptor.
732		 *
733		 * HPC1_HDD_CTL_INTR will generate an interrupt on
734		 * HPC1. HPC3 requires HPC3_HDD_CTL_EOPACKET in
735		 * addition to HPC3_HDD_CTL_INTR to interrupt.
736		 */
737		KASSERT(lasttx != -1);
738		if (sc->hpc_regs->revision == 3) {
739			sc->sc_txdesc[lasttx].hpc3_hdd_ctl |=
740			    HPC3_HDD_CTL_INTR | HPC3_HDD_CTL_EOCHAIN;
741		} else {
742			sc->sc_txdesc[lasttx].hpc1_hdd_ctl |= HPC1_HDD_CTL_INTR;
743			sc->sc_txdesc[lasttx].hpc1_hdd_bufptr |=
744			    HPC1_HDD_CTL_EOCHAIN;
745		}
746
747		SQ_CDTXSYNC(sc, lasttx, 1,
748				BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
749
750		/*
751		 * There is a potential race condition here if the HPC
752		 * DMA channel is active and we try and either update
753		 * the 'next descriptor' pointer in the HPC PIO space
754		 * or the 'next descriptor' pointer in a previous desc-
755		 * riptor.
756		 *
757		 * To avoid this, if the channel is active, we rely on
758		 * the transmit interrupt routine noticing that there
759		 * are more packets to send and restarting the HPC DMA
760		 * engine, rather than mucking with the DMA state here.
761		 */
762		status = sq_hpc_read(sc, sc->hpc_regs->enetx_ctl);
763
764		if ((status & sc->hpc_regs->enetx_ctl_active) != 0) {
765			SQ_TRACE(SQ_ADD_TO_DMA, sc, firsttx, status);
766
767			/*
768			 * NB: hpc3_hdd_ctl == hpc1_hdd_bufptr, and
769			 * HPC1_HDD_CTL_EOCHAIN == HPC3_HDD_CTL_EOCHAIN
770			 */
771			sc->sc_txdesc[SQ_PREVTX(firsttx)].hpc3_hdd_ctl &=
772			    ~HPC3_HDD_CTL_EOCHAIN;
773
774			if (sc->hpc_regs->revision != 3)
775				sc->sc_txdesc[SQ_PREVTX(firsttx)].hpc1_hdd_ctl
776				    &= ~HPC1_HDD_CTL_INTR;
777
778			SQ_CDTXSYNC(sc, SQ_PREVTX(firsttx),  1,
779			    BUS_DMASYNC_PREREAD | BUS_DMASYNC_PREWRITE);
780		} else if (sc->hpc_regs->revision == 3) {
781			SQ_TRACE(SQ_START_DMA, sc, firsttx, status);
782
783			sq_hpc_write(sc, HPC3_ENETX_NDBP, SQ_CDTXADDR(sc,
784			    firsttx));
785
786			/* Kick DMA channel into life */
787			sq_hpc_write(sc, HPC3_ENETX_CTL, HPC3_ENETX_CTL_ACTIVE);
788		} else {
789			/*
790			 * In the HPC1 case where transmit DMA is
791			 * inactive, we can either kick off if
792			 * the ring was previously empty, or call
793			 * our transmit interrupt handler to
794			 * figure out if the ring stopped short
795			 * and restart at the right place.
796			 */
797			if (ofree == SQ_NTXDESC) {
798				SQ_TRACE(SQ_START_DMA, sc, firsttx, status);
799
800				sq_hpc_write(sc, HPC1_ENETX_NDBP,
801				    SQ_CDTXADDR(sc, firsttx));
802				sq_hpc_write(sc, HPC1_ENETX_CFXBP,
803				    SQ_CDTXADDR(sc, firsttx));
804				sq_hpc_write(sc, HPC1_ENETX_CBP,
805				    SQ_CDTXADDR(sc, firsttx));
806
807				/* Kick DMA channel into life */
808				sq_hpc_write(sc, HPC1_ENETX_CTL,
809				    HPC1_ENETX_CTL_ACTIVE);
810			} else
811				sq_txring_hpc1(sc);
812		}
813
814		/* Set a watchdog timer in case the chip flakes out. */
815		ifp->if_timer = 5;
816	}
817}
818
819void
820sq_stop(struct ifnet *ifp, int disable)
821{
822	int i;
823	struct sq_softc *sc = ifp->if_softc;
824
825	for (i =0; i < SQ_NTXDESC; i++) {
826		if (sc->sc_txmbuf[i] != NULL) {
827			bus_dmamap_unload(sc->sc_dmat, sc->sc_txmap[i]);
828			m_freem(sc->sc_txmbuf[i]);
829			sc->sc_txmbuf[i] = NULL;
830		}
831	}
832
833	/* Clear Seeq transmit/receive command registers */
834	sq_seeq_write(sc, SEEQ_TXCMD, 0);
835	sq_seeq_write(sc, SEEQ_RXCMD, 0);
836
837	sq_reset(sc);
838
839	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
840	ifp->if_timer = 0;
841}
842
843/* Device timeout/watchdog routine. */
844void
845sq_watchdog(struct ifnet *ifp)
846{
847	u_int32_t status;
848	struct sq_softc *sc = ifp->if_softc;
849
850	status = sq_hpc_read(sc, sc->hpc_regs->enetx_ctl);
851	log(LOG_ERR, "%s: device timeout (prev %d, next %d, free %d, "
852		     "status %08x)\n", sc->sc_dev.dv_xname, sc->sc_prevtx,
853				       sc->sc_nexttx, sc->sc_nfreetx, status);
854
855	sq_trace_dump(sc);
856
857	memset(&sc->sq_trace, 0, sizeof(sc->sq_trace));
858	sc->sq_trace_idx = 0;
859
860	++ifp->if_oerrors;
861
862	sq_init(ifp);
863}
864
865static void
866sq_trace_dump(struct sq_softc *sc)
867{
868	int i;
869	const char *act;
870
871	for (i = 0; i < sc->sq_trace_idx; i++) {
872		switch (sc->sq_trace[i].action) {
873		case SQ_RESET:		act = "SQ_RESET";		break;
874		case SQ_ADD_TO_DMA:	act = "SQ_ADD_TO_DMA";		break;
875		case SQ_START_DMA:	act = "SQ_START_DMA";		break;
876		case SQ_DONE_DMA:	act = "SQ_DONE_DMA";		break;
877		case SQ_RESTART_DMA:	act = "SQ_RESTART_DMA";		break;
878		case SQ_TXINTR_ENTER:	act = "SQ_TXINTR_ENTER";	break;
879		case SQ_TXINTR_EXIT:	act = "SQ_TXINTR_EXIT";		break;
880		case SQ_TXINTR_BUSY:	act = "SQ_TXINTR_BUSY";		break;
881		case SQ_IOCTL:		act = "SQ_IOCTL";		break;
882		case SQ_ENQUEUE:	act = "SQ_ENQUEUE";		break;
883		default:		act = "UNKNOWN";
884		}
885
886		printf("%s: [%03d] action %-16s buf %03d free %03d "
887		    "status %08x line %d\n", sc->sc_dev.dv_xname, i, act,
888		    sc->sq_trace[i].bufno, sc->sq_trace[i].freebuf,
889		    sc->sq_trace[i].status, sc->sq_trace[i].line);
890	}
891}
892
893static int
894sq_intr(void *arg)
895{
896	struct sq_softc *sc = arg;
897	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
898	int handled = 0;
899	u_int32_t stat;
900
901	stat = sq_hpc_read(sc, sc->hpc_regs->enetr_reset);
902
903	if ((stat & 2) == 0)
904		SQ_DPRINTF(("%s: Unexpected interrupt!\n",
905		    sc->sc_dev.dv_xname));
906	else
907		sq_hpc_write(sc, sc->hpc_regs->enetr_reset, (stat | 2));
908
909	/*
910	 * If the interface isn't running, the interrupt couldn't
911	 * possibly have come from us.
912	 */
913	if ((ifp->if_flags & IFF_RUNNING) == 0)
914		return 0;
915
916	sc->sq_intrcnt.ev_count++;
917
918	/* Always check for received packets */
919	if (sq_rxintr(sc) != 0)
920		handled++;
921
922	/* Only handle transmit interrupts if we actually sent something */
923	if (sc->sc_nfreetx < SQ_NTXDESC) {
924		sq_txintr(sc);
925		handled++;
926	}
927
928#if NRND > 0
929	if (handled)
930		rnd_add_uint32(&sc->rnd_source, stat);
931#endif
932	return (handled);
933}
934
935static int
936sq_rxintr(struct sq_softc *sc)
937{
938	int count = 0;
939	struct mbuf* m;
940	int i, framelen;
941	u_int8_t pktstat;
942	u_int32_t status;
943	u_int32_t ctl_reg;
944	int new_end, orig_end;
945	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
946
947	for (i = sc->sc_nextrx;; i = SQ_NEXTRX(i)) {
948		SQ_CDRXSYNC(sc, i, BUS_DMASYNC_POSTREAD |
949		    BUS_DMASYNC_POSTWRITE);
950
951		/*
952		 * If this is a CPU-owned buffer, we're at the end of the list.
953		 */
954		if (sc->hpc_regs->revision == 3)
955			ctl_reg = sc->sc_rxdesc[i].hpc3_hdd_ctl &
956			    HPC3_HDD_CTL_OWN;
957		else
958			ctl_reg = sc->sc_rxdesc[i].hpc1_hdd_ctl &
959			    HPC1_HDD_CTL_OWN;
960
961		if (ctl_reg) {
962#if defined(SQ_DEBUG)
963			u_int32_t reg;
964
965			reg = sq_hpc_read(sc, sc->hpc_regs->enetr_ctl);
966			SQ_DPRINTF(("%s: rxintr: done at %d (ctl %08x)\n",
967			    sc->sc_dev.dv_xname, i, reg));
968#endif
969			break;
970		}
971
972		count++;
973
974		m = sc->sc_rxmbuf[i];
975		framelen = m->m_ext.ext_size - 3;
976		if (sc->hpc_regs->revision == 3)
977		    framelen -=
978			HPC3_HDD_CTL_BYTECNT(sc->sc_rxdesc[i].hpc3_hdd_ctl);
979		else
980		    framelen -=
981			HPC1_HDD_CTL_BYTECNT(sc->sc_rxdesc[i].hpc1_hdd_ctl);
982
983		/* Now sync the actual packet data */
984		bus_dmamap_sync(sc->sc_dmat, sc->sc_rxmap[i], 0,
985		    sc->sc_rxmap[i]->dm_mapsize, BUS_DMASYNC_POSTREAD);
986
987		pktstat = *((u_int8_t*)m->m_data + framelen + 2);
988
989		if ((pktstat & RXSTAT_GOOD) == 0) {
990			ifp->if_ierrors++;
991
992			if (pktstat & RXSTAT_OFLOW)
993				printf("%s: receive FIFO overflow\n",
994				    sc->sc_dev.dv_xname);
995
996			bus_dmamap_sync(sc->sc_dmat, sc->sc_rxmap[i], 0,
997			    sc->sc_rxmap[i]->dm_mapsize,
998			    BUS_DMASYNC_PREREAD);
999			SQ_INIT_RXDESC(sc, i);
1000			SQ_DPRINTF(("%s: sq_rxintr: buf %d no RXSTAT_GOOD\n",
1001			    sc->sc_dev.dv_xname, i));
1002			continue;
1003		}
1004
1005		if (sq_add_rxbuf(sc, i) != 0) {
1006			ifp->if_ierrors++;
1007			bus_dmamap_sync(sc->sc_dmat, sc->sc_rxmap[i], 0,
1008			    sc->sc_rxmap[i]->dm_mapsize,
1009			    BUS_DMASYNC_PREREAD);
1010			SQ_INIT_RXDESC(sc, i);
1011			SQ_DPRINTF(("%s: sq_rxintr: buf %d sq_add_rxbuf() "
1012			    "failed\n", sc->sc_dev.dv_xname, i));
1013			continue;
1014		}
1015
1016
1017		m->m_data += 2;
1018		m->m_pkthdr.rcvif = ifp;
1019		m->m_pkthdr.len = m->m_len = framelen;
1020
1021		ifp->if_ipackets++;
1022
1023		SQ_DPRINTF(("%s: sq_rxintr: buf %d len %d\n",
1024			    sc->sc_dev.dv_xname, i, framelen));
1025
1026		bpf_mtap(ifp, m);
1027		(*ifp->if_input)(ifp, m);
1028	}
1029
1030
1031	/* If anything happened, move ring start/end pointers to new spot */
1032	if (i != sc->sc_nextrx) {
1033		/*
1034		 * NB: hpc3_hdd_ctl == hpc1_hdd_bufptr, and
1035		 * HPC1_HDD_CTL_EOCHAIN == HPC3_HDD_CTL_EOCHAIN
1036		 */
1037
1038		new_end = SQ_PREVRX(i);
1039		sc->sc_rxdesc[new_end].hpc3_hdd_ctl |= HPC3_HDD_CTL_EOCHAIN;
1040		SQ_CDRXSYNC(sc, new_end, BUS_DMASYNC_PREREAD |
1041		    BUS_DMASYNC_PREWRITE);
1042
1043		orig_end = SQ_PREVRX(sc->sc_nextrx);
1044		sc->sc_rxdesc[orig_end].hpc3_hdd_ctl &= ~HPC3_HDD_CTL_EOCHAIN;
1045		SQ_CDRXSYNC(sc, orig_end, BUS_DMASYNC_PREREAD |
1046		    BUS_DMASYNC_PREWRITE);
1047
1048		sc->sc_nextrx = i;
1049	}
1050
1051	status = sq_hpc_read(sc, sc->hpc_regs->enetr_ctl);
1052
1053	/* If receive channel is stopped, restart it... */
1054	if ((status & sc->hpc_regs->enetr_ctl_active) == 0) {
1055		/* Pass the start of the receive ring to the HPC */
1056		sq_hpc_write(sc, sc->hpc_regs->enetr_ndbp, SQ_CDRXADDR(sc,
1057		    sc->sc_nextrx));
1058
1059		/* And turn on the HPC ethernet receive channel */
1060		sq_hpc_write(sc, sc->hpc_regs->enetr_ctl,
1061		    sc->hpc_regs->enetr_ctl_active);
1062	}
1063
1064	return count;
1065}
1066
1067static int
1068sq_txintr(struct sq_softc *sc)
1069{
1070	int shift = 0;
1071	u_int32_t status, tmp;
1072	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
1073
1074	if (sc->hpc_regs->revision != 3)
1075		shift = 16;
1076
1077	status = sq_hpc_read(sc, sc->hpc_regs->enetx_ctl) >> shift;
1078
1079	SQ_TRACE(SQ_TXINTR_ENTER, sc, sc->sc_prevtx, status);
1080
1081	tmp = (sc->hpc_regs->enetx_ctl_active >> shift) | TXSTAT_GOOD;
1082	if ((status & tmp) == 0) {
1083		if (status & TXSTAT_COLL)
1084			ifp->if_collisions++;
1085
1086		if (status & TXSTAT_UFLOW) {
1087			printf("%s: transmit underflow\n", sc->sc_dev.dv_xname);
1088			ifp->if_oerrors++;
1089		}
1090
1091		if (status & TXSTAT_16COLL) {
1092			printf("%s: max collisions reached\n",
1093			    sc->sc_dev.dv_xname);
1094			ifp->if_oerrors++;
1095			ifp->if_collisions += 16;
1096		}
1097	}
1098
1099	/* prevtx now points to next xmit packet not yet finished */
1100	if (sc->hpc_regs->revision == 3)
1101		sq_txring_hpc3(sc);
1102	else
1103		sq_txring_hpc1(sc);
1104
1105	/* If we have buffers free, let upper layers know */
1106	if (sc->sc_nfreetx > 0)
1107		ifp->if_flags &= ~IFF_OACTIVE;
1108
1109	/* If all packets have left the coop, cancel watchdog */
1110	if (sc->sc_nfreetx == SQ_NTXDESC)
1111		ifp->if_timer = 0;
1112
1113	SQ_TRACE(SQ_TXINTR_EXIT, sc, sc->sc_prevtx, status);
1114	sq_start(ifp);
1115
1116	return 1;
1117}
1118
1119/*
1120 * Reclaim used transmit descriptors and restart the transmit DMA
1121 * engine if necessary.
1122 */
1123static void
1124sq_txring_hpc1(struct sq_softc *sc)
1125{
1126	/*
1127	 * HPC1 doesn't tag transmitted descriptors, however,
1128	 * the NDBP register points to the next descriptor that
1129	 * has not yet been processed. If DMA is not in progress,
1130	 * we can safely reclaim all descriptors up to NDBP, and,
1131	 * if necessary, restart DMA at NDBP. Otherwise, if DMA
1132	 * is active, we can only safely reclaim up to CBP.
1133	 *
1134	 * For now, we'll only reclaim on inactive DMA and assume
1135	 * that a sufficiently large ring keeps us out of trouble.
1136	 */
1137	u_int32_t reclaimto, status;
1138	int reclaimall, i = sc->sc_prevtx;
1139	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
1140
1141	status = sq_hpc_read(sc, HPC1_ENETX_CTL);
1142	if (status & HPC1_ENETX_CTL_ACTIVE) {
1143		SQ_TRACE(SQ_TXINTR_BUSY, sc, i, status);
1144		return;
1145	} else
1146		reclaimto = sq_hpc_read(sc, HPC1_ENETX_NDBP);
1147
1148	if (sc->sc_nfreetx == 0 && SQ_CDTXADDR(sc, i) == reclaimto)
1149		reclaimall = 1;
1150	else
1151		reclaimall = 0;
1152
1153	while (sc->sc_nfreetx < SQ_NTXDESC) {
1154		if (SQ_CDTXADDR(sc, i) == reclaimto && !reclaimall)
1155			break;
1156
1157		SQ_CDTXSYNC(sc, i, sc->sc_txmap[i]->dm_nsegs,
1158				BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
1159
1160		/* Sync the packet data, unload DMA map, free mbuf */
1161		bus_dmamap_sync(sc->sc_dmat, sc->sc_txmap[i], 0,
1162				sc->sc_txmap[i]->dm_mapsize,
1163				BUS_DMASYNC_POSTWRITE);
1164		bus_dmamap_unload(sc->sc_dmat, sc->sc_txmap[i]);
1165		m_freem(sc->sc_txmbuf[i]);
1166		sc->sc_txmbuf[i] = NULL;
1167
1168		ifp->if_opackets++;
1169		sc->sc_nfreetx++;
1170
1171		SQ_TRACE(SQ_DONE_DMA, sc, i, status);
1172
1173		i = SQ_NEXTTX(i);
1174	}
1175
1176	if (sc->sc_nfreetx < SQ_NTXDESC) {
1177		SQ_TRACE(SQ_RESTART_DMA, sc, i, status);
1178
1179		KASSERT(reclaimto == SQ_CDTXADDR(sc, i));
1180
1181		sq_hpc_write(sc, HPC1_ENETX_CFXBP, reclaimto);
1182		sq_hpc_write(sc, HPC1_ENETX_CBP, reclaimto);
1183
1184		/* Kick DMA channel into life */
1185		sq_hpc_write(sc, HPC1_ENETX_CTL, HPC1_ENETX_CTL_ACTIVE);
1186
1187		/*
1188		 * Set a watchdog timer in case the chip
1189		 * flakes out.
1190		 */
1191		ifp->if_timer = 5;
1192	}
1193
1194	sc->sc_prevtx = i;
1195}
1196
1197/*
1198 * Reclaim used transmit descriptors and restart the transmit DMA
1199 * engine if necessary.
1200 */
1201static void
1202sq_txring_hpc3(struct sq_softc *sc)
1203{
1204	/*
1205	 * HPC3 tags descriptors with a bit once they've been
1206	 * transmitted. We need only free each XMITDONE'd
1207	 * descriptor, and restart the DMA engine if any
1208	 * descriptors are left over.
1209	 */
1210	int i;
1211	u_int32_t status = 0;
1212	struct ifnet *ifp = &sc->sc_ethercom.ec_if;
1213
1214	i = sc->sc_prevtx;
1215	while (sc->sc_nfreetx < SQ_NTXDESC) {
1216		/*
1217		 * Check status first so we don't end up with a case of
1218		 * the buffer not being finished while the DMA channel
1219		 * has gone idle.
1220		 */
1221		status = sq_hpc_read(sc, HPC3_ENETX_CTL);
1222
1223		SQ_CDTXSYNC(sc, i, sc->sc_txmap[i]->dm_nsegs,
1224				BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
1225
1226		/* Check for used descriptor and restart DMA chain if needed */
1227		if (!(sc->sc_txdesc[i].hpc3_hdd_ctl & HPC3_HDD_CTL_XMITDONE)) {
1228			if ((status & HPC3_ENETX_CTL_ACTIVE) == 0) {
1229				SQ_TRACE(SQ_RESTART_DMA, sc, i, status);
1230
1231				sq_hpc_write(sc, HPC3_ENETX_NDBP,
1232				    SQ_CDTXADDR(sc, i));
1233
1234				/* Kick DMA channel into life */
1235				sq_hpc_write(sc, HPC3_ENETX_CTL,
1236				    HPC3_ENETX_CTL_ACTIVE);
1237
1238				/*
1239				 * Set a watchdog timer in case the chip
1240				 * flakes out.
1241				 */
1242				ifp->if_timer = 5;
1243			} else
1244				SQ_TRACE(SQ_TXINTR_BUSY, sc, i, status);
1245			break;
1246		}
1247
1248		/* Sync the packet data, unload DMA map, free mbuf */
1249		bus_dmamap_sync(sc->sc_dmat, sc->sc_txmap[i], 0,
1250				sc->sc_txmap[i]->dm_mapsize,
1251				BUS_DMASYNC_POSTWRITE);
1252		bus_dmamap_unload(sc->sc_dmat, sc->sc_txmap[i]);
1253		m_freem(sc->sc_txmbuf[i]);
1254		sc->sc_txmbuf[i] = NULL;
1255
1256		ifp->if_opackets++;
1257		sc->sc_nfreetx++;
1258
1259		SQ_TRACE(SQ_DONE_DMA, sc, i, status);
1260		i = SQ_NEXTTX(i);
1261	}
1262
1263	sc->sc_prevtx = i;
1264}
1265
1266void
1267sq_reset(struct sq_softc *sc)
1268{
1269	/* Stop HPC dma channels */
1270	sq_hpc_write(sc, sc->hpc_regs->enetr_ctl, 0);
1271	sq_hpc_write(sc, sc->hpc_regs->enetx_ctl, 0);
1272
1273	sq_hpc_write(sc, sc->hpc_regs->enetr_reset, 3);
1274	delay(20);
1275	sq_hpc_write(sc, sc->hpc_regs->enetr_reset, 0);
1276}
1277
1278/* sq_add_rxbuf: Add a receive buffer to the indicated descriptor. */
1279int
1280sq_add_rxbuf(struct sq_softc *sc, int idx)
1281{
1282	int err;
1283	struct mbuf *m;
1284
1285	MGETHDR(m, M_DONTWAIT, MT_DATA);
1286	if (m == NULL)
1287		return (ENOBUFS);
1288
1289	MCLGET(m, M_DONTWAIT);
1290	if ((m->m_flags & M_EXT) == 0) {
1291		m_freem(m);
1292		return (ENOBUFS);
1293	}
1294
1295	if (sc->sc_rxmbuf[idx] != NULL)
1296		bus_dmamap_unload(sc->sc_dmat, sc->sc_rxmap[idx]);
1297
1298	sc->sc_rxmbuf[idx] = m;
1299
1300	if ((err = bus_dmamap_load(sc->sc_dmat, sc->sc_rxmap[idx],
1301				   m->m_ext.ext_buf, m->m_ext.ext_size,
1302				   NULL, BUS_DMA_NOWAIT)) != 0) {
1303		printf("%s: can't load rx DMA map %d, error = %d\n",
1304		    sc->sc_dev.dv_xname, idx, err);
1305		panic("sq_add_rxbuf");	/* XXX */
1306	}
1307
1308	bus_dmamap_sync(sc->sc_dmat, sc->sc_rxmap[idx], 0,
1309			sc->sc_rxmap[idx]->dm_mapsize, BUS_DMASYNC_PREREAD);
1310
1311	SQ_INIT_RXDESC(sc, idx);
1312
1313	return 0;
1314}
1315
1316void
1317sq_dump_buffer(paddr_t addr, psize_t len)
1318{
1319	u_int i;
1320	u_char* physaddr = (char*) MIPS_PHYS_TO_KSEG1(addr);
1321
1322	if (len == 0)
1323		return;
1324
1325	printf("%p: ", physaddr);
1326
1327	for (i = 0; i < len; i++) {
1328		printf("%02x ", *(physaddr + i) & 0xff);
1329		if ((i % 16) ==  15 && i != len - 1)
1330		    printf("\n%p: ", physaddr + i);
1331	}
1332
1333	printf("\n");
1334}
1335
1336void
1337enaddr_aton(const char* str, u_int8_t* eaddr)
1338{
1339	int i;
1340	char c;
1341
1342	for (i = 0; i < ETHER_ADDR_LEN; i++) {
1343		if (*str == ':')
1344			str++;
1345
1346		c = *str++;
1347		if (isdigit(c)) {
1348			eaddr[i] = (c - '0');
1349		} else if (isxdigit(c)) {
1350			eaddr[i] = (toupper(c) + 10 - 'A');
1351		}
1352
1353		c = *str++;
1354		if (isdigit(c)) {
1355			eaddr[i] = (eaddr[i] << 4) | (c - '0');
1356		} else if (isxdigit(c)) {
1357			eaddr[i] = (eaddr[i] << 4) | (toupper(c) + 10 - 'A');
1358		}
1359	}
1360}
1361