if_rl.c revision 46024
1/*
2 * Copyright (c) 1997, 1998
3 *	Bill Paul <wpaul@ctr.columbia.edu>.  All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 * 3. All advertising materials mentioning features or use of this software
14 *    must display the following acknowledgement:
15 *	This product includes software developed by Bill Paul.
16 * 4. Neither the name of the author nor the names of any co-contributors
17 *    may be used to endorse or promote products derived from this software
18 *    without specific prior written permission.
19 *
20 * THIS SOFTWARE IS PROVIDED BY Bill Paul AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED.  IN NO EVENT SHALL Bill Paul OR THE VOICES IN HIS HEAD
24 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30 * THE POSSIBILITY OF SUCH DAMAGE.
31 *
32 *	$Id: if_rl.c,v 1.13 1999/04/12 21:37:00 wpaul Exp $
33 */
34
35/*
36 * RealTek 8129/8139 PCI NIC driver
37 *
38 * Supports several extremely cheap PCI 10/100 adapters based on
39 * the RealTek chipset. Datasheets can be obtained from
40 * www.realtek.com.tw.
41 *
42 * Written by Bill Paul <wpaul@ctr.columbia.edu>
43 * Electrical Engineering Department
44 * Columbia University, New York City
45 */
46
47/*
48 * The RealTek 8139 PCI NIC redefines the meaning of 'low end.' This is
49 * probably the worst PCI ethernet controller ever made, with the possible
50 * exception of the FEAST chip made by SMC. The 8139 supports bus-master
51 * DMA, but it has a terrible interface that nullifies any performance
52 * gains that bus-master DMA usually offers.
53 *
54 * For transmission, the chip offers a series of four TX descriptor
55 * registers. Each transmit frame must be in a contiguous buffer, aligned
56 * on a longword (32-bit) boundary. This means we almost always have to
57 * do mbuf copies in order to transmit a frame, except in the unlikely
58 * case where a) the packet fits into a single mbuf, and b) the packet
59 * is 32-bit aligned within the mbuf's data area. The presence of only
60 * four descriptor registers means that we can never have more than four
61 * packets queued for transmission at any one time.
62 *
63 * Reception is not much better. The driver has to allocate a single large
64 * buffer area (up to 64K in size) into which the chip will DMA received
65 * frames. Because we don't know where within this region received packets
66 * will begin or end, we have no choice but to copy data from the buffer
67 * area into mbufs in order to pass the packets up to the higher protocol
68 * levels.
69 *
70 * It's impossible given this rotten design to really achieve decent
71 * performance at 100Mbps, unless you happen to have a 400Mhz PII or
72 * some equally overmuscled CPU to drive it.
73 *
74 * On the bright side, the 8139 does have a built-in PHY, although
75 * rather than using an MDIO serial interface like most other NICs, the
76 * PHY registers are directly accessible through the 8139's register
77 * space. The 8139 supports autonegotiation, as well as a 64-bit multicast
78 * filter.
79 *
80 * The 8129 chip is an older version of the 8139 that uses an external PHY
81 * chip. The 8129 has a serial MDIO interface for accessing the MII where
82 * the 8139 lets you directly access the on-board PHY registers. We need
83 * to select which interface to use depending on the chip type.
84 */
85
86#include "bpfilter.h"
87
88#include <sys/param.h>
89#include <sys/systm.h>
90#include <sys/sockio.h>
91#include <sys/mbuf.h>
92#include <sys/malloc.h>
93#include <sys/kernel.h>
94#include <sys/socket.h>
95
96#include <net/if.h>
97#include <net/if_arp.h>
98#include <net/ethernet.h>
99#include <net/if_dl.h>
100#include <net/if_media.h>
101
102#if NBPFILTER > 0
103#include <net/bpf.h>
104#endif
105
106#include <vm/vm.h>              /* for vtophys */
107#include <vm/pmap.h>            /* for vtophys */
108#include <machine/clock.h>      /* for DELAY */
109#include <machine/bus_pio.h>
110#include <machine/bus_memio.h>
111#include <machine/bus.h>
112
113#include <pci/pcireg.h>
114#include <pci/pcivar.h>
115
116/*
117 * Default to using PIO access for this driver. On SMP systems,
118 * there appear to be problems with memory mapped mode: it looks like
119 * doing too many memory mapped access back to back in rapid succession
120 * can hang the bus. I'm inclined to blame this on crummy design/construction
121 * on the part of RealTek. Memory mapped mode does appear to work on
122 * uniprocessor systems though.
123 */
124#define RL_USEIOSPACE
125
126#include <pci/if_rlreg.h>
127
128#ifndef lint
129static const char rcsid[] =
130	"$Id: if_rl.c,v 1.13 1999/04/12 21:37:00 wpaul Exp $";
131#endif
132
133/*
134 * Various supported device vendors/types and their names.
135 */
136static struct rl_type rl_devs[] = {
137	{ RT_VENDORID, RT_DEVICEID_8129,
138		"RealTek 8129 10/100BaseTX" },
139	{ RT_VENDORID, RT_DEVICEID_8139,
140		"RealTek 8139 10/100BaseTX" },
141	{ ACCTON_VENDORID, ACCTON_DEVICEID_5030,
142		"Accton MPX 5030/5038 10/100BaseTX" },
143	{ DELTA_VENDORID, DELTA_DEVICEID_8139,
144		"Delta Electronics 8139 10/100BaseTX" },
145	{ ADDTRON_VENDORID, ADDTRON_DEVICEID_8139,
146		"Addtron Technolgy 8139 10/100BaseTX" },
147	{ 0, 0, NULL }
148};
149
150/*
151 * Various supported PHY vendors/types and their names. Note that
152 * this driver will work with pretty much any MII-compliant PHY,
153 * so failure to positively identify the chip is not a fatal error.
154 */
155
156static struct rl_type rl_phys[] = {
157	{ TI_PHY_VENDORID, TI_PHY_10BT, "<TI ThunderLAN 10BT (internal)>" },
158	{ TI_PHY_VENDORID, TI_PHY_100VGPMI, "<TI TNETE211 100VG Any-LAN>" },
159	{ NS_PHY_VENDORID, NS_PHY_83840A, "<National Semiconductor DP83840A>"},
160	{ LEVEL1_PHY_VENDORID, LEVEL1_PHY_LXT970, "<Level 1 LXT970>" },
161	{ INTEL_PHY_VENDORID, INTEL_PHY_82555, "<Intel 82555>" },
162	{ SEEQ_PHY_VENDORID, SEEQ_PHY_80220, "<SEEQ 80220>" },
163	{ 0, 0, "<MII-compliant physical interface>" }
164};
165
166static unsigned long rl_count = 0;
167static const char *rl_probe	__P((pcici_t, pcidi_t));
168static void rl_attach		__P((pcici_t, int));
169
170static int rl_encap		__P((struct rl_softc *, struct mbuf * ));
171
172static void rl_rxeof		__P((struct rl_softc *));
173static void rl_txeof		__P((struct rl_softc *));
174static void rl_intr		__P((void *));
175static void rl_start		__P((struct ifnet *));
176static int rl_ioctl		__P((struct ifnet *, u_long, caddr_t));
177static void rl_init		__P((void *));
178static void rl_stop		__P((struct rl_softc *));
179static void rl_watchdog		__P((struct ifnet *));
180static void rl_shutdown		__P((int, void *));
181static int rl_ifmedia_upd	__P((struct ifnet *));
182static void rl_ifmedia_sts	__P((struct ifnet *, struct ifmediareq *));
183
184static void rl_eeprom_putbyte	__P((struct rl_softc *, int));
185static void rl_eeprom_getword	__P((struct rl_softc *, int, u_int16_t *));
186static void rl_read_eeprom	__P((struct rl_softc *, caddr_t,
187					int, int, int));
188static void rl_mii_sync		__P((struct rl_softc *));
189static void rl_mii_send		__P((struct rl_softc *, u_int32_t, int));
190static int rl_mii_readreg	__P((struct rl_softc *, struct rl_mii_frame *));
191static int rl_mii_writereg	__P((struct rl_softc *, struct rl_mii_frame *));
192
193static u_int16_t rl_phy_readreg	__P((struct rl_softc *, int));
194static void rl_phy_writereg	__P((struct rl_softc *, int, int));
195
196static void rl_autoneg_xmit	__P((struct rl_softc *));
197static void rl_autoneg_mii	__P((struct rl_softc *, int, int));
198static void rl_setmode_mii	__P((struct rl_softc *, int));
199static void rl_getmode_mii	__P((struct rl_softc *));
200static u_int8_t rl_calchash	__P((caddr_t));
201static void rl_setmulti		__P((struct rl_softc *));
202static void rl_reset		__P((struct rl_softc *));
203static int rl_list_tx_init	__P((struct rl_softc *));
204
205#define EE_SET(x)					\
206	CSR_WRITE_1(sc, RL_EECMD,			\
207		CSR_READ_1(sc, RL_EECMD) | x)
208
209#define EE_CLR(x)					\
210	CSR_WRITE_1(sc, RL_EECMD,			\
211		CSR_READ_1(sc, RL_EECMD) & ~x)
212
213/*
214 * Send a read command and address to the EEPROM, check for ACK.
215 */
216static void rl_eeprom_putbyte(sc, addr)
217	struct rl_softc		*sc;
218	int			addr;
219{
220	register int		d, i;
221
222	d = addr | RL_EECMD_READ;
223
224	/*
225	 * Feed in each bit and stobe the clock.
226	 */
227	for (i = 0x400; i; i >>= 1) {
228		if (d & i) {
229			EE_SET(RL_EE_DATAIN);
230		} else {
231			EE_CLR(RL_EE_DATAIN);
232		}
233		DELAY(100);
234		EE_SET(RL_EE_CLK);
235		DELAY(150);
236		EE_CLR(RL_EE_CLK);
237		DELAY(100);
238	}
239
240	return;
241}
242
243/*
244 * Read a word of data stored in the EEPROM at address 'addr.'
245 */
246static void rl_eeprom_getword(sc, addr, dest)
247	struct rl_softc		*sc;
248	int			addr;
249	u_int16_t		*dest;
250{
251	register int		i;
252	u_int16_t		word = 0;
253
254	/* Enter EEPROM access mode. */
255	CSR_WRITE_1(sc, RL_EECMD, RL_EEMODE_PROGRAM|RL_EE_SEL);
256
257	/*
258	 * Send address of word we want to read.
259	 */
260	rl_eeprom_putbyte(sc, addr);
261
262	CSR_WRITE_1(sc, RL_EECMD, RL_EEMODE_PROGRAM|RL_EE_SEL);
263
264	/*
265	 * Start reading bits from EEPROM.
266	 */
267	for (i = 0x8000; i; i >>= 1) {
268		EE_SET(RL_EE_CLK);
269		DELAY(100);
270		if (CSR_READ_1(sc, RL_EECMD) & RL_EE_DATAOUT)
271			word |= i;
272		EE_CLR(RL_EE_CLK);
273		DELAY(100);
274	}
275
276	/* Turn off EEPROM access mode. */
277	CSR_WRITE_1(sc, RL_EECMD, RL_EEMODE_OFF);
278
279	*dest = word;
280
281	return;
282}
283
284/*
285 * Read a sequence of words from the EEPROM.
286 */
287static void rl_read_eeprom(sc, dest, off, cnt, swap)
288	struct rl_softc		*sc;
289	caddr_t			dest;
290	int			off;
291	int			cnt;
292	int			swap;
293{
294	int			i;
295	u_int16_t		word = 0, *ptr;
296
297	for (i = 0; i < cnt; i++) {
298		rl_eeprom_getword(sc, off + i, &word);
299		ptr = (u_int16_t *)(dest + (i * 2));
300		if (swap)
301			*ptr = ntohs(word);
302		else
303			*ptr = word;
304	}
305
306	return;
307}
308
309
310/*
311 * MII access routines are provided for the 8129, which
312 * doesn't have a built-in PHY. For the 8139, we fake things
313 * up by diverting rl_phy_readreg()/rl_phy_writereg() to the
314 * direct access PHY registers.
315 */
316#define MII_SET(x)					\
317	CSR_WRITE_1(sc, RL_MII,				\
318		CSR_READ_1(sc, RL_MII) | x)
319
320#define MII_CLR(x)					\
321	CSR_WRITE_1(sc, RL_MII,				\
322		CSR_READ_1(sc, RL_MII) & ~x)
323
324/*
325 * Sync the PHYs by setting data bit and strobing the clock 32 times.
326 */
327static void rl_mii_sync(sc)
328	struct rl_softc		*sc;
329{
330	register int		i;
331
332	MII_SET(RL_MII_DIR|RL_MII_DATAOUT);
333
334	for (i = 0; i < 32; i++) {
335		MII_SET(RL_MII_CLK);
336		DELAY(1);
337		MII_CLR(RL_MII_CLK);
338		DELAY(1);
339	}
340
341	return;
342}
343
344/*
345 * Clock a series of bits through the MII.
346 */
347static void rl_mii_send(sc, bits, cnt)
348	struct rl_softc		*sc;
349	u_int32_t		bits;
350	int			cnt;
351{
352	int			i;
353
354	MII_CLR(RL_MII_CLK);
355
356	for (i = (0x1 << (cnt - 1)); i; i >>= 1) {
357                if (bits & i) {
358			MII_SET(RL_MII_DATAOUT);
359                } else {
360			MII_CLR(RL_MII_DATAOUT);
361                }
362		DELAY(1);
363		MII_CLR(RL_MII_CLK);
364		DELAY(1);
365		MII_SET(RL_MII_CLK);
366	}
367}
368
369/*
370 * Read an PHY register through the MII.
371 */
372static int rl_mii_readreg(sc, frame)
373	struct rl_softc		*sc;
374	struct rl_mii_frame	*frame;
375
376{
377	int			i, ack, s;
378
379	s = splimp();
380
381	/*
382	 * Set up frame for RX.
383	 */
384	frame->mii_stdelim = RL_MII_STARTDELIM;
385	frame->mii_opcode = RL_MII_READOP;
386	frame->mii_turnaround = 0;
387	frame->mii_data = 0;
388
389	CSR_WRITE_2(sc, RL_MII, 0);
390
391	/*
392 	 * Turn on data xmit.
393	 */
394	MII_SET(RL_MII_DIR);
395
396	rl_mii_sync(sc);
397
398	/*
399	 * Send command/address info.
400	 */
401	rl_mii_send(sc, frame->mii_stdelim, 2);
402	rl_mii_send(sc, frame->mii_opcode, 2);
403	rl_mii_send(sc, frame->mii_phyaddr, 5);
404	rl_mii_send(sc, frame->mii_regaddr, 5);
405
406	/* Idle bit */
407	MII_CLR((RL_MII_CLK|RL_MII_DATAOUT));
408	DELAY(1);
409	MII_SET(RL_MII_CLK);
410	DELAY(1);
411
412	/* Turn off xmit. */
413	MII_CLR(RL_MII_DIR);
414
415	/* Check for ack */
416	MII_CLR(RL_MII_CLK);
417	DELAY(1);
418	MII_SET(RL_MII_CLK);
419	DELAY(1);
420	ack = CSR_READ_2(sc, RL_MII) & RL_MII_DATAIN;
421
422	/*
423	 * Now try reading data bits. If the ack failed, we still
424	 * need to clock through 16 cycles to keep the PHY(s) in sync.
425	 */
426	if (ack) {
427		for(i = 0; i < 16; i++) {
428			MII_CLR(RL_MII_CLK);
429			DELAY(1);
430			MII_SET(RL_MII_CLK);
431			DELAY(1);
432		}
433		goto fail;
434	}
435
436	for (i = 0x8000; i; i >>= 1) {
437		MII_CLR(RL_MII_CLK);
438		DELAY(1);
439		if (!ack) {
440			if (CSR_READ_2(sc, RL_MII) & RL_MII_DATAIN)
441				frame->mii_data |= i;
442			DELAY(1);
443		}
444		MII_SET(RL_MII_CLK);
445		DELAY(1);
446	}
447
448fail:
449
450	MII_CLR(RL_MII_CLK);
451	DELAY(1);
452	MII_SET(RL_MII_CLK);
453	DELAY(1);
454
455	splx(s);
456
457	if (ack)
458		return(1);
459	return(0);
460}
461
462/*
463 * Write to a PHY register through the MII.
464 */
465static int rl_mii_writereg(sc, frame)
466	struct rl_softc		*sc;
467	struct rl_mii_frame	*frame;
468
469{
470	int			s;
471
472	s = splimp();
473	/*
474	 * Set up frame for TX.
475	 */
476
477	frame->mii_stdelim = RL_MII_STARTDELIM;
478	frame->mii_opcode = RL_MII_WRITEOP;
479	frame->mii_turnaround = RL_MII_TURNAROUND;
480
481	/*
482 	 * Turn on data output.
483	 */
484	MII_SET(RL_MII_DIR);
485
486	rl_mii_sync(sc);
487
488	rl_mii_send(sc, frame->mii_stdelim, 2);
489	rl_mii_send(sc, frame->mii_opcode, 2);
490	rl_mii_send(sc, frame->mii_phyaddr, 5);
491	rl_mii_send(sc, frame->mii_regaddr, 5);
492	rl_mii_send(sc, frame->mii_turnaround, 2);
493	rl_mii_send(sc, frame->mii_data, 16);
494
495	/* Idle bit. */
496	MII_SET(RL_MII_CLK);
497	DELAY(1);
498	MII_CLR(RL_MII_CLK);
499	DELAY(1);
500
501	/*
502	 * Turn off xmit.
503	 */
504	MII_CLR(RL_MII_DIR);
505
506	splx(s);
507
508	return(0);
509}
510
511static u_int16_t rl_phy_readreg(sc, reg)
512	struct rl_softc		*sc;
513	int			reg;
514{
515	struct rl_mii_frame	frame;
516	u_int16_t		rval = 0;
517	u_int16_t		rl8139_reg = 0;
518
519	if (sc->rl_type == RL_8139) {
520		switch(reg) {
521		case PHY_BMCR:
522			rl8139_reg = RL_BMCR;
523			break;
524		case PHY_BMSR:
525			rl8139_reg = RL_BMSR;
526			break;
527		case PHY_ANAR:
528			rl8139_reg = RL_ANAR;
529			break;
530		case PHY_LPAR:
531			rl8139_reg = RL_LPAR;
532			break;
533		default:
534			printf("rl%d: bad phy register\n", sc->rl_unit);
535			return(0);
536		}
537		rval = CSR_READ_2(sc, rl8139_reg);
538		return(rval);
539	}
540
541	bzero((char *)&frame, sizeof(frame));
542
543	frame.mii_phyaddr = sc->rl_phy_addr;
544	frame.mii_regaddr = reg;
545	rl_mii_readreg(sc, &frame);
546
547	return(frame.mii_data);
548}
549
550static void rl_phy_writereg(sc, reg, data)
551	struct rl_softc		*sc;
552	int			reg;
553	int			data;
554{
555	struct rl_mii_frame	frame;
556	u_int16_t		rl8139_reg = 0;
557
558	if (sc->rl_type == RL_8139) {
559		switch(reg) {
560		case PHY_BMCR:
561			rl8139_reg = RL_BMCR;
562			break;
563		case PHY_BMSR:
564			rl8139_reg = RL_BMSR;
565			break;
566		case PHY_ANAR:
567			rl8139_reg = RL_ANAR;
568			break;
569		case PHY_LPAR:
570			rl8139_reg = RL_LPAR;
571			break;
572		default:
573			printf("rl%d: bad phy register\n", sc->rl_unit);
574			return;
575		}
576		CSR_WRITE_2(sc, rl8139_reg, data);
577		return;
578	}
579
580	bzero((char *)&frame, sizeof(frame));
581
582	frame.mii_phyaddr = sc->rl_phy_addr;
583	frame.mii_regaddr = reg;
584	frame.mii_data = data;
585
586	rl_mii_writereg(sc, &frame);
587
588	return;
589}
590
591/*
592 * Calculate CRC of a multicast group address, return the upper 6 bits.
593 */
594static u_int8_t rl_calchash(addr)
595	caddr_t			addr;
596{
597	u_int32_t		crc, carry;
598	int			i, j;
599	u_int8_t		c;
600
601	/* Compute CRC for the address value. */
602	crc = 0xFFFFFFFF; /* initial value */
603
604	for (i = 0; i < 6; i++) {
605		c = *(addr + i);
606		for (j = 0; j < 8; j++) {
607			carry = ((crc & 0x80000000) ? 1 : 0) ^ (c & 0x01);
608			crc <<= 1;
609			c >>= 1;
610			if (carry)
611				crc = (crc ^ 0x04c11db6) | carry;
612		}
613	}
614
615	/* return the filter bit position */
616	return(crc >> 26);
617}
618
619/*
620 * Program the 64-bit multicast hash filter.
621 */
622static void rl_setmulti(sc)
623	struct rl_softc		*sc;
624{
625	struct ifnet		*ifp;
626	int			h = 0;
627	u_int32_t		hashes[2] = { 0, 0 };
628	struct ifmultiaddr	*ifma;
629	u_int32_t		rxfilt;
630	int			mcnt = 0;
631
632	ifp = &sc->arpcom.ac_if;
633
634	rxfilt = CSR_READ_4(sc, RL_RXCFG);
635
636	if (ifp->if_flags & IFF_ALLMULTI || ifp->if_flags & IFF_PROMISC) {
637		rxfilt |= RL_RXCFG_RX_MULTI;
638		CSR_WRITE_4(sc, RL_RXCFG, rxfilt);
639		CSR_WRITE_4(sc, RL_MAR0, 0xFFFFFFFF);
640		CSR_WRITE_4(sc, RL_MAR4, 0xFFFFFFFF);
641		return;
642	}
643
644	/* first, zot all the existing hash bits */
645	CSR_WRITE_4(sc, RL_MAR0, 0);
646	CSR_WRITE_4(sc, RL_MAR4, 0);
647
648	/* now program new ones */
649	for (ifma = ifp->if_multiaddrs.lh_first; ifma != NULL;
650				ifma = ifma->ifma_link.le_next) {
651		if (ifma->ifma_addr->sa_family != AF_LINK)
652			continue;
653		h = rl_calchash(LLADDR((struct sockaddr_dl *)ifma->ifma_addr));
654		if (h < 32)
655			hashes[0] |= (1 << h);
656		else
657			hashes[1] |= (1 << (h - 32));
658		mcnt++;
659	}
660
661	if (mcnt)
662		rxfilt |= RL_RXCFG_RX_MULTI;
663	else
664		rxfilt &= ~RL_RXCFG_RX_MULTI;
665
666	CSR_WRITE_4(sc, RL_RXCFG, rxfilt);
667	CSR_WRITE_4(sc, RL_MAR0, hashes[0]);
668	CSR_WRITE_4(sc, RL_MAR4, hashes[1]);
669
670	return;
671}
672
673/*
674 * Initiate an autonegotiation session.
675 */
676static void rl_autoneg_xmit(sc)
677	struct rl_softc		*sc;
678{
679	u_int16_t		phy_sts;
680
681	rl_phy_writereg(sc, PHY_BMCR, PHY_BMCR_RESET);
682	DELAY(500);
683	while(rl_phy_readreg(sc, PHY_BMCR)
684			& PHY_BMCR_RESET);
685
686	phy_sts = rl_phy_readreg(sc, PHY_BMCR);
687	phy_sts |= PHY_BMCR_AUTONEGENBL|PHY_BMCR_AUTONEGRSTR;
688	rl_phy_writereg(sc, PHY_BMCR, phy_sts);
689
690	return;
691}
692
693/*
694 * Invoke autonegotiation on a PHY. Also used with the 8139 internal
695 * transceiver.
696 */
697static void rl_autoneg_mii(sc, flag, verbose)
698	struct rl_softc		*sc;
699	int			flag;
700	int			verbose;
701{
702	u_int16_t		phy_sts = 0, media, advert, ability;
703	struct ifnet		*ifp;
704	struct ifmedia		*ifm;
705
706	ifm = &sc->ifmedia;
707	ifp = &sc->arpcom.ac_if;
708
709	/*
710	 * The 100baseT4 PHY sometimes has the 'autoneg supported'
711	 * bit cleared in the status register, but has the 'autoneg enabled'
712	 * bit set in the control register. This is a contradiction, and
713	 * I'm not sure how to handle it. If you want to force an attempt
714	 * to autoneg for 100baseT4 PHYs, #define FORCE_AUTONEG_TFOUR
715	 * and see what happens.
716	 */
717#ifndef FORCE_AUTONEG_TFOUR
718	/*
719	 * First, see if autoneg is supported. If not, there's
720	 * no point in continuing.
721	 */
722	phy_sts = rl_phy_readreg(sc, PHY_BMSR);
723	if (!(phy_sts & PHY_BMSR_CANAUTONEG)) {
724		if (verbose)
725			printf("rl%d: autonegotiation not supported\n",
726							sc->rl_unit);
727		return;
728	}
729#endif
730
731	switch (flag) {
732	case RL_FLAG_FORCEDELAY:
733		/*
734	 	 * XXX Never use this option anywhere but in the probe
735	 	 * routine: making the kernel stop dead in its tracks
736 		 * for three whole seconds after we've gone multi-user
737		 * is really bad manners.
738	 	 */
739		rl_autoneg_xmit(sc);
740		DELAY(5000000);
741		break;
742	case RL_FLAG_SCHEDDELAY:
743		/*
744		 * Wait for the transmitter to go idle before starting
745		 * an autoneg session, otherwise rl_start() may clobber
746	 	 * our timeout, and we don't want to allow transmission
747		 * during an autoneg session since that can screw it up.
748	 	 */
749		if (sc->rl_cdata.last_tx != sc->rl_cdata.cur_tx) {
750			sc->rl_want_auto = 1;
751			return;
752		}
753		rl_autoneg_xmit(sc);
754		ifp->if_timer = 5;
755		sc->rl_autoneg = 1;
756		sc->rl_want_auto = 0;
757		return;
758		break;
759	case RL_FLAG_DELAYTIMEO:
760		ifp->if_timer = 0;
761		sc->rl_autoneg = 0;
762		break;
763	default:
764		printf("rl%d: invalid autoneg flag: %d\n", sc->rl_unit, flag);
765		return;
766	}
767
768	if (rl_phy_readreg(sc, PHY_BMSR) & PHY_BMSR_AUTONEGCOMP) {
769		if (verbose)
770			printf("rl%d: autoneg complete, ", sc->rl_unit);
771		phy_sts = rl_phy_readreg(sc, PHY_BMSR);
772	} else {
773		if (verbose)
774			printf("rl%d: autoneg not complete, ", sc->rl_unit);
775	}
776
777	media = rl_phy_readreg(sc, PHY_BMCR);
778
779	/* Link is good. Report modes and set duplex mode. */
780	if (rl_phy_readreg(sc, PHY_BMSR) & PHY_BMSR_LINKSTAT) {
781		if (verbose)
782			printf("link status good ");
783		advert = rl_phy_readreg(sc, PHY_ANAR);
784		ability = rl_phy_readreg(sc, PHY_LPAR);
785
786		if (advert & PHY_ANAR_100BT4 && ability & PHY_ANAR_100BT4) {
787			ifm->ifm_media = IFM_ETHER|IFM_100_T4;
788			media |= PHY_BMCR_SPEEDSEL;
789			media &= ~PHY_BMCR_DUPLEX;
790			printf("(100baseT4)\n");
791		} else if (advert & PHY_ANAR_100BTXFULL &&
792			ability & PHY_ANAR_100BTXFULL) {
793			ifm->ifm_media = IFM_ETHER|IFM_100_TX|IFM_FDX;
794			media |= PHY_BMCR_SPEEDSEL;
795			media |= PHY_BMCR_DUPLEX;
796			printf("(full-duplex, 100Mbps)\n");
797		} else if (advert & PHY_ANAR_100BTXHALF &&
798			ability & PHY_ANAR_100BTXHALF) {
799			ifm->ifm_media = IFM_ETHER|IFM_100_TX|IFM_HDX;
800			media |= PHY_BMCR_SPEEDSEL;
801			media &= ~PHY_BMCR_DUPLEX;
802			printf("(half-duplex, 100Mbps)\n");
803		} else if (advert & PHY_ANAR_10BTFULL &&
804			ability & PHY_ANAR_10BTFULL) {
805			ifm->ifm_media = IFM_ETHER|IFM_10_T|IFM_FDX;
806			media &= ~PHY_BMCR_SPEEDSEL;
807			media |= PHY_BMCR_DUPLEX;
808			printf("(full-duplex, 10Mbps)\n");
809		} else {
810			ifm->ifm_media = IFM_ETHER|IFM_10_T|IFM_HDX;
811			media &= ~PHY_BMCR_SPEEDSEL;
812			media &= ~PHY_BMCR_DUPLEX;
813			printf("(half-duplex, 10Mbps)\n");
814		}
815
816		/* Set ASIC's duplex mode to match the PHY. */
817		rl_phy_writereg(sc, PHY_BMCR, media);
818	} else {
819		if (verbose)
820			printf("no carrier\n");
821	}
822
823	rl_init(sc);
824
825	if (sc->rl_tx_pend) {
826		sc->rl_autoneg = 0;
827		sc->rl_tx_pend = 0;
828		rl_start(ifp);
829	}
830
831	return;
832}
833
834static void rl_getmode_mii(sc)
835	struct rl_softc		*sc;
836{
837	u_int16_t		bmsr;
838	struct ifnet		*ifp;
839
840	ifp = &sc->arpcom.ac_if;
841
842	bmsr = rl_phy_readreg(sc, PHY_BMSR);
843	if (bootverbose)
844		printf("rl%d: PHY status word: %x\n", sc->rl_unit, bmsr);
845
846	/* fallback */
847	sc->ifmedia.ifm_media = IFM_ETHER|IFM_10_T|IFM_HDX;
848
849	if (bmsr & PHY_BMSR_10BTHALF) {
850		if (bootverbose)
851			printf("rl%d: 10Mbps half-duplex mode supported\n",
852								sc->rl_unit);
853		ifmedia_add(&sc->ifmedia,
854			IFM_ETHER|IFM_10_T|IFM_HDX, 0, NULL);
855		ifmedia_add(&sc->ifmedia, IFM_ETHER|IFM_10_T, 0, NULL);
856	}
857
858	if (bmsr & PHY_BMSR_10BTFULL) {
859		if (bootverbose)
860			printf("rl%d: 10Mbps full-duplex mode supported\n",
861								sc->rl_unit);
862		ifmedia_add(&sc->ifmedia,
863			IFM_ETHER|IFM_10_T|IFM_FDX, 0, NULL);
864		sc->ifmedia.ifm_media = IFM_ETHER|IFM_10_T|IFM_FDX;
865	}
866
867	if (bmsr & PHY_BMSR_100BTXHALF) {
868		if (bootverbose)
869			printf("rl%d: 100Mbps half-duplex mode supported\n",
870								sc->rl_unit);
871		ifp->if_baudrate = 100000000;
872		ifmedia_add(&sc->ifmedia, IFM_ETHER|IFM_100_TX, 0, NULL);
873		ifmedia_add(&sc->ifmedia,
874			IFM_ETHER|IFM_100_TX|IFM_HDX, 0, NULL);
875		sc->ifmedia.ifm_media = IFM_ETHER|IFM_100_TX|IFM_HDX;
876	}
877
878	if (bmsr & PHY_BMSR_100BTXFULL) {
879		if (bootverbose)
880			printf("rl%d: 100Mbps full-duplex mode supported\n",
881								sc->rl_unit);
882		ifp->if_baudrate = 100000000;
883		ifmedia_add(&sc->ifmedia,
884			IFM_ETHER|IFM_100_TX|IFM_FDX, 0, NULL);
885		sc->ifmedia.ifm_media = IFM_ETHER|IFM_100_TX|IFM_FDX;
886	}
887
888	/* Some also support 100BaseT4. */
889	if (bmsr & PHY_BMSR_100BT4) {
890		if (bootverbose)
891			printf("rl%d: 100baseT4 mode supported\n", sc->rl_unit);
892		ifp->if_baudrate = 100000000;
893		ifmedia_add(&sc->ifmedia, IFM_ETHER|IFM_100_T4, 0, NULL);
894		sc->ifmedia.ifm_media = IFM_ETHER|IFM_100_T4;
895#ifdef FORCE_AUTONEG_TFOUR
896		if (bootverbose)
897			printf("rl%d: forcing on autoneg support for BT4\n",
898							 sc->rl_unit);
899		ifmedia_add(&sc->ifmedia, IFM_ETHER|IFM_AUTO, 0 NULL):
900		sc->ifmedia.ifm_media = IFM_ETHER|IFM_AUTO;
901#endif
902	}
903
904	if (bmsr & PHY_BMSR_CANAUTONEG) {
905		if (bootverbose)
906			printf("rl%d: autoneg supported\n", sc->rl_unit);
907		ifmedia_add(&sc->ifmedia, IFM_ETHER|IFM_AUTO, 0, NULL);
908		sc->ifmedia.ifm_media = IFM_ETHER|IFM_AUTO;
909	}
910
911	return;
912}
913
914/*
915 * Set speed and duplex mode.
916 */
917static void rl_setmode_mii(sc, media)
918	struct rl_softc		*sc;
919	int			media;
920{
921	u_int16_t		bmcr;
922
923	printf("rl%d: selecting MII, ", sc->rl_unit);
924
925	bmcr = rl_phy_readreg(sc, PHY_BMCR);
926
927	bmcr &= ~(PHY_BMCR_AUTONEGENBL|PHY_BMCR_SPEEDSEL|
928			PHY_BMCR_DUPLEX|PHY_BMCR_LOOPBK);
929
930	if (IFM_SUBTYPE(media) == IFM_100_T4) {
931		printf("100Mbps/T4, half-duplex\n");
932		bmcr |= PHY_BMCR_SPEEDSEL;
933		bmcr &= ~PHY_BMCR_DUPLEX;
934	}
935
936	if (IFM_SUBTYPE(media) == IFM_100_TX) {
937		printf("100Mbps, ");
938		bmcr |= PHY_BMCR_SPEEDSEL;
939	}
940
941	if (IFM_SUBTYPE(media) == IFM_10_T) {
942		printf("10Mbps, ");
943		bmcr &= ~PHY_BMCR_SPEEDSEL;
944	}
945
946	if ((media & IFM_GMASK) == IFM_FDX) {
947		printf("full duplex\n");
948		bmcr |= PHY_BMCR_DUPLEX;
949	} else {
950		printf("half duplex\n");
951		bmcr &= ~PHY_BMCR_DUPLEX;
952	}
953
954	rl_phy_writereg(sc, PHY_BMCR, bmcr);
955
956	return;
957}
958
959static void rl_reset(sc)
960	struct rl_softc		*sc;
961{
962	register int		i;
963
964	CSR_WRITE_1(sc, RL_COMMAND, RL_CMD_RESET);
965
966	for (i = 0; i < RL_TIMEOUT; i++) {
967		DELAY(10);
968		if (!(CSR_READ_1(sc, RL_COMMAND) & RL_CMD_RESET))
969			break;
970	}
971	if (i == RL_TIMEOUT)
972		printf("rl%d: reset never completed!\n", sc->rl_unit);
973
974        return;
975}
976
977/*
978 * Probe for a RealTek 8129/8139 chip. Check the PCI vendor and device
979 * IDs against our list and return a device name if we find a match.
980 */
981static const char *
982rl_probe(config_id, device_id)
983	pcici_t			config_id;
984	pcidi_t			device_id;
985{
986	struct rl_type		*t;
987
988	t = rl_devs;
989
990	while(t->rl_name != NULL) {
991		if ((device_id & 0xFFFF) == t->rl_vid &&
992		    ((device_id >> 16) & 0xFFFF) == t->rl_did) {
993			return(t->rl_name);
994		}
995		t++;
996	}
997
998	return(NULL);
999}
1000
1001/*
1002 * Attach the interface. Allocate softc structures, do ifmedia
1003 * setup and ethernet/BPF attach.
1004 */
1005static void
1006rl_attach(config_id, unit)
1007	pcici_t			config_id;
1008	int			unit;
1009{
1010	int			s, i;
1011#ifndef RL_USEIOSPACE
1012	vm_offset_t		pbase, vbase;
1013#endif
1014	u_char			eaddr[ETHER_ADDR_LEN];
1015	u_int32_t		command;
1016	struct rl_softc		*sc;
1017	struct ifnet		*ifp;
1018	int			media = IFM_ETHER|IFM_100_TX|IFM_FDX;
1019	struct rl_type		*p;
1020	u_int16_t		phy_vid, phy_did, phy_sts;
1021	u_int16_t		rl_did = 0;
1022
1023	s = splimp();
1024
1025	sc = malloc(sizeof(struct rl_softc), M_DEVBUF, M_NOWAIT);
1026	if (sc == NULL) {
1027		printf("rl%d: no memory for softc struct!\n", unit);
1028		goto fail;
1029	}
1030	bzero(sc, sizeof(struct rl_softc));
1031
1032	/*
1033	 * Handle power management nonsense.
1034	 */
1035
1036	command = pci_conf_read(config_id, RL_PCI_CAPID) & 0x000000FF;
1037	if (command == 0x01) {
1038
1039		command = pci_conf_read(config_id, RL_PCI_PWRMGMTCTRL);
1040		if (command & RL_PSTATE_MASK) {
1041			u_int32_t		iobase, membase, irq;
1042
1043			/* Save important PCI config data. */
1044			iobase = pci_conf_read(config_id, RL_PCI_LOIO);
1045			membase = pci_conf_read(config_id, RL_PCI_LOMEM);
1046			irq = pci_conf_read(config_id, RL_PCI_INTLINE);
1047
1048			/* Reset the power state. */
1049			printf("rl%d: chip is is in D%d power mode "
1050			"-- setting to D0\n", unit, command & RL_PSTATE_MASK);
1051			command &= 0xFFFFFFFC;
1052			pci_conf_write(config_id, RL_PCI_PWRMGMTCTRL, command);
1053
1054			/* Restore PCI config data. */
1055			pci_conf_write(config_id, RL_PCI_LOIO, iobase);
1056			pci_conf_write(config_id, RL_PCI_LOMEM, membase);
1057			pci_conf_write(config_id, RL_PCI_INTLINE, irq);
1058		}
1059	}
1060
1061	/*
1062	 * Map control/status registers.
1063	 */
1064	command = pci_conf_read(config_id, PCI_COMMAND_STATUS_REG);
1065	command |= (PCIM_CMD_PORTEN|PCIM_CMD_MEMEN|PCIM_CMD_BUSMASTEREN);
1066	pci_conf_write(config_id, PCI_COMMAND_STATUS_REG, command);
1067	command = pci_conf_read(config_id, PCI_COMMAND_STATUS_REG);
1068
1069#ifdef RL_USEIOSPACE
1070	if (!(command & PCIM_CMD_PORTEN)) {
1071		printf("rl%d: failed to enable I/O ports!\n", unit);
1072		free(sc, M_DEVBUF);
1073		goto fail;
1074	}
1075
1076	if (!pci_map_port(config_id, RL_PCI_LOIO,
1077				(u_int16_t *)&(sc->rl_bhandle))) {
1078		printf ("rl%d: couldn't map ports\n", unit);
1079		goto fail;
1080	}
1081	sc->rl_btag = I386_BUS_SPACE_IO;
1082#else
1083	if (!(command & PCIM_CMD_MEMEN)) {
1084		printf("rl%d: failed to enable memory mapping!\n", unit);
1085		goto fail;
1086	}
1087
1088	if (!pci_map_mem(config_id, RL_PCI_LOMEM, &vbase, &pbase)) {
1089		printf ("rl%d: couldn't map memory\n", unit);
1090		goto fail;
1091	}
1092	sc->rl_btag = I386_BUS_SPACE_MEM;
1093	sc->rl_bhandle = vbase;
1094#endif
1095
1096	/* Allocate interrupt */
1097	if (!pci_map_int(config_id, rl_intr, sc, &net_imask)) {
1098		printf("rl%d: couldn't map interrupt\n", unit);
1099		goto fail;
1100	}
1101
1102	/* Reset the adapter. */
1103	rl_reset(sc);
1104
1105	/*
1106	 * Get station address from the EEPROM.
1107	 */
1108	rl_read_eeprom(sc, (caddr_t)&eaddr, RL_EE_EADDR, 3, 0);
1109
1110	/*
1111	 * A RealTek chip was detected. Inform the world.
1112	 */
1113	printf("rl%d: Ethernet address: %6D\n", unit, eaddr, ":");
1114
1115	sc->rl_unit = unit;
1116	bcopy(eaddr, (char *)&sc->arpcom.ac_enaddr, ETHER_ADDR_LEN);
1117
1118	/*
1119	 * Now read the exact device type from the EEPROM to find
1120	 * out if it's an 8129 or 8139.
1121	 */
1122	rl_read_eeprom(sc, (caddr_t)&rl_did, RL_EE_PCI_DID, 1, 0);
1123
1124	if (rl_did == RT_DEVICEID_8139 || rl_did == ACCTON_DEVICEID_5030 ||
1125		rl_did == DELTA_DEVICEID_8139)
1126		sc->rl_type = RL_8139;
1127	else if (rl_did == RT_DEVICEID_8129)
1128		sc->rl_type = RL_8129;
1129	else {
1130		printf("rl%d: unknown device ID: %x\n", unit, rl_did);
1131		free(sc, M_DEVBUF);
1132		goto fail;
1133	}
1134
1135	sc->rl_cdata.rl_rx_buf = contigmalloc(RL_RXBUFLEN + 16, M_DEVBUF,
1136		M_NOWAIT, 0x100000, 0xffffffff, PAGE_SIZE, 0);
1137
1138	if (sc->rl_cdata.rl_rx_buf == NULL) {
1139		free(sc, M_DEVBUF);
1140		printf("rl%d: no memory for list buffers!\n", unit);
1141		goto fail;
1142	}
1143
1144	ifp = &sc->arpcom.ac_if;
1145	ifp->if_softc = sc;
1146	ifp->if_unit = unit;
1147	ifp->if_name = "rl";
1148	ifp->if_mtu = ETHERMTU;
1149	ifp->if_flags = IFF_BROADCAST | IFF_SIMPLEX | IFF_MULTICAST;
1150	ifp->if_ioctl = rl_ioctl;
1151	ifp->if_output = ether_output;
1152	ifp->if_start = rl_start;
1153	ifp->if_watchdog = rl_watchdog;
1154	ifp->if_init = rl_init;
1155	ifp->if_baudrate = 10000000;
1156	ifp->if_snd.ifq_maxlen = IFQ_MAXLEN;
1157
1158	if (sc->rl_type == RL_8129) {
1159		if (bootverbose)
1160			printf("rl%d: probing for a PHY\n", sc->rl_unit);
1161		for (i = RL_PHYADDR_MIN; i < RL_PHYADDR_MAX + 1; i++) {
1162			if (bootverbose)
1163				printf("rl%d: checking address: %d\n",
1164							sc->rl_unit, i);
1165			sc->rl_phy_addr = i;
1166			rl_phy_writereg(sc, PHY_BMCR, PHY_BMCR_RESET);
1167			DELAY(500);
1168			while(rl_phy_readreg(sc, PHY_BMCR)
1169					& PHY_BMCR_RESET);
1170			if ((phy_sts = rl_phy_readreg(sc, PHY_BMSR)))
1171				break;
1172		}
1173		if (phy_sts) {
1174			phy_vid = rl_phy_readreg(sc, PHY_VENID);
1175			phy_did = rl_phy_readreg(sc, PHY_DEVID);
1176			if (bootverbose)
1177				printf("rl%d: found PHY at address %d, ",
1178						sc->rl_unit, sc->rl_phy_addr);
1179			if (bootverbose)
1180				printf("vendor id: %x device id: %x\n",
1181					phy_vid, phy_did);
1182			p = rl_phys;
1183			while(p->rl_vid) {
1184				if (phy_vid == p->rl_vid &&
1185					(phy_did | 0x000F) == p->rl_did) {
1186					sc->rl_pinfo = p;
1187					break;
1188				}
1189				p++;
1190			}
1191			if (sc->rl_pinfo == NULL)
1192				sc->rl_pinfo = &rl_phys[PHY_UNKNOWN];
1193			if (bootverbose)
1194				printf("rl%d: PHY type: %s\n",
1195					sc->rl_unit, sc->rl_pinfo->rl_name);
1196		} else {
1197			printf("rl%d: MII without any phy!\n", sc->rl_unit);
1198		}
1199	}
1200
1201	/*
1202	 * Do ifmedia setup.
1203	 */
1204	ifmedia_init(&sc->ifmedia, 0, rl_ifmedia_upd, rl_ifmedia_sts);
1205
1206	rl_getmode_mii(sc);
1207
1208	/* Choose a default media. */
1209	media = IFM_ETHER|IFM_AUTO;
1210	ifmedia_set(&sc->ifmedia, media);
1211
1212	rl_autoneg_mii(sc, RL_FLAG_FORCEDELAY, 1);
1213
1214	/*
1215	 * Call MI attach routines.
1216	 */
1217	if_attach(ifp);
1218	ether_ifattach(ifp);
1219
1220#if NBPFILTER > 0
1221	bpfattach(ifp, DLT_EN10MB, sizeof(struct ether_header));
1222#endif
1223	at_shutdown(rl_shutdown, sc, SHUTDOWN_POST_SYNC);
1224
1225fail:
1226	splx(s);
1227	return;
1228}
1229
1230/*
1231 * Initialize the transmit descriptors.
1232 */
1233static int rl_list_tx_init(sc)
1234	struct rl_softc		*sc;
1235{
1236	struct rl_chain_data	*cd;
1237	int			i;
1238
1239	cd = &sc->rl_cdata;
1240	for (i = 0; i < RL_TX_LIST_CNT; i++) {
1241		cd->rl_tx_chain[i] = NULL;
1242		CSR_WRITE_4(sc, RL_TXADDR0 + i, 0x0000000);
1243	}
1244
1245	sc->rl_cdata.cur_tx = 0;
1246	sc->rl_cdata.last_tx = 0;
1247
1248	return(0);
1249}
1250
1251/*
1252 * A frame has been uploaded: pass the resulting mbuf chain up to
1253 * the higher level protocols.
1254 *
1255 * You know there's something wrong with a PCI bus-master chip design
1256 * when you have to use m_devget().
1257 *
1258 * The receive operation is badly documented in the datasheet, so I'll
1259 * attempt to document it here. The driver provides a buffer area and
1260 * places its base address in the RX buffer start address register.
1261 * The chip then begins copying frames into the RX buffer. Each frame
1262 * is preceeded by a 32-bit RX status word which specifies the length
1263 * of the frame and certain other status bits. Each frame (starting with
1264 * the status word) is also 32-bit aligned. The frame length is in the
1265 * first 16 bits of the status word; the lower 15 bits correspond with
1266 * the 'rx status register' mentioned in the datasheet.
1267 */
1268static void rl_rxeof(sc)
1269	struct rl_softc		*sc;
1270{
1271        struct ether_header	*eh;
1272        struct mbuf		*m;
1273        struct ifnet		*ifp;
1274	int			total_len = 0;
1275	u_int32_t		rxstat;
1276	caddr_t			rxbufpos;
1277	int			wrap = 0;
1278	u_int16_t		cur_rx;
1279	u_int16_t		limit;
1280	u_int16_t		rx_bytes = 0, max_bytes;
1281
1282	ifp = &sc->arpcom.ac_if;
1283
1284	cur_rx = (CSR_READ_2(sc, RL_CURRXADDR) + 16) % RL_RXBUFLEN;
1285
1286	/* Do not try to read past this point. */
1287	limit = CSR_READ_2(sc, RL_CURRXBUF) % RL_RXBUFLEN;
1288
1289	if (limit < cur_rx)
1290		max_bytes = (RL_RXBUFLEN - cur_rx) + limit;
1291	else
1292		max_bytes = limit - cur_rx;
1293
1294	while((CSR_READ_1(sc, RL_COMMAND) & RL_CMD_EMPTY_RXBUF) == 0) {
1295		rxbufpos = sc->rl_cdata.rl_rx_buf + cur_rx;
1296		rxstat = *(u_int32_t *)rxbufpos;
1297
1298		/*
1299		 * Here's a totally undocumented fact for you. When the
1300		 * RealTek chip is in the process of copying a packet into
1301		 * RAM for you, the length will be 0xfff0. If you spot a
1302		 * packet header with this value, you need to stop. The
1303		 * datasheet makes absolutely no mention of this and
1304		 * RealTek should be shot for this.
1305		 */
1306		if ((u_int16_t)(rxstat >> 16) == RL_RXSTAT_UNFINISHED)
1307			break;
1308
1309		if (!(rxstat & RL_RXSTAT_RXOK)) {
1310			ifp->if_ierrors++;
1311			if (rxstat & (RL_RXSTAT_BADSYM|RL_RXSTAT_RUNT|
1312					RL_RXSTAT_GIANT|RL_RXSTAT_CRCERR|
1313					RL_RXSTAT_ALIGNERR)) {
1314				CSR_WRITE_2(sc, RL_COMMAND, RL_CMD_TX_ENB);
1315				CSR_WRITE_2(sc, RL_COMMAND, RL_CMD_TX_ENB|
1316							RL_CMD_RX_ENB);
1317				CSR_WRITE_4(sc, RL_RXCFG, RL_RXCFG_CONFIG);
1318				CSR_WRITE_4(sc, RL_RXADDR,
1319					vtophys(sc->rl_cdata.rl_rx_buf));
1320				CSR_WRITE_2(sc, RL_CURRXADDR, cur_rx - 16);
1321				cur_rx = 0;
1322			}
1323			break;
1324		}
1325
1326		/* No errors; receive the packet. */
1327		total_len = rxstat >> 16;
1328		rx_bytes += total_len + 4;
1329
1330		/*
1331		 * XXX The RealTek chip includes the CRC with every
1332		 * received frame, and there's no way to turn this
1333		 * behavior off (at least, I can't find anything in
1334	 	 * the manual that explains how to do it) so we have
1335		 * to trim off the CRC manually.
1336		 */
1337		total_len -= ETHER_CRC_LEN;
1338
1339		/*
1340		 * Avoid trying to read more bytes than we know
1341		 * the chip has prepared for us.
1342		 */
1343		if (rx_bytes > max_bytes)
1344			break;
1345
1346		rxbufpos = sc->rl_cdata.rl_rx_buf +
1347			((cur_rx + sizeof(u_int32_t)) % RL_RXBUFLEN);
1348
1349		if (rxbufpos == (sc->rl_cdata.rl_rx_buf + RL_RXBUFLEN))
1350			rxbufpos = sc->rl_cdata.rl_rx_buf;
1351
1352		wrap = (sc->rl_cdata.rl_rx_buf + RL_RXBUFLEN) - rxbufpos;
1353
1354		if (total_len > wrap) {
1355			m = m_devget(rxbufpos, wrap, 0, ifp, NULL);
1356			if (m == NULL) {
1357				ifp->if_ierrors++;
1358				printf("rl%d: out of mbufs, tried to "
1359					"copy %d bytes\n", sc->rl_unit, wrap);
1360			}
1361			else
1362				m_copyback(m, wrap, total_len - wrap,
1363					sc->rl_cdata.rl_rx_buf);
1364			cur_rx = (total_len - wrap + ETHER_CRC_LEN);
1365		} else {
1366			m = m_devget(rxbufpos, total_len, 0, ifp, NULL);
1367			if (m == NULL) {
1368				ifp->if_ierrors++;
1369				printf("rl%d: out of mbufs, tried to "
1370				"copy %d bytes\n", sc->rl_unit, total_len);
1371			}
1372			cur_rx += total_len + 4 + ETHER_CRC_LEN;
1373		}
1374
1375		/*
1376		 * Round up to 32-bit boundary.
1377		 */
1378		cur_rx = (cur_rx + 3) & ~3;
1379		CSR_WRITE_2(sc, RL_CURRXADDR, cur_rx - 16);
1380
1381		if (m == NULL)
1382			continue;
1383
1384		eh = mtod(m, struct ether_header *);
1385		ifp->if_ipackets++;
1386
1387#if NBPFILTER > 0
1388		/*
1389		 * Handle BPF listeners. Let the BPF user see the packet, but
1390		 * don't pass it up to the ether_input() layer unless it's
1391		 * a broadcast packet, multicast packet, matches our ethernet
1392		 * address or the interface is in promiscuous mode.
1393		 */
1394		if (ifp->if_bpf) {
1395			bpf_mtap(ifp, m);
1396			if (ifp->if_flags & IFF_PROMISC &&
1397				(bcmp(eh->ether_dhost, sc->arpcom.ac_enaddr,
1398						ETHER_ADDR_LEN) &&
1399					(eh->ether_dhost[0] & 1) == 0)) {
1400				m_freem(m);
1401				continue;
1402			}
1403		}
1404#endif
1405		/* Remove header from mbuf and pass it on. */
1406		m_adj(m, sizeof(struct ether_header));
1407		ether_input(ifp, eh, m);
1408	}
1409
1410	return;
1411}
1412
1413/*
1414 * A frame was downloaded to the chip. It's safe for us to clean up
1415 * the list buffers.
1416 */
1417static void rl_txeof(sc)
1418	struct rl_softc		*sc;
1419{
1420	struct ifnet		*ifp;
1421	u_int32_t		txstat;
1422
1423	ifp = &sc->arpcom.ac_if;
1424
1425	/* Clear the timeout timer. */
1426	ifp->if_timer = 0;
1427
1428	/*
1429	 * Go through our tx list and free mbufs for those
1430	 * frames that have been uploaded.
1431	 */
1432	do {
1433		txstat = CSR_READ_4(sc, RL_LAST_TXSTAT(sc));
1434		if (!(txstat & (RL_TXSTAT_TX_OK|
1435		    RL_TXSTAT_TX_UNDERRUN|RL_TXSTAT_TXABRT)))
1436			break;
1437
1438		ifp->if_collisions += (txstat & RL_TXSTAT_COLLCNT) >> 24;
1439
1440		if (RL_LAST_TXMBUF(sc) != NULL) {
1441			m_freem(RL_LAST_TXMBUF(sc));
1442			RL_LAST_TXMBUF(sc) = NULL;
1443		}
1444		if (txstat & RL_TXSTAT_TX_OK)
1445			ifp->if_opackets++;
1446		else {
1447			ifp->if_oerrors++;
1448			if ((txstat & RL_TXSTAT_TXABRT) ||
1449			    (txstat & RL_TXSTAT_OUTOFWIN))
1450				CSR_WRITE_4(sc, RL_TXCFG, RL_TXCFG_CONFIG);
1451		}
1452		RL_INC(sc->rl_cdata.last_tx);
1453		ifp->if_flags &= ~IFF_OACTIVE;
1454	} while (sc->rl_cdata.last_tx != sc->rl_cdata.cur_tx);
1455
1456	if (sc->rl_cdata.last_tx == sc->rl_cdata.cur_tx) {
1457		if (sc->rl_want_auto)
1458			rl_autoneg_mii(sc, RL_FLAG_SCHEDDELAY, 1);
1459	}
1460
1461	return;
1462}
1463
1464static void rl_intr(arg)
1465	void			*arg;
1466{
1467	struct rl_softc		*sc;
1468	struct ifnet		*ifp;
1469	u_int16_t		status;
1470
1471	sc = arg;
1472	ifp = &sc->arpcom.ac_if;
1473
1474	/* Disable interrupts. */
1475	CSR_WRITE_2(sc, RL_IMR, 0x0000);
1476
1477	for (;;) {
1478
1479		status = CSR_READ_2(sc, RL_ISR);
1480		if (status)
1481			CSR_WRITE_2(sc, RL_ISR, status);
1482
1483		if ((status & RL_INTRS) == 0)
1484			break;
1485
1486		if (status & RL_ISR_RX_OK)
1487			rl_rxeof(sc);
1488
1489		if (status & RL_ISR_RX_ERR)
1490			rl_rxeof(sc);
1491
1492		if ((status & RL_ISR_TX_OK) || (status & RL_ISR_TX_ERR))
1493			rl_txeof(sc);
1494
1495		if (status & RL_ISR_SYSTEM_ERR) {
1496			rl_reset(sc);
1497			rl_init(sc);
1498		}
1499
1500	}
1501
1502	/* Re-enable interrupts. */
1503	CSR_WRITE_2(sc, RL_IMR, RL_INTRS);
1504
1505	if (ifp->if_snd.ifq_head != NULL) {
1506		rl_start(ifp);
1507	}
1508
1509	return;
1510}
1511
1512/*
1513 * Encapsulate an mbuf chain in a descriptor by coupling the mbuf data
1514 * pointers to the fragment pointers.
1515 */
1516static int rl_encap(sc, m_head)
1517	struct rl_softc		*sc;
1518	struct mbuf		*m_head;
1519{
1520	struct mbuf		*m_new = NULL;
1521
1522	/*
1523	 * The RealTek is brain damaged and wants longword-aligned
1524	 * TX buffers, plus we can only have one fragment buffer
1525	 * per packet. We have to copy pretty much all the time.
1526	 */
1527
1528	MGETHDR(m_new, M_DONTWAIT, MT_DATA);
1529	if (m_new == NULL) {
1530		printf("rl%d: no memory for tx list", sc->rl_unit);
1531		return(1);
1532	}
1533	if (m_head->m_pkthdr.len > MHLEN) {
1534		MCLGET(m_new, M_DONTWAIT);
1535		if (!(m_new->m_flags & M_EXT)) {
1536			m_freem(m_new);
1537			printf("rl%d: no memory for tx list",
1538					sc->rl_unit);
1539			return(1);
1540		}
1541	}
1542	m_copydata(m_head, 0, m_head->m_pkthdr.len,
1543				mtod(m_new, caddr_t));
1544	m_new->m_pkthdr.len = m_new->m_len = m_head->m_pkthdr.len;
1545	m_freem(m_head);
1546	m_head = m_new;
1547
1548	/* Pad frames to at least 60 bytes. */
1549	if (m_head->m_pkthdr.len < RL_MIN_FRAMELEN) {
1550		m_head->m_pkthdr.len +=
1551			(RL_MIN_FRAMELEN - m_head->m_pkthdr.len);
1552		m_head->m_len = m_head->m_pkthdr.len;
1553	}
1554
1555	RL_CUR_TXMBUF(sc) = m_head;
1556
1557	return(0);
1558}
1559
1560/*
1561 * Main transmit routine.
1562 */
1563
1564static void rl_start(ifp)
1565	struct ifnet		*ifp;
1566{
1567	struct rl_softc		*sc;
1568	struct mbuf		*m_head = NULL;
1569
1570	sc = ifp->if_softc;
1571
1572	if (sc->rl_autoneg) {
1573		sc->rl_tx_pend = 1;
1574		return;
1575	}
1576
1577	while(RL_CUR_TXMBUF(sc) == NULL) {
1578		IF_DEQUEUE(&ifp->if_snd, m_head);
1579		if (m_head == NULL)
1580			break;
1581
1582		rl_encap(sc, m_head);
1583
1584#if NBPFILTER > 0
1585		/*
1586		 * If there's a BPF listener, bounce a copy of this frame
1587		 * to him.
1588		 */
1589		if (ifp->if_bpf)
1590			bpf_mtap(ifp, RL_CUR_TXMBUF(sc));
1591#endif
1592		/*
1593		 * Transmit the frame.
1594	 	 */
1595		CSR_WRITE_4(sc, RL_CUR_TXADDR(sc),
1596		    vtophys(mtod(RL_CUR_TXMBUF(sc), caddr_t)));
1597		CSR_WRITE_4(sc, RL_CUR_TXSTAT(sc),
1598		    RL_TX_EARLYTHRESH | RL_CUR_TXMBUF(sc)->m_pkthdr.len);
1599
1600		RL_INC(sc->rl_cdata.cur_tx);
1601	}
1602
1603	/*
1604	 * We broke out of the loop because all our TX slots are
1605	 * full. Mark the NIC as busy until it drains some of the
1606	 * packets from the queue.
1607	 */
1608	if (RL_CUR_TXMBUF(sc) != NULL)
1609		ifp->if_flags |= IFF_OACTIVE;
1610
1611	/*
1612	 * Set a timeout in case the chip goes out to lunch.
1613	 */
1614	ifp->if_timer = 5;
1615
1616	return;
1617}
1618
1619static void rl_init(xsc)
1620	void			*xsc;
1621{
1622	struct rl_softc		*sc = xsc;
1623	struct ifnet		*ifp = &sc->arpcom.ac_if;
1624	int			s, i;
1625	u_int32_t		rxcfg = 0;
1626	u_int16_t		phy_bmcr = 0;
1627
1628	if (sc->rl_autoneg)
1629		return;
1630
1631	s = splimp();
1632
1633	/*
1634	 * XXX Hack for the 8139: the built-in autoneg logic's state
1635	 * gets reset by rl_init() when we don't want it to. Try
1636	 * to preserve it. (For 8129 cards with real external PHYs,
1637	 * the BMCR register doesn't change, but this doesn't hurt.)
1638	 */
1639	if (sc->rl_type == RL_8139)
1640		phy_bmcr = rl_phy_readreg(sc, PHY_BMCR);
1641
1642	/*
1643	 * Cancel pending I/O and free all RX/TX buffers.
1644	 */
1645	rl_stop(sc);
1646
1647	/* Init our MAC address */
1648	for (i = 0; i < ETHER_ADDR_LEN; i++) {
1649		CSR_WRITE_1(sc, RL_IDR0 + i, sc->arpcom.ac_enaddr[i]);
1650	}
1651
1652	/* Init the RX buffer pointer register. */
1653	CSR_WRITE_4(sc, RL_RXADDR, vtophys(sc->rl_cdata.rl_rx_buf));
1654
1655	/* Init TX descriptors. */
1656	rl_list_tx_init(sc);
1657
1658	/*
1659	 * Enable transmit and receive.
1660	 */
1661	CSR_WRITE_1(sc, RL_COMMAND, RL_CMD_TX_ENB|RL_CMD_RX_ENB);
1662
1663	/*
1664	 * Set the initial TX and RX configuration.
1665	 */
1666	CSR_WRITE_4(sc, RL_TXCFG, RL_TXCFG_CONFIG);
1667	CSR_WRITE_4(sc, RL_RXCFG, RL_RXCFG_CONFIG);
1668
1669	/* Set the individual bit to receive frames for this host only. */
1670	rxcfg = CSR_READ_4(sc, RL_RXCFG);
1671	rxcfg |= RL_RXCFG_RX_INDIV;
1672
1673	/* If we want promiscuous mode, set the allframes bit. */
1674	if (ifp->if_flags & IFF_PROMISC) {
1675		rxcfg |= RL_RXCFG_RX_ALLPHYS;
1676		CSR_WRITE_4(sc, RL_RXCFG, rxcfg);
1677	} else {
1678		rxcfg &= ~RL_RXCFG_RX_ALLPHYS;
1679		CSR_WRITE_4(sc, RL_RXCFG, rxcfg);
1680	}
1681
1682	/*
1683	 * Set capture broadcast bit to capture broadcast frames.
1684	 */
1685	if (ifp->if_flags & IFF_BROADCAST) {
1686		rxcfg |= RL_RXCFG_RX_BROAD;
1687		CSR_WRITE_4(sc, RL_RXCFG, rxcfg);
1688	} else {
1689		rxcfg &= ~RL_RXCFG_RX_BROAD;
1690		CSR_WRITE_4(sc, RL_RXCFG, rxcfg);
1691	}
1692
1693	/*
1694	 * Program the multicast filter, if necessary.
1695	 */
1696	rl_setmulti(sc);
1697
1698	/*
1699	 * Enable interrupts.
1700	 */
1701	CSR_WRITE_2(sc, RL_IMR, RL_INTRS);
1702
1703	/* Start RX/TX process. */
1704	CSR_WRITE_4(sc, RL_MISSEDPKT, 0);
1705
1706	/* Enable receiver and transmitter. */
1707	CSR_WRITE_1(sc, RL_COMMAND, RL_CMD_TX_ENB|RL_CMD_RX_ENB);
1708
1709	/* Restore state of BMCR */
1710	if (sc->rl_pinfo != NULL)
1711		rl_phy_writereg(sc, PHY_BMCR, phy_bmcr);
1712
1713	CSR_WRITE_1(sc, RL_CFG1, RL_CFG1_DRVLOAD|RL_CFG1_FULLDUPLEX);
1714
1715	ifp->if_flags |= IFF_RUNNING;
1716	ifp->if_flags &= ~IFF_OACTIVE;
1717
1718	(void)splx(s);
1719
1720	return;
1721}
1722
1723/*
1724 * Set media options.
1725 */
1726static int rl_ifmedia_upd(ifp)
1727	struct ifnet		*ifp;
1728{
1729	struct rl_softc		*sc;
1730	struct ifmedia		*ifm;
1731
1732	sc = ifp->if_softc;
1733	ifm = &sc->ifmedia;
1734
1735	if (IFM_TYPE(ifm->ifm_media) != IFM_ETHER)
1736		return(EINVAL);
1737
1738	if (IFM_SUBTYPE(ifm->ifm_media) == IFM_AUTO)
1739		rl_autoneg_mii(sc, RL_FLAG_SCHEDDELAY, 1);
1740	else
1741		rl_setmode_mii(sc, ifm->ifm_media);
1742
1743	return(0);
1744}
1745
1746/*
1747 * Report current media status.
1748 */
1749static void rl_ifmedia_sts(ifp, ifmr)
1750	struct ifnet		*ifp;
1751	struct ifmediareq	*ifmr;
1752{
1753	struct rl_softc		*sc;
1754	u_int16_t		advert = 0, ability = 0;
1755
1756	sc = ifp->if_softc;
1757
1758	if (!(rl_phy_readreg(sc, PHY_BMCR) & PHY_BMCR_AUTONEGENBL)) {
1759		if (rl_phy_readreg(sc, PHY_BMCR) & PHY_BMCR_SPEEDSEL)
1760			ifmr->ifm_active = IFM_ETHER|IFM_100_TX;
1761		else
1762			ifmr->ifm_active = IFM_ETHER|IFM_10_T;
1763
1764		if (rl_phy_readreg(sc, PHY_BMCR) & PHY_BMCR_DUPLEX)
1765			ifmr->ifm_active |= IFM_FDX;
1766		else
1767			ifmr->ifm_active |= IFM_HDX;
1768		return;
1769	}
1770
1771	ability = rl_phy_readreg(sc, PHY_LPAR);
1772	advert = rl_phy_readreg(sc, PHY_ANAR);
1773	if (advert & PHY_ANAR_100BT4 &&
1774		ability & PHY_ANAR_100BT4) {
1775		ifmr->ifm_active = IFM_ETHER|IFM_100_T4;
1776	} else if (advert & PHY_ANAR_100BTXFULL &&
1777		ability & PHY_ANAR_100BTXFULL) {
1778		ifmr->ifm_active = IFM_ETHER|IFM_100_TX|IFM_FDX;
1779	} else if (advert & PHY_ANAR_100BTXHALF &&
1780		ability & PHY_ANAR_100BTXHALF) {
1781		ifmr->ifm_active = IFM_ETHER|IFM_100_TX|IFM_HDX;
1782	} else if (advert & PHY_ANAR_10BTFULL &&
1783		ability & PHY_ANAR_10BTFULL) {
1784		ifmr->ifm_active = IFM_ETHER|IFM_10_T|IFM_FDX;
1785	} else if (advert & PHY_ANAR_10BTHALF &&
1786		ability & PHY_ANAR_10BTHALF) {
1787		ifmr->ifm_active = IFM_ETHER|IFM_10_T|IFM_HDX;
1788	}
1789
1790	return;
1791}
1792
1793static int rl_ioctl(ifp, command, data)
1794	struct ifnet		*ifp;
1795	u_long			command;
1796	caddr_t			data;
1797{
1798	struct rl_softc		*sc = ifp->if_softc;
1799	struct ifreq		*ifr = (struct ifreq *) data;
1800	int			s, error = 0;
1801
1802	s = splimp();
1803
1804	switch(command) {
1805	case SIOCSIFADDR:
1806	case SIOCGIFADDR:
1807	case SIOCSIFMTU:
1808		error = ether_ioctl(ifp, command, data);
1809		break;
1810	case SIOCSIFFLAGS:
1811		if (ifp->if_flags & IFF_UP) {
1812			rl_init(sc);
1813		} else {
1814			if (ifp->if_flags & IFF_RUNNING)
1815				rl_stop(sc);
1816		}
1817		error = 0;
1818		break;
1819	case SIOCADDMULTI:
1820	case SIOCDELMULTI:
1821		rl_setmulti(sc);
1822		error = 0;
1823		break;
1824	case SIOCGIFMEDIA:
1825	case SIOCSIFMEDIA:
1826		error = ifmedia_ioctl(ifp, ifr, &sc->ifmedia, command);
1827		break;
1828	default:
1829		error = EINVAL;
1830		break;
1831	}
1832
1833	(void)splx(s);
1834
1835	return(error);
1836}
1837
1838static void rl_watchdog(ifp)
1839	struct ifnet		*ifp;
1840{
1841	struct rl_softc		*sc;
1842
1843	sc = ifp->if_softc;
1844
1845	if (sc->rl_autoneg) {
1846		rl_autoneg_mii(sc, RL_FLAG_DELAYTIMEO, 1);
1847		return;
1848	}
1849
1850	printf("rl%d: watchdog timeout\n", sc->rl_unit);
1851	ifp->if_oerrors++;
1852	if (!(rl_phy_readreg(sc, PHY_BMSR) & PHY_BMSR_LINKSTAT))
1853		printf("rl%d: no carrier - transceiver cable problem?\n",
1854								sc->rl_unit);
1855	rl_txeof(sc);
1856	rl_rxeof(sc);
1857	rl_init(sc);
1858
1859	return;
1860}
1861
1862/*
1863 * Stop the adapter and free any mbufs allocated to the
1864 * RX and TX lists.
1865 */
1866static void rl_stop(sc)
1867	struct rl_softc		*sc;
1868{
1869	register int		i;
1870	struct ifnet		*ifp;
1871
1872	ifp = &sc->arpcom.ac_if;
1873	ifp->if_timer = 0;
1874
1875	CSR_WRITE_1(sc, RL_COMMAND, 0x00);
1876	CSR_WRITE_2(sc, RL_IMR, 0x0000);
1877
1878	/*
1879	 * Free the TX list buffers.
1880	 */
1881	for (i = 0; i < RL_TX_LIST_CNT; i++) {
1882		if (sc->rl_cdata.rl_tx_chain[i] != NULL) {
1883			m_freem(sc->rl_cdata.rl_tx_chain[i]);
1884			sc->rl_cdata.rl_tx_chain[i] = NULL;
1885			CSR_WRITE_4(sc, RL_TXADDR0 + i, 0x0000000);
1886		}
1887	}
1888
1889	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
1890
1891	return;
1892}
1893
1894/*
1895 * Stop all chip I/O so that the kernel's probe routines don't
1896 * get confused by errant DMAs when rebooting.
1897 */
1898static void rl_shutdown(howto, arg)
1899	int			howto;
1900	void			*arg;
1901{
1902	struct rl_softc		*sc = (struct rl_softc *)arg;
1903
1904	rl_stop(sc);
1905
1906	return;
1907}
1908
1909
1910static struct pci_device rl_device = {
1911	"rl",
1912	rl_probe,
1913	rl_attach,
1914	&rl_count,
1915	NULL
1916};
1917#ifdef COMPAT_PCI_DRIVER
1918COMPAT_PCI_DRIVER(rl, rl_device);
1919#else
1920DATA_SET(pcidevice_set, rl_device);
1921#endif /* COMPAT_PCI_DRIVER */
1922