if_fwe.c revision 229767
1/*-
2 * Copyright (c) 2002-2003
3 * 	Hidetoshi Shimokawa. All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 * 3. All advertising materials mentioning features or use of this software
14 *    must display the following acknowledgement:
15 *
16 *	This product includes software developed by Hidetoshi Shimokawa.
17 *
18 * 4. Neither the name of the author nor the names of its contributors
19 *    may be used to endorse or promote products derived from this software
20 *    without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY THE REGENTS AND CONTRIBUTORS ``AS IS'' AND
23 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
24 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
25 * ARE DISCLAIMED.  IN NO EVENT SHALL THE REGENTS OR CONTRIBUTORS BE LIABLE
26 * FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
27 * DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS
28 * OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
30 * LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
31 * OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
32 * SUCH DAMAGE.
33 *
34 * $FreeBSD: head/sys/dev/firewire/if_fwe.c 229767 2012-01-07 09:41:57Z kevlo $
35 */
36
37#ifdef HAVE_KERNEL_OPTION_HEADERS
38#include "opt_device_polling.h"
39#include "opt_inet.h"
40#endif
41
42#include <sys/param.h>
43#include <sys/kernel.h>
44#include <sys/malloc.h>
45#include <sys/mbuf.h>
46#include <sys/socket.h>
47#include <sys/sockio.h>
48#include <sys/sysctl.h>
49#include <sys/systm.h>
50#include <sys/module.h>
51#include <sys/bus.h>
52#include <machine/bus.h>
53
54#include <net/bpf.h>
55#include <net/ethernet.h>
56#include <net/if.h>
57#include <net/if_arp.h>
58#include <net/if_types.h>
59#ifdef __DragonFly__
60#include <net/vlan/if_vlan_var.h>
61#include <bus/firewire/firewire.h>
62#include <bus/firewire/firewirereg.h>
63#include "if_fwevar.h"
64#else
65#include <net/if_vlan_var.h>
66
67#include <dev/firewire/firewire.h>
68#include <dev/firewire/firewirereg.h>
69#include <dev/firewire/if_fwevar.h>
70#endif
71
72#define FWEDEBUG	if (fwedebug) if_printf
73#define TX_MAX_QUEUE	(FWMAXQUEUE - 1)
74
75/* network interface */
76static void fwe_start (struct ifnet *);
77static int fwe_ioctl (struct ifnet *, u_long, caddr_t);
78static void fwe_init (void *);
79
80static void fwe_output_callback (struct fw_xfer *);
81static void fwe_as_output (struct fwe_softc *, struct ifnet *);
82static void fwe_as_input (struct fw_xferq *);
83
84static int fwedebug = 0;
85static int stream_ch = 1;
86static int tx_speed = 2;
87static int rx_queue_len = FWMAXQUEUE;
88
89static MALLOC_DEFINE(M_FWE, "if_fwe", "Ethernet over FireWire interface");
90SYSCTL_INT(_debug, OID_AUTO, if_fwe_debug, CTLFLAG_RW, &fwedebug, 0, "");
91SYSCTL_DECL(_hw_firewire);
92static SYSCTL_NODE(_hw_firewire, OID_AUTO, fwe, CTLFLAG_RD, 0,
93	"Ethernet emulation subsystem");
94SYSCTL_INT(_hw_firewire_fwe, OID_AUTO, stream_ch, CTLFLAG_RW, &stream_ch, 0,
95	"Stream channel to use");
96SYSCTL_INT(_hw_firewire_fwe, OID_AUTO, tx_speed, CTLFLAG_RW, &tx_speed, 0,
97	"Transmission speed");
98SYSCTL_INT(_hw_firewire_fwe, OID_AUTO, rx_queue_len, CTLFLAG_RW, &rx_queue_len,
99	0, "Length of the receive queue");
100
101TUNABLE_INT("hw.firewire.fwe.stream_ch", &stream_ch);
102TUNABLE_INT("hw.firewire.fwe.tx_speed", &tx_speed);
103TUNABLE_INT("hw.firewire.fwe.rx_queue_len", &rx_queue_len);
104
105#ifdef DEVICE_POLLING
106static poll_handler_t fwe_poll;
107
108static int
109fwe_poll(struct ifnet *ifp, enum poll_cmd cmd, int count)
110{
111	struct fwe_softc *fwe;
112	struct firewire_comm *fc;
113
114	if (!(ifp->if_drv_flags & IFF_DRV_RUNNING))
115		return (0);
116
117	fwe = ((struct fwe_eth_softc *)ifp->if_softc)->fwe;
118	fc = fwe->fd.fc;
119	fc->poll(fc, (cmd == POLL_AND_CHECK_STATUS)?0:1, count);
120	return (0);
121}
122#endif /* DEVICE_POLLING */
123
124static void
125fwe_identify(driver_t *driver, device_t parent)
126{
127	BUS_ADD_CHILD(parent, 0, "fwe", device_get_unit(parent));
128}
129
130static int
131fwe_probe(device_t dev)
132{
133	device_t pa;
134
135	pa = device_get_parent(dev);
136	if(device_get_unit(dev) != device_get_unit(pa)){
137		return(ENXIO);
138	}
139
140	device_set_desc(dev, "Ethernet over FireWire");
141	return (0);
142}
143
144static int
145fwe_attach(device_t dev)
146{
147	struct fwe_softc *fwe;
148	struct ifnet *ifp;
149	int unit, s;
150#if defined(__DragonFly__) || __FreeBSD_version < 500000
151	u_char *eaddr;
152#else
153	u_char eaddr[6];
154#endif
155	struct fw_eui64 *eui;
156
157	fwe = ((struct fwe_softc *)device_get_softc(dev));
158	unit = device_get_unit(dev);
159
160	bzero(fwe, sizeof(struct fwe_softc));
161	mtx_init(&fwe->mtx, "fwe", NULL, MTX_DEF);
162	/* XXX */
163	fwe->stream_ch = stream_ch;
164	fwe->dma_ch = -1;
165
166	fwe->fd.fc = device_get_ivars(dev);
167	if (tx_speed < 0)
168		tx_speed = fwe->fd.fc->speed;
169
170	fwe->fd.dev = dev;
171	fwe->fd.post_explore = NULL;
172	fwe->eth_softc.fwe = fwe;
173
174	fwe->pkt_hdr.mode.stream.tcode = FWTCODE_STREAM;
175	fwe->pkt_hdr.mode.stream.sy = 0;
176	fwe->pkt_hdr.mode.stream.chtag = fwe->stream_ch;
177
178	/* generate fake MAC address: first and last 3bytes from eui64 */
179#define LOCAL (0x02)
180#define GROUP (0x01)
181#if defined(__DragonFly__) || __FreeBSD_version < 500000
182	eaddr = &IFP2ENADDR(fwe->eth_softc.ifp)[0];
183#endif
184
185
186	eui = &fwe->fd.fc->eui;
187	eaddr[0] = (FW_EUI64_BYTE(eui, 0) | LOCAL) & ~GROUP;
188	eaddr[1] = FW_EUI64_BYTE(eui, 1);
189	eaddr[2] = FW_EUI64_BYTE(eui, 2);
190	eaddr[3] = FW_EUI64_BYTE(eui, 5);
191	eaddr[4] = FW_EUI64_BYTE(eui, 6);
192	eaddr[5] = FW_EUI64_BYTE(eui, 7);
193	printf("if_fwe%d: Fake Ethernet address: "
194		"%02x:%02x:%02x:%02x:%02x:%02x\n", unit,
195		eaddr[0], eaddr[1], eaddr[2], eaddr[3], eaddr[4], eaddr[5]);
196
197	/* fill the rest and attach interface */
198	ifp = fwe->eth_softc.ifp = if_alloc(IFT_ETHER);
199	if (ifp == NULL) {
200		device_printf(dev, "can not if_alloc()\n");
201		return (ENOSPC);
202	}
203	ifp->if_softc = &fwe->eth_softc;
204
205#if __FreeBSD_version >= 501113 || defined(__DragonFly__)
206	if_initname(ifp, device_get_name(dev), unit);
207#else
208	ifp->if_unit = unit;
209	ifp->if_name = "fwe";
210#endif
211	ifp->if_init = fwe_init;
212#if defined(__DragonFly__) || __FreeBSD_version < 500000
213	ifp->if_output = ether_output;
214#endif
215	ifp->if_start = fwe_start;
216	ifp->if_ioctl = fwe_ioctl;
217	ifp->if_flags = (IFF_BROADCAST|IFF_SIMPLEX|IFF_MULTICAST);
218	ifp->if_snd.ifq_maxlen = TX_MAX_QUEUE;
219
220	s = splimp();
221#if defined(__DragonFly__) || __FreeBSD_version < 500000
222	ether_ifattach(ifp, 1);
223#else
224	ether_ifattach(ifp, eaddr);
225#endif
226	splx(s);
227
228        /* Tell the upper layer(s) we support long frames. */
229	ifp->if_data.ifi_hdrlen = sizeof(struct ether_vlan_header);
230#if defined(__FreeBSD__) && __FreeBSD_version >= 500000
231	ifp->if_capabilities |= IFCAP_VLAN_MTU | IFCAP_POLLING;
232	ifp->if_capenable |= IFCAP_VLAN_MTU;
233#endif
234
235
236	FWEDEBUG(ifp, "interface created\n");
237	return 0;
238}
239
240static void
241fwe_stop(struct fwe_softc *fwe)
242{
243	struct firewire_comm *fc;
244	struct fw_xferq *xferq;
245	struct ifnet *ifp = fwe->eth_softc.ifp;
246	struct fw_xfer *xfer, *next;
247	int i;
248
249	fc = fwe->fd.fc;
250
251	if (fwe->dma_ch >= 0) {
252		xferq = fc->ir[fwe->dma_ch];
253
254		if (xferq->flag & FWXFERQ_RUNNING)
255			fc->irx_disable(fc, fwe->dma_ch);
256		xferq->flag &=
257			~(FWXFERQ_MODEMASK | FWXFERQ_OPEN | FWXFERQ_STREAM |
258			FWXFERQ_EXTBUF | FWXFERQ_HANDLER | FWXFERQ_CHTAGMASK);
259		xferq->hand =  NULL;
260
261		for (i = 0; i < xferq->bnchunk; i ++)
262			m_freem(xferq->bulkxfer[i].mbuf);
263		free(xferq->bulkxfer, M_FWE);
264
265		for (xfer = STAILQ_FIRST(&fwe->xferlist); xfer != NULL;
266					xfer = next) {
267			next = STAILQ_NEXT(xfer, link);
268			fw_xfer_free(xfer);
269		}
270		STAILQ_INIT(&fwe->xferlist);
271
272		xferq->bulkxfer =  NULL;
273		fwe->dma_ch = -1;
274	}
275
276#if defined(__FreeBSD__)
277	ifp->if_drv_flags &= ~(IFF_DRV_RUNNING | IFF_DRV_OACTIVE);
278#else
279	ifp->if_flags &= ~(IFF_RUNNING | IFF_OACTIVE);
280#endif
281}
282
283static int
284fwe_detach(device_t dev)
285{
286	struct fwe_softc *fwe;
287	struct ifnet *ifp;
288	int s;
289
290	fwe = device_get_softc(dev);
291	ifp = fwe->eth_softc.ifp;
292
293#ifdef DEVICE_POLLING
294	if (ifp->if_capenable & IFCAP_POLLING)
295		ether_poll_deregister(ifp);
296#endif
297	s = splimp();
298
299	fwe_stop(fwe);
300#if defined(__DragonFly__) || __FreeBSD_version < 500000
301	ether_ifdetach(ifp, 1);
302#else
303	ether_ifdetach(ifp);
304	if_free(ifp);
305#endif
306
307	splx(s);
308	mtx_destroy(&fwe->mtx);
309	return 0;
310}
311
312static void
313fwe_init(void *arg)
314{
315	struct fwe_softc *fwe = ((struct fwe_eth_softc *)arg)->fwe;
316	struct firewire_comm *fc;
317	struct ifnet *ifp = fwe->eth_softc.ifp;
318	struct fw_xferq *xferq;
319	struct fw_xfer *xfer;
320	struct mbuf *m;
321	int i;
322
323	FWEDEBUG(ifp, "initializing\n");
324
325	/* XXX keep promiscoud mode */
326	ifp->if_flags |= IFF_PROMISC;
327
328	fc = fwe->fd.fc;
329	if (fwe->dma_ch < 0) {
330		fwe->dma_ch = fw_open_isodma(fc, /* tx */0);
331		if (fwe->dma_ch < 0)
332			return;
333		xferq = fc->ir[fwe->dma_ch];
334		xferq->flag |= FWXFERQ_EXTBUF |
335				FWXFERQ_HANDLER | FWXFERQ_STREAM;
336		fwe->stream_ch = stream_ch;
337		fwe->pkt_hdr.mode.stream.chtag = fwe->stream_ch;
338		xferq->flag &= ~0xff;
339		xferq->flag |= fwe->stream_ch & 0xff;
340		/* register fwe_input handler */
341		xferq->sc = (caddr_t) fwe;
342		xferq->hand = fwe_as_input;
343		xferq->bnchunk = rx_queue_len;
344		xferq->bnpacket = 1;
345		xferq->psize = MCLBYTES;
346		xferq->queued = 0;
347		xferq->buf = NULL;
348		xferq->bulkxfer = (struct fw_bulkxfer *) malloc(
349			sizeof(struct fw_bulkxfer) * xferq->bnchunk,
350							M_FWE, M_WAITOK);
351		if (xferq->bulkxfer == NULL) {
352			printf("if_fwe: malloc failed\n");
353			return;
354		}
355		STAILQ_INIT(&xferq->stvalid);
356		STAILQ_INIT(&xferq->stfree);
357		STAILQ_INIT(&xferq->stdma);
358		xferq->stproc = NULL;
359		for (i = 0; i < xferq->bnchunk; i ++) {
360			m = m_getcl(M_WAIT, MT_DATA, M_PKTHDR);
361			xferq->bulkxfer[i].mbuf = m;
362			m->m_len = m->m_pkthdr.len = m->m_ext.ext_size;
363			STAILQ_INSERT_TAIL(&xferq->stfree,
364					&xferq->bulkxfer[i], link);
365		}
366		STAILQ_INIT(&fwe->xferlist);
367		for (i = 0; i < TX_MAX_QUEUE; i++) {
368			xfer = fw_xfer_alloc(M_FWE);
369			if (xfer == NULL)
370				break;
371			xfer->send.spd = tx_speed;
372			xfer->fc = fwe->fd.fc;
373			xfer->sc = (caddr_t)fwe;
374			xfer->hand = fwe_output_callback;
375			STAILQ_INSERT_TAIL(&fwe->xferlist, xfer, link);
376		}
377	} else
378		xferq = fc->ir[fwe->dma_ch];
379
380
381	/* start dma */
382	if ((xferq->flag & FWXFERQ_RUNNING) == 0)
383		fc->irx_enable(fc, fwe->dma_ch);
384
385#if defined(__FreeBSD__)
386	ifp->if_drv_flags |= IFF_DRV_RUNNING;
387	ifp->if_drv_flags &= ~IFF_DRV_OACTIVE;
388#else
389	ifp->if_flags |= IFF_RUNNING;
390	ifp->if_flags &= ~IFF_OACTIVE;
391#endif
392
393#if 0
394	/* attempt to start output */
395	fwe_start(ifp);
396#endif
397}
398
399
400static int
401fwe_ioctl(struct ifnet *ifp, u_long cmd, caddr_t data)
402{
403	struct fwe_softc *fwe = ((struct fwe_eth_softc *)ifp->if_softc)->fwe;
404	struct ifstat *ifs = NULL;
405	int s, error, len;
406
407	switch (cmd) {
408		case SIOCSIFFLAGS:
409			s = splimp();
410			if (ifp->if_flags & IFF_UP) {
411#if defined(__FreeBSD__)
412				if (!(ifp->if_drv_flags & IFF_DRV_RUNNING))
413#else
414				if (!(ifp->if_flags & IFF_RUNNING))
415#endif
416					fwe_init(&fwe->eth_softc);
417			} else {
418#if defined(__FreeBSD__)
419				if (ifp->if_drv_flags & IFF_DRV_RUNNING)
420#else
421				if (ifp->if_flags & IFF_RUNNING)
422#endif
423					fwe_stop(fwe);
424			}
425			/* XXX keep promiscoud mode */
426			ifp->if_flags |= IFF_PROMISC;
427			splx(s);
428			break;
429		case SIOCADDMULTI:
430		case SIOCDELMULTI:
431			break;
432
433		case SIOCGIFSTATUS:
434			s = splimp();
435			ifs = (struct ifstat *)data;
436			len = strlen(ifs->ascii);
437			if (len < sizeof(ifs->ascii))
438				snprintf(ifs->ascii + len,
439					sizeof(ifs->ascii) - len,
440					"\tch %d dma %d\n",
441						fwe->stream_ch, fwe->dma_ch);
442			splx(s);
443			break;
444		case SIOCSIFCAP:
445#ifdef DEVICE_POLLING
446		    {
447			struct ifreq *ifr = (struct ifreq *) data;
448			struct firewire_comm *fc = fwe->fd.fc;
449
450			if (ifr->ifr_reqcap & IFCAP_POLLING &&
451			    !(ifp->if_capenable & IFCAP_POLLING)) {
452				error = ether_poll_register(fwe_poll, ifp);
453				if (error)
454					return(error);
455				/* Disable interrupts */
456				fc->set_intr(fc, 0);
457				ifp->if_capenable |= IFCAP_POLLING;
458				ifp->if_capenable |= IFCAP_POLLING_NOCOUNT;
459				return (error);
460			}
461			if (!(ifr->ifr_reqcap & IFCAP_POLLING) &&
462			    ifp->if_capenable & IFCAP_POLLING) {
463				error = ether_poll_deregister(ifp);
464				/* Enable interrupts. */
465				fc->set_intr(fc, 1);
466				ifp->if_capenable &= ~IFCAP_POLLING;
467				ifp->if_capenable &= ~IFCAP_POLLING_NOCOUNT;
468				return (error);
469			}
470		    }
471#endif /* DEVICE_POLLING */
472			break;
473#if defined(__FreeBSD__) && __FreeBSD_version >= 500000
474		default:
475#else
476		case SIOCSIFADDR:
477		case SIOCGIFADDR:
478		case SIOCSIFMTU:
479#endif
480			s = splimp();
481			error = ether_ioctl(ifp, cmd, data);
482			splx(s);
483			return (error);
484#if defined(__DragonFly__) || __FreeBSD_version < 500000
485		default:
486			return (EINVAL);
487#endif
488	}
489
490	return (0);
491}
492
493static void
494fwe_output_callback(struct fw_xfer *xfer)
495{
496	struct fwe_softc *fwe;
497	struct ifnet *ifp;
498	int s;
499
500	fwe = (struct fwe_softc *)xfer->sc;
501	ifp = fwe->eth_softc.ifp;
502	/* XXX error check */
503	FWEDEBUG(ifp, "resp = %d\n", xfer->resp);
504	if (xfer->resp != 0)
505		ifp->if_oerrors ++;
506
507	m_freem(xfer->mbuf);
508	fw_xfer_unload(xfer);
509
510	s = splimp();
511	FWE_LOCK(fwe);
512	STAILQ_INSERT_TAIL(&fwe->xferlist, xfer, link);
513	FWE_UNLOCK(fwe);
514	splx(s);
515
516	/* for queue full */
517	if (ifp->if_snd.ifq_head != NULL)
518		fwe_start(ifp);
519}
520
521static void
522fwe_start(struct ifnet *ifp)
523{
524	struct fwe_softc *fwe = ((struct fwe_eth_softc *)ifp->if_softc)->fwe;
525	int s;
526
527	FWEDEBUG(ifp, "starting\n");
528
529	if (fwe->dma_ch < 0) {
530		struct mbuf	*m = NULL;
531
532		FWEDEBUG(ifp, "not ready\n");
533
534		s = splimp();
535		do {
536			IF_DEQUEUE(&ifp->if_snd, m);
537			if (m != NULL)
538				m_freem(m);
539			ifp->if_oerrors ++;
540		} while (m != NULL);
541		splx(s);
542
543		return;
544	}
545
546	s = splimp();
547#if defined(__FreeBSD__)
548	ifp->if_drv_flags |= IFF_DRV_OACTIVE;
549#else
550	ifp->if_flags |= IFF_OACTIVE;
551#endif
552
553	if (ifp->if_snd.ifq_len != 0)
554		fwe_as_output(fwe, ifp);
555
556#if defined(__FreeBSD__)
557	ifp->if_drv_flags &= ~IFF_DRV_OACTIVE;
558#else
559	ifp->if_flags &= ~IFF_OACTIVE;
560#endif
561	splx(s);
562}
563
564#define HDR_LEN 4
565#ifndef ETHER_ALIGN
566#define ETHER_ALIGN 2
567#endif
568/* Async. stream output */
569static void
570fwe_as_output(struct fwe_softc *fwe, struct ifnet *ifp)
571{
572	struct mbuf *m;
573	struct fw_xfer *xfer;
574	struct fw_xferq *xferq;
575	struct fw_pkt *fp;
576	int i = 0;
577
578	xfer = NULL;
579	xferq = fwe->fd.fc->atq;
580	while ((xferq->queued < xferq->maxq - 1) &&
581			(ifp->if_snd.ifq_head != NULL)) {
582		FWE_LOCK(fwe);
583		xfer = STAILQ_FIRST(&fwe->xferlist);
584		if (xfer == NULL) {
585#if 0
586			printf("if_fwe: lack of xfer\n");
587#endif
588			FWE_UNLOCK(fwe);
589			break;
590		}
591		STAILQ_REMOVE_HEAD(&fwe->xferlist, link);
592		FWE_UNLOCK(fwe);
593
594		IF_DEQUEUE(&ifp->if_snd, m);
595		if (m == NULL) {
596			FWE_LOCK(fwe);
597			STAILQ_INSERT_HEAD(&fwe->xferlist, xfer, link);
598			FWE_UNLOCK(fwe);
599			break;
600		}
601#if defined(__DragonFly__) || __FreeBSD_version < 500000
602		if (ifp->if_bpf != NULL)
603			bpf_mtap(ifp, m);
604#else
605		BPF_MTAP(ifp, m);
606#endif
607
608		/* keep ip packet alignment for alpha */
609		M_PREPEND(m, ETHER_ALIGN, M_DONTWAIT);
610		fp = &xfer->send.hdr;
611		*(uint32_t *)&xfer->send.hdr = *(int32_t *)&fwe->pkt_hdr;
612		fp->mode.stream.len = m->m_pkthdr.len;
613		xfer->mbuf = m;
614		xfer->send.pay_len = m->m_pkthdr.len;
615
616		if (fw_asyreq(fwe->fd.fc, -1, xfer) != 0) {
617			/* error */
618			ifp->if_oerrors ++;
619			/* XXX set error code */
620			fwe_output_callback(xfer);
621		} else {
622			ifp->if_opackets ++;
623			i++;
624		}
625	}
626#if 0
627	if (i > 1)
628		printf("%d queued\n", i);
629#endif
630	if (i > 0)
631		xferq->start(fwe->fd.fc);
632}
633
634/* Async. stream output */
635static void
636fwe_as_input(struct fw_xferq *xferq)
637{
638	struct mbuf *m, *m0;
639	struct ifnet *ifp;
640	struct fwe_softc *fwe;
641	struct fw_bulkxfer *sxfer;
642	struct fw_pkt *fp;
643	u_char *c;
644#if defined(__DragonFly__) || __FreeBSD_version < 500000
645	struct ether_header *eh;
646#endif
647
648	fwe = (struct fwe_softc *)xferq->sc;
649	ifp = fwe->eth_softc.ifp;
650
651	/* We do not need a lock here because the bottom half is serialized */
652	while ((sxfer = STAILQ_FIRST(&xferq->stvalid)) != NULL) {
653		STAILQ_REMOVE_HEAD(&xferq->stvalid, link);
654		fp = mtod(sxfer->mbuf, struct fw_pkt *);
655		if (fwe->fd.fc->irx_post != NULL)
656			fwe->fd.fc->irx_post(fwe->fd.fc, fp->mode.ld);
657		m = sxfer->mbuf;
658
659		/* insert new rbuf */
660		sxfer->mbuf = m0 = m_getcl(M_DONTWAIT, MT_DATA, M_PKTHDR);
661		if (m0 != NULL) {
662			m0->m_len = m0->m_pkthdr.len = m0->m_ext.ext_size;
663			STAILQ_INSERT_TAIL(&xferq->stfree, sxfer, link);
664		} else
665			printf("%s: m_getcl failed\n", __FUNCTION__);
666
667		if (sxfer->resp != 0 || fp->mode.stream.len <
668		    ETHER_ALIGN + sizeof(struct ether_header)) {
669			m_freem(m);
670			ifp->if_ierrors ++;
671			continue;
672		}
673
674		m->m_data += HDR_LEN + ETHER_ALIGN;
675		c = mtod(m, u_char *);
676#if defined(__DragonFly__) || __FreeBSD_version < 500000
677		eh = (struct ether_header *)c;
678		m->m_data += sizeof(struct ether_header);
679		m->m_len = m->m_pkthdr.len = fp->mode.stream.len - ETHER_ALIGN
680		    - sizeof(struct ether_header);
681#else
682		m->m_len = m->m_pkthdr.len = fp->mode.stream.len - ETHER_ALIGN;
683#endif
684		m->m_pkthdr.rcvif = ifp;
685#if 0
686		FWEDEBUG(ifp, "%02x %02x %02x %02x %02x %02x\n"
687			 "%02x %02x %02x %02x %02x %02x\n"
688			 "%02x %02x %02x %02x\n"
689			 "%02x %02x %02x %02x\n"
690			 "%02x %02x %02x %02x\n"
691			 "%02x %02x %02x %02x\n",
692			 c[0], c[1], c[2], c[3], c[4], c[5],
693			 c[6], c[7], c[8], c[9], c[10], c[11],
694			 c[12], c[13], c[14], c[15],
695			 c[16], c[17], c[18], c[19],
696			 c[20], c[21], c[22], c[23],
697			 c[20], c[21], c[22], c[23]
698		 );
699#endif
700#if defined(__DragonFly__) || __FreeBSD_version < 500000
701		ether_input(ifp, eh, m);
702#else
703		(*ifp->if_input)(ifp, m);
704#endif
705		ifp->if_ipackets ++;
706	}
707	if (STAILQ_FIRST(&xferq->stfree) != NULL)
708		fwe->fd.fc->irx_enable(fwe->fd.fc, fwe->dma_ch);
709}
710
711
712static devclass_t fwe_devclass;
713
714static device_method_t fwe_methods[] = {
715	/* device interface */
716	DEVMETHOD(device_identify,	fwe_identify),
717	DEVMETHOD(device_probe,		fwe_probe),
718	DEVMETHOD(device_attach,	fwe_attach),
719	DEVMETHOD(device_detach,	fwe_detach),
720	{ 0, 0 }
721};
722
723static driver_t fwe_driver = {
724        "fwe",
725	fwe_methods,
726	sizeof(struct fwe_softc),
727};
728
729
730#ifdef __DragonFly__
731DECLARE_DUMMY_MODULE(fwe);
732#endif
733DRIVER_MODULE(fwe, firewire, fwe_driver, fwe_devclass, 0, 0);
734MODULE_VERSION(fwe, 1);
735MODULE_DEPEND(fwe, firewire, 1, 1, 1);
736