1/*-
2 * Copyright (c) 2003 Hidetoshi Shimokawa
3 * Copyright (c) 1998-2002 Katsushi Kobayashi and Hidetoshi Shimokawa
4 * All rights reserved.
5 *
6 * Redistribution and use in source and binary forms, with or without
7 * modification, are permitted provided that the following conditions
8 * are met:
9 * 1. Redistributions of source code must retain the above copyright
10 *    notice, this list of conditions and the following disclaimer.
11 * 2. Redistributions in binary form must reproduce the above copyright
12 *    notice, this list of conditions and the following disclaimer in the
13 *    documentation and/or other materials provided with the distribution.
14 * 3. All advertising materials mentioning features or use of this software
15 *    must display the acknowledgement as bellow:
16 *
17 *    This product includes software developed by K. Kobayashi and H. Shimokawa
18 *
19 * 4. The name of the author may not be used to endorse or promote products
20 *    derived from this software without specific prior written permission.
21 *
22 * THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS OR
23 * IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
24 * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
25 * DISCLAIMED.  IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY DIRECT,
26 * INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
27 * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
28 * SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
29 * HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT,
30 * STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN
31 * ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
32 * POSSIBILITY OF SUCH DAMAGE.
33 *
34 * $FreeBSD$
35 *
36 */
37
38#include <sys/param.h>
39#include <sys/systm.h>
40#include <sys/types.h>
41#include <sys/mbuf.h>
42#include <sys/bio.h>
43
44#include <sys/kernel.h>
45#include <sys/malloc.h>
46#include <sys/conf.h>
47#include <sys/poll.h>
48
49#include <sys/bus.h>
50#include <sys/ctype.h>
51#include <machine/bus.h>
52
53#include <sys/ioccom.h>
54
55#include <dev/firewire/firewire.h>
56#include <dev/firewire/firewirereg.h>
57#include <dev/firewire/fwdma.h>
58#include <dev/firewire/fwmem.h>
59#include <dev/firewire/iec68113.h>
60
61#define	FWNODE_INVAL 0xffff
62
63static	d_open_t	fw_open;
64static	d_close_t	fw_close;
65static	d_ioctl_t	fw_ioctl;
66static	d_poll_t	fw_poll;
67static	d_read_t	fw_read;	/* for Isochronous packet */
68static	d_write_t	fw_write;
69static	d_mmap_t	fw_mmap;
70static	d_strategy_t	fw_strategy;
71
72struct cdevsw firewire_cdevsw = {
73	.d_version =	D_VERSION,
74	.d_open =	fw_open,
75	.d_close =	fw_close,
76	.d_read =	fw_read,
77	.d_write =	fw_write,
78	.d_ioctl =	fw_ioctl,
79	.d_poll =	fw_poll,
80	.d_mmap =	fw_mmap,
81	.d_strategy =	fw_strategy,
82	.d_name =	"fw",
83};
84
85struct fw_drv1 {
86	struct firewire_comm *fc;
87	struct fw_xferq *ir;
88	struct fw_xferq *it;
89	struct fw_isobufreq bufreq;
90	STAILQ_HEAD(, fw_bind) binds;
91	STAILQ_HEAD(, fw_xfer) rq;
92};
93
94static int
95fwdev_allocbuf(struct firewire_comm *fc, struct fw_xferq *q,
96	struct fw_bufspec *b)
97{
98	int i;
99
100	if (q->flag & (FWXFERQ_RUNNING | FWXFERQ_EXTBUF))
101		return (EBUSY);
102
103	q->bulkxfer = malloc(sizeof(struct fw_bulkxfer) * b->nchunk,
104	    M_FW, M_WAITOK);
105
106	b->psize = roundup2(b->psize, sizeof(uint32_t));
107	q->buf = fwdma_malloc_multiseg(fc, sizeof(uint32_t),
108	    b->psize, b->nchunk * b->npacket, BUS_DMA_WAITOK);
109
110	if (q->buf == NULL) {
111		free(q->bulkxfer, M_FW);
112		q->bulkxfer = NULL;
113		return (ENOMEM);
114	}
115	q->bnchunk = b->nchunk;
116	q->bnpacket = b->npacket;
117	q->psize = (b->psize + 3) & ~3;
118	q->queued = 0;
119
120	STAILQ_INIT(&q->stvalid);
121	STAILQ_INIT(&q->stfree);
122	STAILQ_INIT(&q->stdma);
123	q->stproc = NULL;
124
125	for (i = 0; i < q->bnchunk; i++) {
126		q->bulkxfer[i].poffset = i * q->bnpacket;
127		q->bulkxfer[i].mbuf = NULL;
128		STAILQ_INSERT_TAIL(&q->stfree, &q->bulkxfer[i], link);
129	}
130
131	q->flag &= ~FWXFERQ_MODEMASK;
132	q->flag |= FWXFERQ_STREAM;
133	q->flag |= FWXFERQ_EXTBUF;
134
135	return (0);
136}
137
138static int
139fwdev_freebuf(struct fw_xferq *q)
140{
141	if (q->flag & FWXFERQ_EXTBUF) {
142		if (q->buf != NULL)
143			fwdma_free_multiseg(q->buf);
144		q->buf = NULL;
145		free(q->bulkxfer, M_FW);
146		q->bulkxfer = NULL;
147		q->flag &= ~FWXFERQ_EXTBUF;
148		q->psize = 0;
149		q->maxq = FWMAXQUEUE;
150	}
151	return (0);
152}
153
154
155static int
156fw_open(struct cdev *dev, int flags, int fmt, fw_proc *td)
157{
158	int err = 0;
159	int unit = DEV2UNIT(dev);
160	struct fw_drv1 *d;
161	struct firewire_softc *sc;
162
163	if (DEV_FWMEM(dev))
164		return fwmem_open(dev, flags, fmt, td);
165
166	sc = devclass_get_softc(firewire_devclass, unit);
167	if (sc == NULL)
168		return (ENXIO);
169
170	FW_GLOCK(sc->fc);
171	if (dev->si_drv1 != NULL) {
172		FW_GUNLOCK(sc->fc);
173		return (EBUSY);
174	}
175	/* set dummy value for allocation */
176	dev->si_drv1 = (void *)-1;
177	FW_GUNLOCK(sc->fc);
178
179	dev->si_drv1 = malloc(sizeof(struct fw_drv1), M_FW, M_WAITOK | M_ZERO);
180
181	if ((dev->si_flags & SI_NAMED) == 0) {
182		int unit = DEV2UNIT(dev);
183		int sub = DEV2SUB(dev);
184
185		make_dev(&firewire_cdevsw, dev2unit(dev),
186		    UID_ROOT, GID_OPERATOR, 0660, "fw%d.%d", unit, sub);
187	}
188
189	d = dev->si_drv1;
190	d->fc = sc->fc;
191	STAILQ_INIT(&d->binds);
192	STAILQ_INIT(&d->rq);
193
194	return err;
195}
196
197static int
198fw_close(struct cdev *dev, int flags, int fmt, fw_proc *td)
199{
200	struct firewire_comm *fc;
201	struct fw_drv1 *d;
202	struct fw_xfer *xfer;
203	struct fw_bind *fwb;
204	int err = 0;
205
206	if (DEV_FWMEM(dev))
207		return fwmem_close(dev, flags, fmt, td);
208
209	d = dev->si_drv1;
210	fc = d->fc;
211
212	/* remove binding */
213	for (fwb = STAILQ_FIRST(&d->binds); fwb != NULL;
214	    fwb = STAILQ_FIRST(&d->binds)) {
215		fw_bindremove(fc, fwb);
216		STAILQ_REMOVE_HEAD(&d->binds, chlist);
217		fw_xferlist_remove(&fwb->xferlist);
218		free(fwb, M_FW);
219	}
220	if (d->ir != NULL) {
221		struct fw_xferq *ir = d->ir;
222
223		if ((ir->flag & FWXFERQ_OPEN) == 0)
224			return (EINVAL);
225		if (ir->flag & FWXFERQ_RUNNING) {
226			ir->flag &= ~FWXFERQ_RUNNING;
227			fc->irx_disable(fc, ir->dmach);
228		}
229		/* free extbuf */
230		fwdev_freebuf(ir);
231		/* drain receiving buffer */
232		for (xfer = STAILQ_FIRST(&ir->q);
233		    xfer != NULL; xfer = STAILQ_FIRST(&ir->q)) {
234			ir->queued--;
235			STAILQ_REMOVE_HEAD(&ir->q, link);
236
237			xfer->resp = 0;
238			fw_xfer_done(xfer);
239		}
240		ir->flag &= ~(FWXFERQ_OPEN | FWXFERQ_MODEMASK |
241		    FWXFERQ_CHTAGMASK);
242		d->ir = NULL;
243
244	}
245	if (d->it != NULL) {
246		struct fw_xferq *it = d->it;
247
248		if ((it->flag & FWXFERQ_OPEN) == 0)
249			return (EINVAL);
250		if (it->flag & FWXFERQ_RUNNING) {
251			it->flag &= ~FWXFERQ_RUNNING;
252			fc->itx_disable(fc, it->dmach);
253		}
254		/* free extbuf */
255		fwdev_freebuf(it);
256		it->flag &= ~(FWXFERQ_OPEN |
257		    FWXFERQ_MODEMASK | FWXFERQ_CHTAGMASK);
258		d->it = NULL;
259	}
260	free(dev->si_drv1, M_FW);
261	dev->si_drv1 = NULL;
262
263	return err;
264}
265
266static int
267fw_read_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
268{
269	int err = 0, s;
270	struct fw_xfer *xfer;
271	struct fw_bind *fwb;
272	struct fw_pkt *fp;
273	struct tcode_info *tinfo;
274
275	FW_GLOCK(d->fc);
276	while ((xfer = STAILQ_FIRST(&d->rq)) == NULL && err == 0)
277		err = msleep(&d->rq, FW_GMTX(d->fc), FWPRI, "fwra", 0);
278
279	if (err != 0) {
280		FW_GUNLOCK(d->fc);
281		return (err);
282	}
283
284	s = splfw();
285	STAILQ_REMOVE_HEAD(&d->rq, link);
286	FW_GUNLOCK(xfer->fc);
287	splx(s);
288	fp = &xfer->recv.hdr;
289#if 0 /* for GASP ?? */
290	if (fc->irx_post != NULL)
291		fc->irx_post(fc, fp->mode.ld);
292#endif
293	tinfo = &xfer->fc->tcode[fp->mode.hdr.tcode];
294	err = uiomove(fp, tinfo->hdr_len, uio);
295	if (err)
296		goto out;
297	err = uiomove(xfer->recv.payload, xfer->recv.pay_len, uio);
298
299out:
300	/* recycle this xfer */
301	fwb = (struct fw_bind *)xfer->sc;
302	fw_xfer_unload(xfer);
303	xfer->recv.pay_len = PAGE_SIZE;
304	FW_GLOCK(xfer->fc);
305	STAILQ_INSERT_TAIL(&fwb->xferlist, xfer, link);
306	FW_GUNLOCK(xfer->fc);
307	return (err);
308}
309
310/*
311 * read request.
312 */
313static int
314fw_read(struct cdev *dev, struct uio *uio, int ioflag)
315{
316	struct fw_drv1 *d;
317	struct fw_xferq *ir;
318	struct firewire_comm *fc;
319	int err = 0, s, slept = 0;
320	struct fw_pkt *fp;
321
322	if (DEV_FWMEM(dev))
323		return (physio(dev, uio, ioflag));
324
325	d = dev->si_drv1;
326	fc = d->fc;
327	ir = d->ir;
328
329	if (ir == NULL)
330		return (fw_read_async(d, uio, ioflag));
331
332	if (ir->buf == NULL)
333		return (EIO);
334
335	FW_GLOCK(fc);
336readloop:
337	if (ir->stproc == NULL) {
338		/* iso bulkxfer */
339		ir->stproc = STAILQ_FIRST(&ir->stvalid);
340		if (ir->stproc != NULL) {
341			s = splfw();
342			STAILQ_REMOVE_HEAD(&ir->stvalid, link);
343			splx(s);
344			ir->queued = 0;
345		}
346	}
347	if (ir->stproc == NULL) {
348		/* no data available */
349		if (slept == 0) {
350			slept = 1;
351			ir->flag |= FWXFERQ_WAKEUP;
352			err = msleep(ir, FW_GMTX(fc), FWPRI, "fw_read", hz);
353			ir->flag &= ~FWXFERQ_WAKEUP;
354			if (err == 0)
355				goto readloop;
356		} else if (slept == 1)
357			err = EIO;
358		FW_GUNLOCK(fc);
359		return err;
360	} else if (ir->stproc != NULL) {
361		/* iso bulkxfer */
362		FW_GUNLOCK(fc);
363		fp = (struct fw_pkt *)fwdma_v_addr(ir->buf,
364		    ir->stproc->poffset + ir->queued);
365		if (fc->irx_post != NULL)
366			fc->irx_post(fc, fp->mode.ld);
367		if (fp->mode.stream.len == 0) {
368			err = EIO;
369			return err;
370		}
371		err = uiomove((caddr_t)fp,
372			fp->mode.stream.len + sizeof(uint32_t), uio);
373		ir->queued++;
374		if (ir->queued >= ir->bnpacket) {
375			s = splfw();
376			STAILQ_INSERT_TAIL(&ir->stfree, ir->stproc, link);
377			splx(s);
378			fc->irx_enable(fc, ir->dmach);
379			ir->stproc = NULL;
380		}
381		if (uio->uio_resid >= ir->psize) {
382			slept = -1;
383			FW_GLOCK(fc);
384			goto readloop;
385		}
386	}
387	return err;
388}
389
390static int
391fw_write_async(struct fw_drv1 *d, struct uio *uio, int ioflag)
392{
393	struct fw_xfer *xfer;
394	struct fw_pkt pkt;
395	struct tcode_info *tinfo;
396	int err;
397
398	bzero(&pkt, sizeof(struct fw_pkt));
399	if ((err = uiomove((caddr_t)&pkt, sizeof(uint32_t), uio)))
400		return (err);
401	tinfo = &d->fc->tcode[pkt.mode.hdr.tcode];
402	if ((err = uiomove((caddr_t)&pkt + sizeof(uint32_t),
403	    tinfo->hdr_len - sizeof(uint32_t), uio)))
404		return (err);
405
406	if ((xfer = fw_xfer_alloc_buf(M_FWXFER, uio->uio_resid,
407	    PAGE_SIZE/*XXX*/)) == NULL)
408		return (ENOMEM);
409
410	bcopy(&pkt, &xfer->send.hdr, sizeof(struct fw_pkt));
411	xfer->send.pay_len = uio->uio_resid;
412	if (uio->uio_resid > 0) {
413		if ((err = uiomove((caddr_t)&xfer->send.payload[0],
414		    uio->uio_resid, uio)))
415			goto out;
416	}
417
418	xfer->fc = d->fc;
419	xfer->sc = NULL;
420	xfer->hand = fw_xferwake;
421	xfer->send.spd = 2 /* XXX */;
422
423	if ((err = fw_asyreq(xfer->fc, -1, xfer)))
424		goto out;
425
426	if ((err = fw_xferwait(xfer)))
427		goto out;
428
429	if (xfer->resp != 0) {
430		err = xfer->resp;
431		goto out;
432	}
433
434	if (xfer->flag & FWXF_RCVD) {
435		FW_GLOCK(xfer->fc);
436		STAILQ_INSERT_TAIL(&d->rq, xfer, link);
437		FW_GUNLOCK(xfer->fc);
438		return (0);
439	}
440
441out:
442	fw_xfer_free(xfer);
443	return (err);
444}
445
446static int
447fw_write(struct cdev *dev, struct uio *uio, int ioflag)
448{
449	int err = 0;
450	int s, slept = 0;
451	struct fw_drv1 *d;
452	struct fw_pkt *fp;
453	struct firewire_comm *fc;
454	struct fw_xferq *it;
455
456	if (DEV_FWMEM(dev))
457		return (physio(dev, uio, ioflag));
458
459	d = dev->si_drv1;
460	fc = d->fc;
461	it = d->it;
462
463	if (it == NULL)
464		return (fw_write_async(d, uio, ioflag));
465
466	if (it->buf == NULL)
467		return (EIO);
468
469	FW_GLOCK(fc);
470isoloop:
471	if (it->stproc == NULL) {
472		it->stproc = STAILQ_FIRST(&it->stfree);
473		if (it->stproc != NULL) {
474			s = splfw();
475			STAILQ_REMOVE_HEAD(&it->stfree, link);
476			splx(s);
477			it->queued = 0;
478		} else if (slept == 0) {
479			slept = 1;
480#if 0	/* XXX to avoid lock recursion */
481			err = fc->itx_enable(fc, it->dmach);
482			if (err)
483				goto out;
484#endif
485			err = msleep(it, FW_GMTX(fc), FWPRI, "fw_write", hz);
486			if (err)
487				goto out;
488			goto isoloop;
489		} else {
490			err = EIO;
491			goto out;
492		}
493	}
494	FW_GUNLOCK(fc);
495	fp = (struct fw_pkt *)fwdma_v_addr(it->buf,
496			it->stproc->poffset + it->queued);
497	err = uiomove((caddr_t)fp, sizeof(struct fw_isohdr), uio);
498	err = uiomove((caddr_t)fp->mode.stream.payload,
499				fp->mode.stream.len, uio);
500	it->queued++;
501	if (it->queued >= it->bnpacket) {
502		s = splfw();
503		STAILQ_INSERT_TAIL(&it->stvalid, it->stproc, link);
504		splx(s);
505		it->stproc = NULL;
506		err = fc->itx_enable(fc, it->dmach);
507	}
508	if (uio->uio_resid >= sizeof(struct fw_isohdr)) {
509		slept = 0;
510		FW_GLOCK(fc);
511		goto isoloop;
512	}
513	return err;
514
515out:
516	FW_GUNLOCK(fc);
517	return err;
518}
519
520static void
521fw_hand(struct fw_xfer *xfer)
522{
523	struct fw_bind *fwb;
524	struct fw_drv1 *d;
525
526	fwb = (struct fw_bind *)xfer->sc;
527	d = fwb->sc;
528	FW_GLOCK(xfer->fc);
529	STAILQ_INSERT_TAIL(&d->rq, xfer, link);
530	FW_GUNLOCK(xfer->fc);
531	wakeup(&d->rq);
532}
533
534/*
535 * ioctl support.
536 */
537int
538fw_ioctl(struct cdev *dev, u_long cmd, caddr_t data, int flag, fw_proc *td)
539{
540	struct firewire_comm *fc;
541	struct fw_drv1 *d;
542	int i, len, err = 0;
543	struct fw_device *fwdev;
544	struct fw_bind *fwb;
545	struct fw_xferq *ir, *it;
546	struct fw_xfer *xfer;
547	struct fw_pkt *fp;
548	struct fw_devinfo *devinfo;
549	void *ptr;
550
551	struct fw_devlstreq *fwdevlst = (struct fw_devlstreq *)data;
552	struct fw_asyreq *asyreq = (struct fw_asyreq *)data;
553	struct fw_isochreq *ichreq = (struct fw_isochreq *)data;
554	struct fw_isobufreq *ibufreq = (struct fw_isobufreq *)data;
555	struct fw_asybindreq *bindreq = (struct fw_asybindreq *)data;
556	struct fw_crom_buf *crom_buf = (struct fw_crom_buf *)data;
557
558	if (DEV_FWMEM(dev))
559		return fwmem_ioctl(dev, cmd, data, flag, td);
560
561	if (!data)
562		return (EINVAL);
563
564	d = dev->si_drv1;
565	fc = d->fc;
566	ir = d->ir;
567	it = d->it;
568
569	switch (cmd) {
570	case FW_STSTREAM:
571		if (it == NULL) {
572			i = fw_open_isodma(fc, /* tx */1);
573			if (i < 0) {
574				err = EBUSY;
575				break;
576			}
577			it = fc->it[i];
578			err = fwdev_allocbuf(fc, it, &d->bufreq.tx);
579			if (err) {
580				it->flag &= ~FWXFERQ_OPEN;
581				break;
582			}
583		}
584		it->flag &= ~0xff;
585		it->flag |= (0x3f & ichreq->ch);
586		it->flag |= ((0x3 & ichreq->tag) << 6);
587		d->it = it;
588		break;
589	case FW_GTSTREAM:
590		if (it != NULL) {
591			ichreq->ch = it->flag & 0x3f;
592			ichreq->tag = it->flag >> 2 & 0x3;
593		} else
594			err = EINVAL;
595		break;
596	case FW_SRSTREAM:
597		if (ir == NULL) {
598			i = fw_open_isodma(fc, /* tx */0);
599			if (i < 0) {
600				err = EBUSY;
601				break;
602			}
603			ir = fc->ir[i];
604			err = fwdev_allocbuf(fc, ir, &d->bufreq.rx);
605			if (err) {
606				ir->flag &= ~FWXFERQ_OPEN;
607				break;
608			}
609		}
610		ir->flag &= ~0xff;
611		ir->flag |= (0x3f & ichreq->ch);
612		ir->flag |= ((0x3 & ichreq->tag) << 6);
613		d->ir = ir;
614		err = fc->irx_enable(fc, ir->dmach);
615		break;
616	case FW_GRSTREAM:
617		if (d->ir != NULL) {
618			ichreq->ch = ir->flag & 0x3f;
619			ichreq->tag = ir->flag >> 2 & 0x3;
620		} else
621			err = EINVAL;
622		break;
623	case FW_SSTBUF:
624		bcopy(ibufreq, &d->bufreq, sizeof(d->bufreq));
625		break;
626	case FW_GSTBUF:
627		bzero(&ibufreq->rx, sizeof(ibufreq->rx));
628		if (ir != NULL) {
629			ibufreq->rx.nchunk = ir->bnchunk;
630			ibufreq->rx.npacket = ir->bnpacket;
631			ibufreq->rx.psize = ir->psize;
632		}
633		bzero(&ibufreq->tx, sizeof(ibufreq->tx));
634		if (it != NULL) {
635			ibufreq->tx.nchunk = it->bnchunk;
636			ibufreq->tx.npacket = it->bnpacket;
637			ibufreq->tx.psize = it->psize;
638		}
639		break;
640	case FW_ASYREQ:
641	{
642		struct tcode_info *tinfo;
643		int pay_len = 0;
644
645		fp = &asyreq->pkt;
646		tinfo = &fc->tcode[fp->mode.hdr.tcode];
647
648		if ((tinfo->flag & FWTI_BLOCK_ASY) != 0)
649			pay_len = MAX(0, asyreq->req.len - tinfo->hdr_len);
650
651		xfer = fw_xfer_alloc_buf(M_FWXFER, pay_len, PAGE_SIZE/*XXX*/);
652		if (xfer == NULL)
653			return (ENOMEM);
654
655		switch (asyreq->req.type) {
656		case FWASREQNODE:
657			break;
658		case FWASREQEUI:
659			fwdev = fw_noderesolve_eui64(fc,
660						&asyreq->req.dst.eui);
661			if (fwdev == NULL) {
662				device_printf(fc->bdev,
663					"cannot find node\n");
664				err = EINVAL;
665				goto out;
666			}
667			fp->mode.hdr.dst = FWLOCALBUS | fwdev->dst;
668			break;
669		case FWASRESTL:
670			/* XXX what's this? */
671			break;
672		case FWASREQSTREAM:
673			/* nothing to do */
674			break;
675		}
676
677		bcopy(fp, (void *)&xfer->send.hdr, tinfo->hdr_len);
678		if (pay_len > 0)
679			bcopy((char *)fp + tinfo->hdr_len,
680			    xfer->send.payload, pay_len);
681		xfer->send.spd = asyreq->req.sped;
682		xfer->hand = fw_xferwake;
683
684		if ((err = fw_asyreq(fc, -1, xfer)) != 0)
685			goto out;
686		if ((err = fw_xferwait(xfer)) != 0)
687			goto out;
688		if (xfer->resp != 0) {
689			err = EIO;
690			goto out;
691		}
692		if ((tinfo->flag & FWTI_TLABEL) == 0)
693			goto out;
694
695		/* copy response */
696		tinfo = &fc->tcode[xfer->recv.hdr.mode.hdr.tcode];
697		if (xfer->recv.hdr.mode.hdr.tcode == FWTCODE_RRESB ||
698		    xfer->recv.hdr.mode.hdr.tcode == FWTCODE_LRES) {
699			pay_len = xfer->recv.pay_len;
700			if (asyreq->req.len >= xfer->recv.pay_len + tinfo->hdr_len) {
701				asyreq->req.len = xfer->recv.pay_len +
702				    tinfo->hdr_len;
703			} else {
704				err = EINVAL;
705				pay_len = 0;
706			}
707		} else {
708			pay_len = 0;
709		}
710		bcopy(&xfer->recv.hdr, fp, tinfo->hdr_len);
711		bcopy(xfer->recv.payload, (char *)fp + tinfo->hdr_len, pay_len);
712out:
713		fw_xfer_free_buf(xfer);
714		break;
715	}
716	case FW_IBUSRST:
717		fc->ibr(fc);
718		break;
719	case FW_CBINDADDR:
720		fwb = fw_bindlookup(fc,
721				bindreq->start.hi, bindreq->start.lo);
722		if (fwb == NULL) {
723			err = EINVAL;
724			break;
725		}
726		fw_bindremove(fc, fwb);
727		STAILQ_REMOVE(&d->binds, fwb, fw_bind, chlist);
728		fw_xferlist_remove(&fwb->xferlist);
729		free(fwb, M_FW);
730		break;
731	case FW_SBINDADDR:
732		if (bindreq->len <= 0) {
733			err = EINVAL;
734			break;
735		}
736		if (bindreq->start.hi > 0xffff) {
737			err = EINVAL;
738			break;
739		}
740		fwb = malloc(sizeof(struct fw_bind), M_FW, M_WAITOK);
741		fwb->start = ((u_int64_t)bindreq->start.hi << 32) |
742		    bindreq->start.lo;
743		fwb->end = fwb->start +  bindreq->len;
744		fwb->sc = d;
745		STAILQ_INIT(&fwb->xferlist);
746		err = fw_bindadd(fc, fwb);
747		if (err == 0) {
748			fw_xferlist_add(&fwb->xferlist, M_FWXFER,
749			    /* XXX */
750			    PAGE_SIZE, PAGE_SIZE, 5,
751			    fc, fwb, fw_hand);
752			STAILQ_INSERT_TAIL(&d->binds, fwb, chlist);
753		}
754		break;
755	case FW_GDEVLST:
756		i = len = 1;
757		/* myself */
758		devinfo = &fwdevlst->dev[0];
759		devinfo->dst = fc->nodeid;
760		devinfo->status = 0;	/* XXX */
761		devinfo->eui.hi = fc->eui.hi;
762		devinfo->eui.lo = fc->eui.lo;
763		STAILQ_FOREACH(fwdev, &fc->devices, link) {
764			if (len < FW_MAX_DEVLST) {
765				devinfo = &fwdevlst->dev[len++];
766				devinfo->dst = fwdev->dst;
767				devinfo->status =
768					(fwdev->status == FWDEVINVAL) ? 0 : 1;
769				devinfo->eui.hi = fwdev->eui.hi;
770				devinfo->eui.lo = fwdev->eui.lo;
771			}
772			i++;
773		}
774		fwdevlst->n = i;
775		fwdevlst->info_len = len;
776		break;
777	case FW_GTPMAP:
778		bcopy(fc->topology_map, data,
779		    (fc->topology_map->crc_len + 1) * 4);
780		break;
781	case FW_GCROM:
782		STAILQ_FOREACH(fwdev, &fc->devices, link)
783			if (FW_EUI64_EQUAL(fwdev->eui, crom_buf->eui))
784				break;
785		if (fwdev == NULL) {
786			if (!FW_EUI64_EQUAL(fc->eui, crom_buf->eui)) {
787				err = FWNODE_INVAL;
788				break;
789			}
790			/* myself */
791			ptr = malloc(CROMSIZE, M_FW, M_WAITOK);
792			len = CROMSIZE;
793			for (i = 0; i < CROMSIZE/4; i++)
794				((uint32_t *)ptr)[i]
795					= ntohl(fc->config_rom[i]);
796		} else {
797			/* found */
798			ptr = (void *)&fwdev->csrrom[0];
799			if (fwdev->rommax < CSRROMOFF)
800				len = 0;
801			else
802				len = fwdev->rommax - CSRROMOFF + 4;
803		}
804		if (crom_buf->len < len)
805			len = crom_buf->len;
806		else
807			crom_buf->len = len;
808		err = copyout(ptr, crom_buf->ptr, len);
809		if (fwdev == NULL)
810			/* myself */
811			free(ptr, M_FW);
812		break;
813	default:
814		fc->ioctl(dev, cmd, data, flag, td);
815		break;
816	}
817	return err;
818}
819int
820fw_poll(struct cdev *dev, int events, fw_proc *td)
821{
822	struct fw_xferq *ir;
823	int revents;
824	int tmp;
825
826	if (DEV_FWMEM(dev))
827		return fwmem_poll(dev, events, td);
828
829	ir = ((struct fw_drv1 *)dev->si_drv1)->ir;
830	revents = 0;
831	tmp = POLLIN | POLLRDNORM;
832	if (events & tmp) {
833		if (STAILQ_FIRST(&ir->q) != NULL)
834			revents |= tmp;
835		else
836			selrecord(td, &ir->rsel);
837	}
838	tmp = POLLOUT | POLLWRNORM;
839	if (events & tmp) {
840		/* XXX should be fixed */
841		revents |= tmp;
842	}
843
844	return revents;
845}
846
847static int
848fw_mmap (struct cdev *dev, vm_ooffset_t offset, vm_paddr_t *paddr,
849    int nproto, vm_memattr_t *memattr)
850{
851
852	if (DEV_FWMEM(dev))
853		return fwmem_mmap(dev, offset, paddr, nproto, memattr);
854
855	return EINVAL;
856}
857
858static void
859fw_strategy(struct bio *bp)
860{
861	struct cdev *dev;
862
863	dev = bp->bio_dev;
864	if (DEV_FWMEM(dev)) {
865		fwmem_strategy(bp);
866		return;
867	}
868
869	bp->bio_error = EOPNOTSUPP;
870	bp->bio_flags |= BIO_ERROR;
871	bp->bio_resid = bp->bio_bcount;
872	biodone(bp);
873}
874
875int
876fwdev_makedev(struct firewire_softc *sc)
877{
878	int err = 0;
879
880	struct cdev *d;
881	int unit;
882
883	unit = device_get_unit(sc->fc->bdev);
884	sc->dev = make_dev(&firewire_cdevsw, MAKEMINOR(0, unit, 0),
885	    UID_ROOT, GID_OPERATOR, 0660, "fw%d.%d", unit, 0);
886	d = make_dev(&firewire_cdevsw, MAKEMINOR(FWMEM_FLAG, unit, 0),
887	    UID_ROOT, GID_OPERATOR, 0660, "fwmem%d.%d", unit, 0);
888	dev_depends(sc->dev, d);
889	make_dev_alias(sc->dev, "fw%d", unit);
890	make_dev_alias(d, "fwmem%d", unit);
891
892	return (err);
893}
894
895int
896fwdev_destroydev(struct firewire_softc *sc)
897{
898	int err = 0;
899
900	destroy_dev(sc->dev);
901	return (err);
902}
903
904#define NDEVTYPE 2
905void
906fwdev_clone(void *arg, struct ucred *cred, char *name, int namelen,
907    struct cdev **dev)
908{
909	struct firewire_softc *sc;
910	char *devnames[NDEVTYPE] = {"fw", "fwmem"};
911	char *subp = NULL;
912	int devflag[NDEVTYPE] = {0, FWMEM_FLAG};
913	int i, unit = 0, sub = 0;
914
915	if (*dev != NULL)
916		return;
917
918	for (i = 0; i < NDEVTYPE; i++)
919		if (dev_stdclone(name, &subp, devnames[i], &unit) == 2)
920			goto found;
921	/* not match */
922	return;
923found:
924
925	if (subp == NULL || *subp++ != '.')
926		return;
927
928	/* /dev/fwU.S */
929	while (isdigit(*subp)) {
930		sub *= 10;
931		sub += *subp++ - '0';
932	}
933	if (*subp != '\0')
934		return;
935
936	sc = devclass_get_softc(firewire_devclass, unit);
937	if (sc == NULL)
938		return;
939	*dev = make_dev_credf(MAKEDEV_REF, &firewire_cdevsw,
940	    MAKEMINOR(devflag[i], unit, sub), cred, UID_ROOT, GID_OPERATOR,
941	    0660, "%s%d.%d", devnames[i], unit, sub);
942	dev_depends(sc->dev, *dev);
943	return;
944}
945