if_ce.c revision 188663
1/*
2 * Cronyx-Tau32-PCI adapter driver for FreeBSD.
3 *
4 * Copyright (C) 2003-2005 Cronyx Engineering.
5 * Copyright (C) 2003-2005 Kurakin Roman, <rik@FreeBSD.org>
6 *
7 * This software is distributed with NO WARRANTIES, not even the implied
8 * warranties for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
9 *
10 * Authors grant any other persons or organisations a permission to use,
11 * modify and redistribute this software in source and binary forms,
12 * as long as this message is kept with the software, all derivative
13 * works or modified versions.
14 *
15 * $Cronyx: if_ce.c,v 1.9.2.8 2005/11/21 14:17:44 rik Exp $
16 */
17
18#include <sys/cdefs.h>
19__FBSDID("$FreeBSD: head/sys/dev/ce/if_ce.c 188663 2009-02-15 23:29:13Z rwatson $");
20
21#include <sys/param.h>
22
23#if __FreeBSD_version >= 500000
24#   define NPCI 1
25#else
26#   include "pci.h"
27#endif
28
29#if NPCI > 0
30
31#include <sys/ucred.h>
32#include <sys/priv.h>
33#include <sys/proc.h>
34#include <sys/systm.h>
35#include <sys/mbuf.h>
36#include <sys/kernel.h>
37#include <sys/module.h>
38#include <sys/conf.h>
39#include <sys/malloc.h>
40#include <sys/socket.h>
41#include <sys/sockio.h>
42#if __FreeBSD_version >= 504000
43#include <sys/sysctl.h>
44#endif
45#include <sys/tty.h>
46#include <sys/bus.h>
47#include <vm/vm.h>
48#include <vm/pmap.h>
49#include <net/if.h>
50#if __FreeBSD_version > 501000
51#   include <dev/pci/pcivar.h>
52#   include <dev/pci/pcireg.h>
53#else
54#   include <pci/pcivar.h>
55#   include <pci/pcireg.h>
56#endif
57#include <machine/bus.h>
58#include <sys/rman.h>
59#include "opt_ng_cronyx.h"
60#ifdef NETGRAPH_CRONYX
61#   include "opt_netgraph.h"
62#   ifndef NETGRAPH
63#	error #option	NETGRAPH missed from configuration
64#   endif
65#   include <netgraph/ng_message.h>
66#   include <netgraph/netgraph.h>
67#   include <dev/ce/ng_ce.h>
68#else
69#   include <net/if_types.h>
70#   include <net/if_sppp.h>
71#   define PP_CISCO IFF_LINK2
72#   include <net/bpf.h>
73#endif
74#include <dev/cx/machdep.h>
75#include <dev/ce/ceddk.h>
76#include <machine/cserial.h>
77#include <machine/resource.h>
78#include <machine/pmap.h>
79
80/* If we don't have Cronyx's sppp version, we don't have fr support via sppp */
81#ifndef PP_FR
82#define PP_FR 0
83#endif
84
85#ifndef IFP2SP
86#define IFP2SP(ifp)	((struct sppp*)ifp)
87#endif
88#ifndef SP2IFP
89#define SP2IFP(sp)	((struct ifnet*)sp)
90#endif
91
92#ifndef PCIR_BAR
93#define PCIR_BAR(x)	(PCIR_MAPS + (x) * 4)
94#endif
95
96/* define as our previous return value */
97#ifndef BUS_PROBE_DEFAULT
98#define BUS_PROBE_DEFAULT 0
99#endif
100
101#define CE_DEBUG(d,s)	({if (d->chan->debug) {\
102				printf ("%s: ", d->name); printf s;}})
103#define CE_DEBUG2(d,s)	({if (d->chan->debug>1) {\
104				printf ("%s: ", d->name); printf s;}})
105
106#ifndef CALLOUT_MPSAFE
107#define CALLOUT_MPSAFE		0
108#endif
109
110#ifndef IF_DRAIN
111#define IF_DRAIN(ifq) do {		\
112	struct mbuf *m;			\
113	for (;;) {			\
114		IF_DEQUEUE(ifq, m);	\
115		if (m == NULL)		\
116			break;		\
117		m_freem(m);		\
118	}				\
119} while (0)
120#endif
121
122#ifndef _IF_QLEN
123#define _IF_QLEN(ifq)	((ifq)->ifq_len)
124#endif
125
126#ifndef callout_drain
127#define callout_drain callout_stop
128#endif
129
130#define CE_LOCK_NAME		"ceX"
131
132#define CE_LOCK(_bd)		mtx_lock (&(_bd)->ce_mtx)
133#define CE_UNLOCK(_bd)		mtx_unlock (&(_bd)->ce_mtx)
134#define CE_LOCK_ASSERT(_bd)	mtx_assert (&(_bd)->ce_mtx, MA_OWNED)
135
136#define CDEV_MAJOR	185
137
138static	int ce_probe		__P((device_t));
139static	int ce_attach		__P((device_t));
140static	int ce_detach		__P((device_t));
141
142static	device_method_t ce_methods[] = {
143	/* Device interface */
144	DEVMETHOD(device_probe,		ce_probe),
145	DEVMETHOD(device_attach,	ce_attach),
146	DEVMETHOD(device_detach,	ce_detach),
147
148	{0, 0}
149};
150
151typedef struct _ce_dma_mem_t {
152	unsigned long	phys;
153	void		*virt;
154	size_t		size;
155#if __FreeBSD_version >= 500000
156	bus_dma_tag_t	dmat;
157	bus_dmamap_t	mapp;
158#endif
159} ce_dma_mem_t;
160
161typedef struct _drv_t {
162	char	name [8];
163	int	running;
164	ce_board_t	*board;
165	ce_chan_t	*chan;
166	struct ifqueue	rqueue;
167#ifdef NETGRAPH
168	char	nodename [NG_NODELEN+1];
169	hook_p	hook;
170	hook_p	debug_hook;
171	node_p	node;
172	struct	ifqueue queue;
173	struct	ifqueue hi_queue;
174	short	timeout;
175	struct	callout timeout_handle;
176#else
177	struct	ifnet *ifp;
178#endif
179#if __FreeBSD_version >= 500000
180	struct	cdev *devt;
181#else /* __FreeBSD_version < 500000 */
182	dev_t	devt;
183#endif
184	ce_dma_mem_t dmamem;
185} drv_t;
186
187typedef	struct _bdrv_t {
188	ce_board_t	*board;
189	struct resource *ce_res;
190	struct resource *ce_irq;
191	void		*ce_intrhand;
192	ce_dma_mem_t	dmamem;
193	drv_t		channel [NCHAN];
194#if __FreeBSD_version >= 504000
195	struct mtx	ce_mtx;
196#endif
197} bdrv_t;
198
199static	driver_t ce_driver = {
200	"ce",
201	ce_methods,
202	sizeof(bdrv_t),
203};
204
205static	devclass_t ce_devclass;
206
207static void ce_receive (ce_chan_t *c, unsigned char *data, int len);
208static void ce_transmit (ce_chan_t *c, void *attachment, int len);
209static void ce_error (ce_chan_t *c, int data);
210static void ce_up (drv_t *d);
211static void ce_start (drv_t *d);
212static void ce_down (drv_t *d);
213static void ce_watchdog (drv_t *d);
214#ifdef NETGRAPH
215extern struct ng_type typestruct;
216#else
217static void ce_ifstart (struct ifnet *ifp);
218static void ce_tlf (struct sppp *sp);
219static void ce_tls (struct sppp *sp);
220static void ce_ifwatchdog (struct ifnet *ifp);
221static int ce_sioctl (struct ifnet *ifp, u_long cmd, caddr_t data);
222static void ce_initialize (void *softc);
223#endif
224
225static ce_board_t *adapter [NBRD];
226static drv_t *channel [NBRD*NCHAN];
227static struct callout led_timo [NBRD];
228static struct callout timeout_handle;
229
230static int ce_destroy = 0;
231
232#if __FreeBSD_version < 500000
233static int ce_open (dev_t dev, int oflags, int devtype, struct proc *p);
234static int ce_close (dev_t dev, int fflag, int devtype, struct proc *p);
235static int ce_ioctl (dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p);
236#else
237static int ce_open (struct cdev *dev, int oflags, int devtype, struct thread *td);
238static int ce_close (struct cdev *dev, int fflag, int devtype, struct thread *td);
239static int ce_ioctl (struct cdev *dev, u_long cmd, caddr_t data, int flag, struct thread *td);
240#endif
241#if __FreeBSD_version < 500000
242static struct cdevsw ce_cdevsw = {
243	ce_open,	ce_close,	noread,		nowrite,
244	ce_ioctl,	nopoll,		nommap,		nostrategy,
245	"ce",		CDEV_MAJOR,	nodump,		nopsize,
246	D_NAGGED,	-1
247	};
248#elif __FreeBSD_version == 500000
249static struct cdevsw ce_cdevsw = {
250	ce_open,	ce_close,	noread,		nowrite,
251	ce_ioctl,	nopoll,		nommap,		nostrategy,
252	"ce",		CDEV_MAJOR,	nodump,		nopsize,
253	D_NAGGED,
254	};
255#elif __FreeBSD_version <= 501000
256static struct cdevsw ce_cdevsw = {
257	.d_open	    = ce_open,
258	.d_close    = ce_close,
259	.d_read     = noread,
260	.d_write    = nowrite,
261	.d_ioctl    = ce_ioctl,
262	.d_poll     = nopoll,
263	.d_mmap	    = nommap,
264	.d_strategy = nostrategy,
265	.d_name     = "ce",
266	.d_maj	    = CDEV_MAJOR,
267	.d_dump     = nodump,
268	.d_flags    = D_NAGGED,
269};
270#elif __FreeBSD_version < 502103
271static struct cdevsw ce_cdevsw = {
272	.d_open     = ce_open,
273	.d_close    = ce_close,
274	.d_ioctl    = ce_ioctl,
275	.d_name     = "ce",
276	.d_maj	    = CDEV_MAJOR,
277	.d_flags    = D_NAGGED,
278};
279#elif __FreeBSD_version < 600000
280static struct cdevsw ce_cdevsw = {
281	.d_version  = D_VERSION,
282	.d_open     = ce_open,
283	.d_close    = ce_close,
284	.d_ioctl    = ce_ioctl,
285	.d_name     = "ce",
286	.d_maj	    = CDEV_MAJOR,
287	.d_flags    = D_NEEDGIANT,
288};
289#else /* __FreeBSD_version >= 600000 */
290static struct cdevsw ce_cdevsw = {
291	.d_version  = D_VERSION,
292	.d_open     = ce_open,
293	.d_close    = ce_close,
294	.d_ioctl    = ce_ioctl,
295	.d_name     = "ce",
296};
297#endif
298
299/*
300 * Print the mbuf chain, for debug purposes only.
301 */
302static void printmbuf (struct mbuf *m)
303{
304	printf ("mbuf:");
305	for (; m; m=m->m_next) {
306		if (m->m_flags & M_PKTHDR)
307			printf (" HDR %d:", m->m_pkthdr.len);
308		if (m->m_flags & M_EXT)
309			printf (" EXT:");
310		printf (" %d", m->m_len);
311	}
312	printf ("\n");
313}
314
315/*
316 * Make an mbuf from data.
317 */
318static struct mbuf *makembuf (void *buf, unsigned len)
319{
320	struct mbuf *m;
321
322	MGETHDR (m, M_DONTWAIT, MT_DATA);
323	if (! m)
324		return 0;
325	MCLGET (m, M_DONTWAIT);
326	if (! (m->m_flags & M_EXT)) {
327		m_freem (m);
328		return 0;
329	}
330	m->m_pkthdr.len = m->m_len = len;
331	bcopy (buf, mtod (m, caddr_t), len);
332	return m;
333}
334
335static int ce_probe (device_t dev)
336{
337	if ((pci_get_vendor (dev) == TAU32_PCI_VENDOR_ID) &&
338	    (pci_get_device (dev) == TAU32_PCI_DEVICE_ID)) {
339		device_set_desc (dev, "Cronyx-Tau32-PCI serial adapter");
340		return BUS_PROBE_DEFAULT;
341	}
342	return ENXIO;
343}
344
345static void ce_timeout (void *arg)
346{
347	drv_t *d;
348	int s, i, k;
349
350	for (i = 0; i < NBRD; ++i) {
351		if (adapter[i] == NULL)
352			continue;
353		for (k = 0; k < NCHAN; ++k) {
354			s = splimp ();
355			if (ce_destroy) {
356				splx (s);
357				return;
358			}
359			d = channel[i * NCHAN + k];
360			if (!d) {
361				splx (s);
362				continue;
363			}
364			CE_LOCK ((bdrv_t *)d->board->sys);
365			switch (d->chan->type) {
366			case T_E1:
367				ce_e1_timer (d->chan);
368				break;
369			default:
370				break;
371			}
372			CE_UNLOCK ((bdrv_t *)d->board->sys);
373			splx (s);
374		}
375	}
376	s = splimp ();
377	if (!ce_destroy)
378		callout_reset (&timeout_handle, hz, ce_timeout, 0);
379	splx (s);
380}
381
382static void ce_led_off (void *arg)
383{
384	ce_board_t *b = arg;
385	bdrv_t *bd = (bdrv_t *) b->sys;
386	int s;
387	s = splimp ();
388	if (ce_destroy) {
389		splx (s);
390		return;
391	}
392	CE_LOCK (bd);
393	TAU32_LedSet (b->ddk.pControllerObject, 0);
394	CE_UNLOCK (bd);
395	splx (s);
396}
397
398static void ce_intr (void *arg)
399{
400	bdrv_t *bd = arg;
401	ce_board_t *b = bd->board;
402	int s;
403	int i;
404#if __FreeBSD_version >= 500000 && defined NETGRAPH
405	int error;
406#endif
407	s = splimp ();
408	if (ce_destroy) {
409		splx (s);
410		return;
411	}
412	CE_LOCK (bd);
413	/* Turn LED on. */
414	TAU32_LedSet (b->ddk.pControllerObject, 1);
415
416	TAU32_HandleInterrupt (b->ddk.pControllerObject);
417
418	/* Turn LED off 50 msec later. */
419	callout_reset (&led_timo[b->num], hz/20, ce_led_off, b);
420	CE_UNLOCK (bd);
421	splx (s);
422
423	/* Pass packets in a lock-free state */
424	for (i = 0; i < NCHAN && b->chan[i].type; i++) {
425		drv_t *d = b->chan[i].sys;
426		struct mbuf *m;
427		if (!d || !d->running)
428			continue;
429		while (_IF_QLEN(&d->rqueue)) {
430			IF_DEQUEUE (&d->rqueue,m);
431			if (!m)
432				continue;
433#ifdef NETGRAPH
434			if (d->hook) {
435#if __FreeBSD_version >= 500000
436				NG_SEND_DATA_ONLY (error, d->hook, m);
437#else
438				ng_queue_data (d->hook, m, 0);
439#endif
440			} else {
441				IF_DRAIN (&d->rqueue);
442			}
443#else
444			sppp_input (d->ifp, m);
445#endif
446		}
447	}
448}
449
450#if __FreeBSD_version >= 500000
451static void
452ce_bus_dmamap_addr (void *arg, bus_dma_segment_t *segs, int nseg, int error)
453{
454	unsigned long *addr;
455
456	if (error)
457		return;
458
459	KASSERT(nseg == 1, ("too many DMA segments, %d should be 1", nseg));
460	addr = arg;
461	*addr = segs->ds_addr;
462}
463
464#ifndef BUS_DMA_ZERO
465#define BUS_DMA_ZERO 0
466#endif
467
468static int
469ce_bus_dma_mem_alloc (int bnum, int cnum, ce_dma_mem_t *dmem)
470{
471	int error;
472
473	error = bus_dma_tag_create (NULL, 16, 0, BUS_SPACE_MAXADDR_32BIT,
474		BUS_SPACE_MAXADDR, NULL, NULL, dmem->size, 1,
475		dmem->size, 0,
476#if __FreeBSD_version >= 502000
477		NULL, NULL,
478#endif
479		&dmem->dmat);
480	if (error) {
481		if (cnum >= 0)	printf ("ce%d-%d: ", bnum, cnum);
482		else		printf ("ce%d: ", bnum);
483		printf ("couldn't allocate tag for dma memory\n");
484 		return 0;
485	}
486	error = bus_dmamem_alloc (dmem->dmat, (void **)&dmem->virt,
487		BUS_DMA_NOWAIT | BUS_DMA_ZERO, &dmem->mapp);
488	if (error) {
489		if (cnum >= 0)	printf ("ce%d-%d: ", bnum, cnum);
490		else		printf ("ce%d: ", bnum);
491		printf ("couldn't allocate mem for dma memory\n");
492		bus_dma_tag_destroy (dmem->dmat);
493 		return 0;
494	}
495	error = bus_dmamap_load (dmem->dmat, dmem->mapp, dmem->virt,
496		dmem->size, ce_bus_dmamap_addr, &dmem->phys, 0);
497	if (error) {
498		if (cnum >= 0)	printf ("ce%d-%d: ", bnum, cnum);
499		else		printf ("ce%d: ", bnum);
500		printf ("couldn't load mem map for dma memory\n");
501		bus_dmamem_free (dmem->dmat, dmem->virt, dmem->mapp);
502		bus_dma_tag_destroy (dmem->dmat);
503 		return 0;
504	}
505#if __FreeBSD_version >= 502000
506	bzero (dmem->virt, dmem->size);
507#endif
508	return 1;
509}
510
511static void
512ce_bus_dma_mem_free (ce_dma_mem_t *dmem)
513{
514	bus_dmamap_unload (dmem->dmat, dmem->mapp);
515	bus_dmamem_free (dmem->dmat, dmem->virt, dmem->mapp);
516	bus_dma_tag_destroy (dmem->dmat);
517}
518#else
519static int
520ce_bus_dma_mem_alloc (int bnum, int cnum, ce_dma_mem_t *dmem)
521{
522	dmem->virt = contigmalloc (dmem->size, M_DEVBUF, M_WAITOK,
523				   0x100000, 0xffffffff, 16, 0);
524	if (dmem->virt == NULL) {
525		if (cnum >= 0)	printf ("ce%d-%d: ", bnum, cnum);
526		else		printf ("ce%d: ", bnum);
527		printf ("couldn't allocate dma memory\n");
528 		return 0;
529	}
530	dmem->phys = vtophys (dmem->virt);
531	bzero (dmem->virt, dmem->size);
532	return 1;
533}
534
535static void
536ce_bus_dma_mem_free (ce_dma_mem_t *dmem)
537{
538	contigfree (dmem->virt, dmem->size, M_DEVBUF);
539}
540#endif
541
542/*
543 * Called if the probe succeeded.
544 */
545static int ce_attach (device_t dev)
546{
547	bdrv_t *bd = device_get_softc (dev);
548	int unit = device_get_unit (dev);
549#if __FreeBSD_version >= 504000
550	char *ce_ln = CE_LOCK_NAME;
551#endif
552	vm_offset_t vbase;
553	int rid, error;
554	ce_board_t *b;
555	ce_chan_t *c;
556	drv_t *d;
557	int s;
558
559	b = malloc (sizeof(ce_board_t), M_DEVBUF, M_WAITOK);
560	if (!b) {
561		printf ("ce%d: couldn't allocate memory\n", unit);
562		return (ENXIO);
563	}
564	bzero (b, sizeof(ce_board_t));
565
566	b->ddk.sys = &b;
567
568#if __FreeBSD_version >= 440000
569	pci_enable_busmaster (dev);
570#endif
571
572	bd->dmamem.size = TAU32_ControllerObjectSize;
573	if (! ce_bus_dma_mem_alloc (unit, -1, &bd->dmamem)) {
574		free (b, M_DEVBUF);
575		return (ENXIO);
576	}
577	b->ddk.pControllerObject = bd->dmamem.virt;
578
579	bd->board = b;
580	b->sys = bd;
581	rid = PCIR_BAR(0);
582	bd->ce_res = bus_alloc_resource (dev, SYS_RES_MEMORY, &rid,
583			0, ~0, 1, RF_ACTIVE);
584	if (! bd->ce_res) {
585		printf ("ce%d: cannot map memory\n", unit);
586		ce_bus_dma_mem_free (&bd->dmamem);
587		free (b, M_DEVBUF);
588		return (ENXIO);
589	}
590	vbase = (vm_offset_t) rman_get_virtual (bd->ce_res);
591
592	b->ddk.PciBar1VirtualAddress = (void *)vbase;
593	b->ddk.ControllerObjectPhysicalAddress = bd->dmamem.phys;
594	b->ddk.pErrorNotifyCallback = ce_error_callback;
595	b->ddk.pStatusNotifyCallback = ce_status_callback;
596	b->num = unit;
597
598	TAU32_BeforeReset(&b->ddk);
599	pci_write_config (dev, TAU32_PCI_RESET_ADDRESS, TAU32_PCI_RESET_ON, 4);
600	pci_write_config (dev, TAU32_PCI_RESET_ADDRESS, TAU32_PCI_RESET_OFF, 4);
601
602	if(!TAU32_Initialize(&b->ddk, 0))
603	{
604		printf ("ce%d: init adapter error 0x%08x, bus dead bits 0x%08lx\n",
605			unit, b->ddk.InitErrors, b->ddk.DeadBits);
606		bus_release_resource (dev, SYS_RES_MEMORY, PCIR_BAR(0), bd->ce_res);
607		ce_bus_dma_mem_free (&bd->dmamem);
608		free (b, M_DEVBUF);
609		return (ENXIO);
610	}
611
612	s = splimp ();
613
614	ce_init_board (b);
615
616	rid = 0;
617	bd->ce_irq = bus_alloc_resource (dev, SYS_RES_IRQ, &rid, 0, ~0, 1,
618			RF_SHAREABLE | RF_ACTIVE);
619	if (! bd->ce_irq) {
620		printf ("ce%d: cannot map interrupt\n", unit);
621		bus_release_resource (dev, SYS_RES_MEMORY, PCIR_BAR(0), bd->ce_res);
622		ce_bus_dma_mem_free (&bd->dmamem);
623		free (b, M_DEVBUF);
624		splx (s);
625		return (ENXIO);
626	}
627#if __FreeBSD_version >= 500000
628	callout_init (&led_timo[unit], CALLOUT_MPSAFE);
629#else
630	callout_init (&led_timo[unit]);
631#endif
632	error  = bus_setup_intr (dev, bd->ce_irq,
633#if __FreeBSD_version >= 500013
634				INTR_TYPE_NET|INTR_MPSAFE,
635#else
636				INTR_TYPE_NET,
637#endif
638				NULL, ce_intr, bd, &bd->ce_intrhand);
639	if (error) {
640		printf ("ce%d: cannot set up irq\n", unit);
641		bus_release_resource (dev, SYS_RES_IRQ, 0, bd->ce_irq);
642		bus_release_resource (dev, SYS_RES_MEMORY,
643				PCIR_BAR(0), bd->ce_res);
644		ce_bus_dma_mem_free (&bd->dmamem);
645		free (b, M_DEVBUF);
646		splx (s);
647		return (ENXIO);
648 	}
649
650	switch (b->ddk.Model) {
651	case 1:		strcpy (b->name, TAU32_BASE_NAME);	break;
652	case 2:		strcpy (b->name, TAU32_LITE_NAME);	break;
653	case 3:		strcpy (b->name, TAU32_ADPCM_NAME);	break;
654	default:	strcpy (b->name, TAU32_UNKNOWN_NAME);	break;
655	}
656
657	printf ("ce%d: %s\n", unit, b->name);
658
659	for (c = b->chan; c < b->chan + NCHAN; ++c) {
660		c->num = (c - b->chan);
661		c->board = b;
662
663		d = &bd->channel[c->num];
664		d->dmamem.size = sizeof(ce_buf_t);
665		if (! ce_bus_dma_mem_alloc (unit, c->num, &d->dmamem))
666			continue;
667
668		channel [b->num * NCHAN + c->num] = d;
669		sprintf (d->name, "ce%d.%d", b->num, c->num);
670		d->board = b;
671		d->chan = c;
672		c->sys = d;
673	}
674
675	for (c = b->chan; c < b->chan + NCHAN; ++c) {
676		if (c->sys == NULL)
677			continue;
678		d = c->sys;
679
680#ifdef NETGRAPH
681		if (ng_make_node_common (&typestruct, &d->node) != 0) {
682			printf ("%s: cannot make common node\n", d->name);
683			d->node = NULL;
684			continue;
685		}
686#if __FreeBSD_version >= 500000
687		NG_NODE_SET_PRIVATE (d->node, d);
688		callout_init (&d->timeout_handle, CALLOUT_MPSAFE);
689#else
690		d->node->private = d;
691#endif
692		sprintf (d->nodename, "%s%d", NG_CE_NODE_TYPE,
693			 c->board->num * NCHAN + c->num);
694		if (ng_name_node (d->node, d->nodename)) {
695			printf ("%s: cannot name node\n", d->nodename);
696#if __FreeBSD_version >= 500000
697			NG_NODE_UNREF (d->node);
698#else
699			ng_rmnode (d->node);
700			ng_unref (d->node);
701#endif
702			continue;
703		}
704		d->queue.ifq_maxlen	= IFQ_MAXLEN;
705		d->hi_queue.ifq_maxlen	= IFQ_MAXLEN;
706		d->rqueue.ifq_maxlen	= IFQ_MAXLEN;
707#if __FreeBSD_version >= 500000
708		mtx_init (&d->queue.ifq_mtx, "ce_queue", NULL, MTX_DEF);
709		mtx_init (&d->hi_queue.ifq_mtx, "ce_queue_hi", NULL, MTX_DEF);
710		mtx_init (&d->rqueue.ifq_mtx, "ce_rqueue", NULL, MTX_DEF);
711#endif
712#else /*NETGRAPH*/
713#if __FreeBSD_version >= 600031
714		d->ifp = if_alloc(IFT_PPP);
715#else
716		d->ifp = malloc (sizeof(struct sppp), M_DEVBUF, M_WAITOK);
717		bzero (d->ifp, sizeof(struct sppp));
718#endif
719		if (!d->ifp) {
720			printf ("%s: cannot if_alloc() interface\n", d->name);
721			continue;
722		}
723		d->ifp->if_softc	= d;
724#if __FreeBSD_version > 501000
725		if_initname (d->ifp, "ce", b->num * NCHAN + c->num);
726#else
727		d->ifp->if_unit		= b->num * NCHAN + c->num;
728		d->ifp->if_name		= "ce";
729#endif
730		d->ifp->if_mtu		= PP_MTU;
731		d->ifp->if_flags	= IFF_POINTOPOINT | IFF_MULTICAST;
732		d->ifp->if_ioctl	= ce_sioctl;
733		d->ifp->if_start	= ce_ifstart;
734		d->ifp->if_watchdog	= ce_ifwatchdog;
735		d->ifp->if_init		= ce_initialize;
736		d->rqueue.ifq_maxlen	= IFQ_MAXLEN;
737#if __FreeBSD_version >= 500000
738		mtx_init (&d->rqueue.ifq_mtx, "ce_rqueue", NULL, MTX_DEF);
739#endif
740		sppp_attach (d->ifp);
741		if_attach (d->ifp);
742		IFP2SP(d->ifp)->pp_tlf	= ce_tlf;
743		IFP2SP(d->ifp)->pp_tls	= ce_tls;
744		/* If BPF is in the kernel, call the attach for it.
745		 * The header size of PPP or Cisco/HDLC is 4 bytes. */
746		bpfattach (d->ifp, DLT_PPP, 4);
747#endif /*NETGRAPH*/
748		ce_start_chan (c, 1, 1, d->dmamem.virt, d->dmamem.phys);
749
750		/* Register callback functions. */
751		ce_register_transmit (c, &ce_transmit);
752		ce_register_receive (c, &ce_receive);
753		ce_register_error (c, &ce_error);
754		d->devt = make_dev (&ce_cdevsw, b->num*NCHAN+c->num, UID_ROOT,
755				GID_WHEEL, 0600, "ce%d", b->num*NCHAN+c->num);
756	}
757
758#if __FreeBSD_version >= 504000
759	ce_ln[2] = '0' + unit;
760	mtx_init (&bd->ce_mtx, ce_ln, MTX_NETWORK_LOCK, MTX_DEF|MTX_RECURSE);
761#endif
762	CE_LOCK (bd);
763	TAU32_EnableInterrupts(b->ddk.pControllerObject);
764	adapter[unit] = b;
765	CE_UNLOCK (bd);
766	splx (s);
767
768	return 0;
769}
770
771static int ce_detach (device_t dev)
772{
773	bdrv_t *bd = device_get_softc (dev);
774	ce_board_t *b = bd->board;
775	ce_chan_t *c;
776	int s;
777
778#if __FreeBSD_version >= 504000
779	KASSERT (mtx_initialized (&bd->ce_mtx), ("ce mutex not initialized"));
780#endif
781	s = splimp ();
782	CE_LOCK (bd);
783	/* Check if the device is busy (open). */
784	for (c = b->chan; c < b->chan + NCHAN; ++c) {
785		drv_t *d = (drv_t*) c->sys;
786
787		/* XXX Non existen chan! */
788		if (! d || ! d->chan)
789			continue;
790		if (d->running) {
791			CE_UNLOCK (bd);
792			splx (s);
793			return EBUSY;
794		}
795	}
796
797	/* Ok, we can unload driver */
798	/* At first we should disable interrupts */
799	ce_destroy = 1;
800	TAU32_DisableInterrupts(b->ddk.pControllerObject);
801
802	callout_stop (&led_timo[b->num]);
803
804	for (c = b->chan; c < b->chan + NCHAN; ++c) {
805		drv_t *d = (drv_t*) c->sys;
806
807		if (! d || ! d->chan)
808			continue;
809#ifndef NETGRAPH
810		/* Detach from the packet filter list of interfaces. */
811		bpfdetach (d->ifp);
812
813		/* Detach from the sync PPP list. */
814		sppp_detach (d->ifp);
815
816		/* Detach from the system list of interfaces. */
817		if_detach (d->ifp);
818#if __FreeBSD_version > 600031
819		if_free(d->ifp);
820#else
821		free (d->ifp, M_DEVBUF);
822#endif
823
824		IF_DRAIN (&d->rqueue);
825#if __FreeBSD_version >= 500000
826		mtx_destroy (&d->rqueue.ifq_mtx);
827#endif
828#else
829#if __FreeBSD_version >= 500000
830		if (d->node) {
831			ng_rmnode_self (d->node);
832			NG_NODE_UNREF (d->node);
833			d->node = NULL;
834		}
835		IF_DRAIN (&d->rqueue);
836		mtx_destroy (&d->queue.ifq_mtx);
837		mtx_destroy (&d->hi_queue.ifq_mtx);
838		mtx_destroy (&d->rqueue.ifq_mtx);
839#else
840		ng_rmnode (d->node);
841		d->node = 0;
842#endif
843#endif
844		destroy_dev (d->devt);
845	}
846
847	CE_UNLOCK (bd);
848	splx (s);
849
850	callout_drain (&led_timo[b->num]);
851
852	/* Disable the interrupt request. */
853	bus_teardown_intr (dev, bd->ce_irq, bd->ce_intrhand);
854	bus_release_resource (dev, SYS_RES_IRQ, 0, bd->ce_irq);
855	TAU32_DestructiveHalt (b->ddk.pControllerObject, 0);
856	bus_release_resource (dev, SYS_RES_MEMORY, PCIR_BAR(0), bd->ce_res);
857
858	s = splimp ();
859	CE_LOCK (bd);
860	for (c = b->chan; c < b->chan + NCHAN; ++c) {
861		drv_t *d = (drv_t*) c->sys;
862
863		if (! d || ! d->chan)
864			continue;
865		channel [b->num * NCHAN + c->num] = 0;
866		/* Deallocate buffers. */
867		ce_bus_dma_mem_free (&d->dmamem);
868	}
869	adapter [b->num] = 0;
870	ce_bus_dma_mem_free (&bd->dmamem);
871	free (b, M_DEVBUF);
872	CE_UNLOCK (bd);
873	splx (s);
874#if __FreeBSD_version >= 504000
875	mtx_destroy (&bd->ce_mtx);
876#endif
877	return 0;
878}
879
880#ifndef NETGRAPH
881static void ce_ifstart (struct ifnet *ifp)
882{
883	drv_t *d = ifp->if_softc;
884	bdrv_t *bd = d->board->sys;
885
886	CE_LOCK (bd);
887	ce_start (d);
888	CE_UNLOCK (bd);
889}
890
891static void ce_ifwatchdog (struct ifnet *ifp)
892{
893	drv_t *d = ifp->if_softc;
894
895	ce_watchdog (d);
896}
897
898static void ce_tlf (struct sppp *sp)
899{
900	drv_t *d = SP2IFP(sp)->if_softc;
901
902	CE_DEBUG2 (d, ("ce_tlf\n"));
903	sp->pp_down (sp);
904}
905
906static void ce_tls (struct sppp *sp)
907{
908	drv_t *d = SP2IFP(sp)->if_softc;
909
910	CE_DEBUG2 (d, ("ce_tls\n"));
911	sp->pp_up (sp);
912}
913
914/*
915 * Process an ioctl request.
916 */
917static int ce_sioctl (struct ifnet *ifp, u_long cmd, caddr_t data)
918{
919	drv_t *d = ifp->if_softc;
920	bdrv_t *bd = d->board->sys;
921	int error, s, was_up, should_be_up;
922
923#if __FreeBSD_version >= 600034
924	was_up = (ifp->if_drv_flags & IFF_DRV_RUNNING) != 0;
925#else
926	was_up = (ifp->if_flags & IFF_RUNNING) != 0;
927#endif
928	error = sppp_ioctl (ifp, cmd, data);
929
930	if (error)
931		return error;
932
933	if (! (ifp->if_flags & IFF_DEBUG))
934		d->chan->debug = 0;
935	else
936		d->chan->debug = d->chan->debug_shadow;
937
938	switch (cmd) {
939	default:	   CE_DEBUG2 (d, ("ioctl 0x%lx\n", cmd));   return 0;
940	case SIOCADDMULTI: CE_DEBUG2 (d, ("ioctl SIOCADDMULTI\n")); return 0;
941	case SIOCDELMULTI: CE_DEBUG2 (d, ("ioctl SIOCDELMULTI\n")); return 0;
942	case SIOCSIFFLAGS: CE_DEBUG2 (d, ("ioctl SIOCSIFFLAGS\n")); break;
943	case SIOCSIFADDR:  CE_DEBUG2 (d, ("ioctl SIOCSIFADDR\n"));  break;
944	}
945
946	/* We get here only in case of SIFFLAGS or SIFADDR. */
947	s = splimp ();
948	CE_LOCK (bd);
949#if __FreeBSD_version >= 600034
950	should_be_up = (ifp->if_drv_flags & IFF_DRV_RUNNING) != 0;
951#else
952	should_be_up = (ifp->if_flags & IFF_RUNNING) != 0;
953#endif
954	if (! was_up && should_be_up) {
955		/* Interface goes up -- start it. */
956		ce_up (d);
957		ce_start (d);
958	} else if (was_up && ! should_be_up) {
959		/* Interface is going down -- stop it. */
960/*		if ((IFP2SP(ifp)->pp_flags & PP_FR) || (ifp->if_flags & PP_CISCO))*/
961		ce_down (d);
962	}
963	CE_DEBUG (d, ("ioctl 0x%lx p4\n", cmd));
964	CE_UNLOCK (bd);
965	splx (s);
966	return 0;
967}
968
969/*
970 * Initialization of interface.
971 * It seems to be never called by upper level?
972 */
973static void ce_initialize (void *softc)
974{
975	drv_t *d = softc;
976
977	CE_DEBUG (d, ("ce_initialize\n"));
978}
979#endif /*NETGRAPH*/
980
981/*
982 * Stop the interface.  Called on splimp().
983 */
984static void ce_down (drv_t *d)
985{
986	CE_DEBUG (d, ("ce_down\n"));
987	/* Interface is going down -- stop it. */
988	ce_set_dtr (d->chan, 0);
989	ce_set_rts (d->chan, 0);
990
991	d->running = 0;
992}
993
994/*
995 * Start the interface.  Called on splimp().
996 */
997static void ce_up (drv_t *d)
998{
999	CE_DEBUG (d, ("ce_up\n"));
1000	ce_set_dtr (d->chan, 1);
1001	ce_set_rts (d->chan, 1);
1002
1003	d->running = 1;
1004}
1005
1006/*
1007 * Start output on the interface.  Get another datagram to send
1008 * off of the interface queue, and copy it to the interface
1009 * before starting the output.
1010 */
1011static void ce_send (drv_t *d)
1012{
1013	struct mbuf *m;
1014	u_short len;
1015
1016	CE_DEBUG2 (d, ("ce_send\n"));
1017
1018	/* No output if the interface is down. */
1019	if (! d->running)
1020		return;
1021
1022	while (ce_transmit_space (d->chan)) {
1023		/* Get the packet to send. */
1024#ifdef NETGRAPH
1025		IF_DEQUEUE (&d->hi_queue, m);
1026		if (! m)
1027			IF_DEQUEUE (&d->queue, m);
1028#else
1029		m = sppp_dequeue (d->ifp);
1030#endif
1031		if (! m)
1032			return;
1033#ifndef NETGRAPH
1034#if __FreeBSD_version >= 500000
1035		BPF_MTAP (d->ifp, m);
1036#else
1037		if (d->ifp->if_bpf)
1038			bpf_mtap (d->ifp, m);
1039#endif
1040#endif
1041#if __FreeBSD_version >= 490000
1042		len = m_length (m, NULL);
1043#else
1044		len = m->m_pkthdr.len;
1045#endif
1046		if (len >= BUFSZ)
1047			printf ("%s: too long packet: %d bytes: ",
1048				d->name, len);
1049		else if (! m->m_next)
1050			ce_send_packet (d->chan, (u_char*) mtod (m, caddr_t), len, 0);
1051		else {
1052			ce_buf_item_t *item = (ce_buf_item_t*)d->chan->tx_queue;
1053			m_copydata (m, 0, len, item->buf);
1054			ce_send_packet (d->chan, item->buf, len, 0);
1055		}
1056		m_freem (m);
1057		/* Set up transmit timeout, if the transmit ring is not empty.*/
1058#ifdef NETGRAPH
1059		d->timeout = 10;
1060#else
1061		d->ifp->if_timer = 10;
1062#endif
1063	}
1064#ifndef NETGRAPH
1065#if __FreeBSD_version >= 600034
1066	d->ifp->if_flags |= IFF_DRV_OACTIVE;
1067#else
1068	d->ifp->if_flags |= IFF_OACTIVE;
1069#endif
1070#endif
1071}
1072
1073/*
1074 * Start output on the interface.
1075 * Always called on splimp().
1076 */
1077static void ce_start (drv_t *d)
1078{
1079	if (d->running) {
1080		if (! d->chan->dtr)
1081			ce_set_dtr (d->chan, 1);
1082		if (! d->chan->rts)
1083			ce_set_rts (d->chan, 1);
1084		ce_send (d);
1085	}
1086}
1087
1088/*
1089 * Handle transmit timeouts.
1090 * Recover after lost transmit interrupts.
1091 * Always called on splimp().
1092 */
1093static void ce_watchdog (drv_t *d)
1094{
1095	bdrv_t *bd = d->board->sys;
1096	CE_DEBUG (d, ("device timeout\n"));
1097	if (d->running) {
1098		int s = splimp ();
1099		CE_LOCK (bd);
1100		ce_set_dtr (d->chan, 0);
1101		ce_set_rts (d->chan, 0);
1102/*		ce_stop_chan (d->chan);*/
1103/*		ce_start_chan (d->chan, 1, 1, 0, 0);*/
1104		ce_set_dtr (d->chan, 1);
1105		ce_set_rts (d->chan, 1);
1106		ce_start (d);
1107		CE_UNLOCK (bd);
1108		splx (s);
1109	}
1110}
1111
1112static void ce_transmit (ce_chan_t *c, void *attachment, int len)
1113{
1114	drv_t *d = c->sys;
1115
1116#ifdef NETGRAPH
1117	d->timeout = 0;
1118#else
1119	++d->ifp->if_opackets;
1120#if __FreeBSD_version >=  600034
1121	d->ifp->if_flags &= ~IFF_DRV_OACTIVE;
1122#else
1123	d->ifp->if_flags &= ~IFF_OACTIVE;
1124#endif
1125	d->ifp->if_timer = 0;
1126#endif
1127	ce_start (d);
1128}
1129
1130static void ce_receive (ce_chan_t *c, unsigned char *data, int len)
1131{
1132	drv_t *d = c->sys;
1133	struct mbuf *m;
1134
1135	if (! d->running)
1136		return;
1137
1138	m = makembuf (data, len);
1139	if (! m) {
1140		CE_DEBUG (d, ("no memory for packet\n"));
1141#ifndef NETGRAPH
1142		++d->ifp->if_iqdrops;
1143#endif
1144		return;
1145	}
1146	if (c->debug > 1)
1147		printmbuf (m);
1148#ifdef NETGRAPH
1149	m->m_pkthdr.rcvif = 0;
1150	IF_ENQUEUE(&d->rqueue, m);
1151#else
1152	++d->ifp->if_ipackets;
1153	m->m_pkthdr.rcvif = d->ifp;
1154	/* Check if there's a BPF listener on this interface.
1155	 * If so, hand off the raw packet to bpf. */
1156#if __FreeBSD_version >= 500000
1157	BPF_TAP (d->ifp, data, len);
1158#else
1159	if (d->ifp->if_bpf)
1160		bpf_tap (d->ifp, data, len);
1161#endif
1162	IF_ENQUEUE(&d->rqueue, m);
1163#endif
1164}
1165
1166static void ce_error (ce_chan_t *c, int data)
1167{
1168	drv_t *d = c->sys;
1169
1170	switch (data) {
1171	case CE_FRAME:
1172		CE_DEBUG (d, ("frame error\n"));
1173#ifndef NETGRAPH
1174		++d->ifp->if_ierrors;
1175#endif
1176		break;
1177	case CE_CRC:
1178		CE_DEBUG (d, ("crc error\n"));
1179#ifndef NETGRAPH
1180		++d->ifp->if_ierrors;
1181#endif
1182		break;
1183	case CE_OVERRUN:
1184		CE_DEBUG (d, ("overrun error\n"));
1185#ifndef NETGRAPH
1186		++d->ifp->if_collisions;
1187		++d->ifp->if_ierrors;
1188#endif
1189		break;
1190	case CE_OVERFLOW:
1191		CE_DEBUG (d, ("overflow error\n"));
1192#ifndef NETGRAPH
1193		++d->ifp->if_ierrors;
1194#endif
1195		break;
1196	case CE_UNDERRUN:
1197		CE_DEBUG (d, ("underrun error\n"));
1198#ifdef NETGRAPH
1199		d->timeout = 0;
1200#else
1201		++d->ifp->if_oerrors;
1202#if __FreeBSD_version >= 600034
1203		d->ifp->if_flags &= ~IFF_DRV_OACTIVE;
1204#else
1205		d->ifp->if_flags &= ~IFF_OACTIVE;
1206#endif
1207		d->ifp->if_timer = 0;
1208#endif
1209		ce_start (d);
1210		break;
1211	default:
1212		CE_DEBUG (d, ("error #%d\n", data));
1213		break;
1214	}
1215}
1216
1217/*
1218 * You also need read, write, open, close routines.
1219 * This should get you started
1220 */
1221#if __FreeBSD_version < 500000
1222static int ce_open (dev_t dev, int oflags, int devtype, struct proc *p)
1223#else
1224static int ce_open (struct cdev *dev, int oflags, int devtype, struct thread *td)
1225#endif
1226{
1227	int unit = dev2unit (dev);
1228	drv_t *d;
1229
1230	if (unit >= NBRD*NCHAN || ! (d = channel[unit]))
1231		return ENXIO;
1232	CE_DEBUG2 (d, ("ce_open\n"));
1233	return 0;
1234}
1235
1236/*
1237 * Only called on the LAST close.
1238 */
1239#if __FreeBSD_version < 500000
1240static int ce_close (dev_t dev, int fflag, int devtype, struct proc *p)
1241#else
1242static int ce_close (struct cdev *dev, int fflag, int devtype, struct thread *td)
1243#endif
1244{
1245	drv_t *d = channel [dev2unit (dev)];
1246
1247	CE_DEBUG2 (d, ("ce_close\n"));
1248	return 0;
1249}
1250
1251static int ce_modem_status (ce_chan_t *c)
1252{
1253	drv_t *d = c->sys;
1254	bdrv_t *bd = d->board->sys;
1255	int status, s;
1256
1257	status = d->running ? TIOCM_LE : 0;
1258	s = splimp ();
1259	CE_LOCK (bd);
1260	if (ce_get_cd  (c)) status |= TIOCM_CD;
1261	if (ce_get_cts (c)) status |= TIOCM_CTS;
1262	if (ce_get_dsr (c)) status |= TIOCM_DSR;
1263	if (c->dtr)	    status |= TIOCM_DTR;
1264	if (c->rts)	    status |= TIOCM_RTS;
1265	CE_UNLOCK (bd);
1266	splx (s);
1267	return status;
1268}
1269
1270#if __FreeBSD_version < 500000
1271static int ce_ioctl (dev_t dev, u_long cmd, caddr_t data, int flag, struct proc *p)
1272#else
1273static int ce_ioctl (struct cdev *dev, u_long cmd, caddr_t data, int flag, struct thread *td)
1274#endif
1275{
1276	drv_t *d = channel [dev2unit (dev)];
1277	bdrv_t *bd = d->board->sys;
1278	ce_chan_t *c = d->chan;
1279	struct serial_statistics *st;
1280	struct e1_statistics *opte1;
1281	int error, s;
1282	char mask[16];
1283
1284	switch (cmd) {
1285	case SERIAL_GETREGISTERED:
1286		CE_DEBUG2 (d, ("ioctl: getregistered\n"));
1287		bzero (mask, sizeof(mask));
1288		for (s=0; s<NBRD*NCHAN; ++s)
1289			if (channel [s])
1290				mask [s/8] |= 1 << (s & 7);
1291		bcopy (mask, data, sizeof (mask));
1292		return 0;
1293
1294#ifndef NETGRAPH
1295	case SERIAL_GETPROTO:
1296		CE_DEBUG2 (d, ("ioctl: getproto\n"));
1297		strcpy ((char*)data, (IFP2SP(d->ifp)->pp_flags & PP_FR) ? "fr" :
1298			(d->ifp->if_flags & PP_CISCO) ? "cisco" : "ppp");
1299		return 0;
1300
1301	case SERIAL_SETPROTO:
1302		CE_DEBUG2 (d, ("ioctl: setproto\n"));
1303		/* Only for superuser! */
1304#if __FreeBSD_version < 500000
1305		error = suser (p);
1306#elif __FreeBSD_version < 700000
1307		error = suser (td);
1308#else
1309		error = priv_check (td, PRIV_DRIVER);
1310#endif
1311		if (error)
1312			return error;
1313#if __FreeBSD_version >= 600034
1314		if (d->ifp->if_flags & IFF_DRV_RUNNING)
1315#else
1316		if (d->ifp->if_flags & IFF_RUNNING)
1317#endif
1318			return EBUSY;
1319		if (! strcmp ("cisco", (char*)data)) {
1320			IFP2SP(d->ifp)->pp_flags &= ~(PP_FR);
1321			IFP2SP(d->ifp)->pp_flags |= PP_KEEPALIVE;
1322			d->ifp->if_flags |= PP_CISCO;
1323		} else if (! strcmp ("fr", (char*)data) && PP_FR) {
1324			d->ifp->if_flags &= ~(PP_CISCO);
1325			IFP2SP(d->ifp)->pp_flags |= PP_FR | PP_KEEPALIVE;
1326		} else if (! strcmp ("ppp", (char*)data)) {
1327			IFP2SP(d->ifp)->pp_flags &= ~PP_FR;
1328			IFP2SP(d->ifp)->pp_flags &= ~PP_KEEPALIVE;
1329			d->ifp->if_flags &= ~(PP_CISCO);
1330		} else
1331			return EINVAL;
1332		return 0;
1333
1334	case SERIAL_GETKEEPALIVE:
1335		CE_DEBUG2 (d, ("ioctl: getkeepalive\n"));
1336		if ((IFP2SP(d->ifp)->pp_flags & PP_FR) ||
1337			(d->ifp->if_flags & PP_CISCO))
1338			return EINVAL;
1339		*(int*)data = (IFP2SP(d->ifp)->pp_flags & PP_KEEPALIVE) ? 1 : 0;
1340		return 0;
1341
1342	case SERIAL_SETKEEPALIVE:
1343		CE_DEBUG2 (d, ("ioctl: setkeepalive\n"));
1344		/* Only for superuser! */
1345#if __FreeBSD_version < 500000
1346		error = suser (p);
1347#elif __FreeBSD_version < 700000
1348		error = suser (td);
1349#else
1350		error = priv_check (td, PRIV_DRIVER);
1351#endif
1352		if (error)
1353			return error;
1354		if ((IFP2SP(d->ifp)->pp_flags & PP_FR) ||
1355			(d->ifp->if_flags & PP_CISCO))
1356			return EINVAL;
1357		s = splimp ();
1358		CE_LOCK (bd);
1359		if (*(int*)data)
1360			IFP2SP(d->ifp)->pp_flags |= PP_KEEPALIVE;
1361		else
1362			IFP2SP(d->ifp)->pp_flags &= ~PP_KEEPALIVE;
1363		CE_UNLOCK (bd);
1364		splx (s);
1365		return 0;
1366#endif /*NETGRAPH*/
1367
1368	case SERIAL_GETMODE:
1369		CE_DEBUG2 (d, ("ioctl: getmode\n"));
1370		*(int*)data = SERIAL_HDLC;
1371		return 0;
1372
1373	case SERIAL_SETMODE:
1374		/* Only for superuser! */
1375#if __FreeBSD_version < 500000
1376		error = suser (p);
1377#elif __FreeBSD_version < 700000
1378		error = suser (td);
1379#else
1380		error = priv_check (td, PRIV_DRIVER);
1381#endif
1382		if (error)
1383			return error;
1384		if (*(int*)data != SERIAL_HDLC)
1385			return EINVAL;
1386		return 0;
1387
1388	case SERIAL_GETCFG:
1389		CE_DEBUG2 (d, ("ioctl: getcfg\n"));
1390		*(char*)data = 'c';
1391		return 0;
1392
1393	case SERIAL_SETCFG:
1394		CE_DEBUG2 (d, ("ioctl: setcfg\n"));
1395#if __FreeBSD_version < 500000
1396		error = suser (p);
1397#elif __FreeBSD_version < 700000
1398		error = suser (td);
1399#else
1400		error = priv_check (td, PRIV_DRIVER);
1401#endif
1402		if (error)
1403			return error;
1404		if (*((char*)data) != 'c')
1405			return EINVAL;
1406		return 0;
1407
1408	case SERIAL_GETSTAT:
1409		CE_DEBUG2 (d, ("ioctl: getstat\n"));
1410		st = (struct serial_statistics*) data;
1411		st->rintr  = c->rintr;
1412		st->tintr  = c->tintr;
1413		st->mintr  = 0;
1414		st->ibytes = c->ibytes;
1415		st->ipkts  = c->ipkts;
1416		st->obytes = c->obytes;
1417		st->opkts  = c->opkts;
1418		st->ierrs  = c->overrun + c->frame + c->crc;
1419		st->oerrs  = c->underrun;
1420		return 0;
1421
1422	case SERIAL_GETESTAT:
1423		CE_DEBUG2 (d, ("ioctl: getestat\n"));
1424		if (c->type != T_E1)
1425			return EINVAL;
1426		opte1 = (struct e1_statistics*) data;
1427
1428		opte1->status	   = 0;
1429		if (c->status & ESTS_NOALARM)
1430			opte1->status |= E1_NOALARM;
1431		if (c->status & ESTS_LOS)
1432			opte1->status |= E1_LOS;
1433		if (c->status & ESTS_LOF)
1434			opte1->status |= E1_LOF;
1435		if (c->status & ESTS_AIS)
1436			opte1->status |= E1_AIS;
1437		if (c->status & ESTS_LOMF)
1438			opte1->status |= E1_LOMF;
1439		if (c->status & ESTS_AIS16)
1440			opte1->status |= E1_AIS16;
1441		if (c->status & ESTS_FARLOF)
1442			opte1->status |= E1_FARLOF;
1443		if (c->status & ESTS_FARLOMF)
1444			opte1->status |= E1_FARLOMF;
1445		if (c->status & ESTS_TSTREQ)
1446			opte1->status |= E1_TSTREQ;
1447		if (c->status & ESTS_TSTERR)
1448			opte1->status |= E1_TSTERR;
1449
1450		opte1->cursec	    = c->cursec;
1451		opte1->totsec	    = c->totsec + c->cursec;
1452
1453		opte1->currnt.bpv   = c->currnt.bpv;
1454		opte1->currnt.fse   = c->currnt.fse;
1455		opte1->currnt.crce  = c->currnt.crce;
1456		opte1->currnt.rcrce = c->currnt.rcrce;
1457		opte1->currnt.uas   = c->currnt.uas;
1458		opte1->currnt.les   = c->currnt.les;
1459		opte1->currnt.es    = c->currnt.es;
1460		opte1->currnt.bes   = c->currnt.bes;
1461		opte1->currnt.ses   = c->currnt.ses;
1462		opte1->currnt.oofs  = c->currnt.oofs;
1463		opte1->currnt.css   = c->currnt.css;
1464		opte1->currnt.dm    = c->currnt.dm;
1465
1466		opte1->total.bpv    = c->total.bpv   + c->currnt.bpv;
1467		opte1->total.fse    = c->total.fse   + c->currnt.fse;
1468		opte1->total.crce   = c->total.crce  + c->currnt.crce;
1469		opte1->total.rcrce  = c->total.rcrce + c->currnt.rcrce;
1470		opte1->total.uas    = c->total.uas   + c->currnt.uas;
1471		opte1->total.les    = c->total.les   + c->currnt.les;
1472		opte1->total.es	    = c->total.es    + c->currnt.es;
1473		opte1->total.bes    = c->total.bes   + c->currnt.bes;
1474		opte1->total.ses    = c->total.ses   + c->currnt.ses;
1475		opte1->total.oofs   = c->total.oofs  + c->currnt.oofs;
1476		opte1->total.css    = c->total.css   + c->currnt.css;
1477		opte1->total.dm	    = c->total.dm    + c->currnt.dm;
1478		for (s=0; s<48; ++s) {
1479			opte1->interval[s].bpv   = c->interval[s].bpv;
1480			opte1->interval[s].fse   = c->interval[s].fse;
1481			opte1->interval[s].crce  = c->interval[s].crce;
1482			opte1->interval[s].rcrce = c->interval[s].rcrce;
1483			opte1->interval[s].uas   = c->interval[s].uas;
1484			opte1->interval[s].les   = c->interval[s].les;
1485			opte1->interval[s].es	 = c->interval[s].es;
1486			opte1->interval[s].bes   = c->interval[s].bes;
1487			opte1->interval[s].ses   = c->interval[s].ses;
1488			opte1->interval[s].oofs  = c->interval[s].oofs;
1489			opte1->interval[s].css   = c->interval[s].css;
1490			opte1->interval[s].dm	 = c->interval[s].dm;
1491		}
1492		return 0;
1493
1494	case SERIAL_CLRSTAT:
1495		CE_DEBUG2 (d, ("ioctl: clrstat\n"));
1496		/* Only for superuser! */
1497#if __FreeBSD_version < 500000
1498		error = suser (p);
1499#elif __FreeBSD_version < 700000
1500		error = suser (td);
1501#else
1502		error = priv_check (td, PRIV_DRIVER);
1503#endif
1504		if (error)
1505			return error;
1506		c->rintr    = 0;
1507		c->tintr    = 0;
1508		c->ibytes   = 0;
1509		c->obytes   = 0;
1510		c->ipkts    = 0;
1511		c->opkts    = 0;
1512		c->overrun  = 0;
1513		c->frame    = 0;
1514		c->crc	    = 0;
1515		c->underrun = 0;
1516		bzero (&c->currnt, sizeof (c->currnt));
1517		bzero (&c->total, sizeof (c->total));
1518		bzero (c->interval, sizeof (c->interval));
1519		return 0;
1520
1521	case SERIAL_GETLOOP:
1522		CE_DEBUG2 (d, ("ioctl: getloop\n"));
1523		if (c->type != T_E1)
1524			return EINVAL;
1525		*(int*)data = c->lloop;
1526		return 0;
1527
1528	case SERIAL_SETLOOP:
1529		CE_DEBUG2 (d, ("ioctl: setloop\n"));
1530		if (c->type != T_E1)
1531			return EINVAL;
1532		/* Only for superuser! */
1533#if __FreeBSD_version < 500000
1534		error = suser (p);
1535#elif __FreeBSD_version < 700000
1536		error = suser (td);
1537#else
1538		error = priv_check (td, PRIV_DRIVER);
1539#endif
1540		if (error)
1541			return error;
1542		s = splimp ();
1543		CE_LOCK (bd);
1544		ce_set_lloop (c, *(int*)data);
1545		CE_UNLOCK (bd);
1546		splx (s);
1547		return 0;
1548
1549	case SERIAL_GETRLOOP:
1550		CE_DEBUG2 (d, ("ioctl: getrloop\n"));
1551		if (c->type != T_E1)
1552			return EINVAL;
1553		*(int*)data = c->rloop;
1554		return 0;
1555
1556	case SERIAL_SETRLOOP:
1557		CE_DEBUG2 (d, ("ioctl: setloop\n"));
1558		if (c->type != T_E1)
1559			return EINVAL;
1560		/* Only for superuser! */
1561#if __FreeBSD_version < 500000
1562		error = suser (p);
1563#elif __FreeBSD_version < 700000
1564		error = suser (td);
1565#else
1566		error = priv_check (td, PRIV_DRIVER);
1567#endif
1568		if (error)
1569			return error;
1570		s = splimp ();
1571		CE_LOCK (bd);
1572		ce_set_rloop (c, *(int*)data);
1573		CE_UNLOCK (bd);
1574		splx (s);
1575		return 0;
1576
1577	case SERIAL_GETDEBUG:
1578		CE_DEBUG2 (d, ("ioctl: getdebug\n"));
1579		*(int*)data = d->chan->debug;
1580		return 0;
1581
1582	case SERIAL_SETDEBUG:
1583		CE_DEBUG2 (d, ("ioctl: setdebug\n"));
1584		/* Only for superuser! */
1585#if __FreeBSD_version < 500000
1586		error = suser (p);
1587#elif __FreeBSD_version < 700000
1588		error = suser (td);
1589#else
1590		error = priv_check (td, PRIV_DRIVER);
1591#endif
1592		if (error)
1593			return error;
1594#ifndef	NETGRAPH
1595		/*
1596		 * The debug_shadow is always greater than zero for logic
1597		 * simplicity.  For switching debug off the IFF_DEBUG is
1598		 * responsible.
1599		 */
1600		d->chan->debug_shadow = (*(int*)data) ? (*(int*)data) : 1;
1601		if (d->ifp->if_flags & IFF_DEBUG)
1602			d->chan->debug = d->chan->debug_shadow;
1603#else
1604		d->chan->debug = *(int*)data;
1605#endif
1606		return 0;
1607
1608	case SERIAL_GETBAUD:
1609		CE_DEBUG2 (d, ("ioctl: getbaud\n"));
1610		*(long*)data = c->baud;
1611		return 0;
1612
1613	case SERIAL_SETBAUD:
1614		CE_DEBUG2 (d, ("ioctl: setbaud\n"));
1615		if (c->type != T_E1 || !c->unfram)
1616			return EINVAL;
1617		/* Only for superuser! */
1618#if __FreeBSD_version < 500000
1619		error = suser (p);
1620#elif __FreeBSD_version < 700000
1621		error = suser (td);
1622#else
1623		error = priv_check (td, PRIV_DRIVER);
1624#endif
1625		if (error)
1626			return error;
1627		s = splimp ();
1628		CE_LOCK (bd);
1629		ce_set_baud (c, *(long*)data);
1630		CE_UNLOCK (bd);
1631		splx (s);
1632		return 0;
1633
1634	case SERIAL_GETTIMESLOTS:
1635		CE_DEBUG2 (d, ("ioctl: gettimeslots\n"));
1636		if ((c->type != T_E1 || c->unfram) && c->type != T_DATA)
1637			return EINVAL;
1638		*(u_long*)data = c->ts;
1639		return 0;
1640
1641	case SERIAL_SETTIMESLOTS:
1642		CE_DEBUG2 (d, ("ioctl: settimeslots\n"));
1643		/* Only for superuser! */
1644#if __FreeBSD_version < 500000
1645		error = suser (p);
1646#elif __FreeBSD_version < 700000
1647		error = suser (td);
1648#else
1649		error = priv_check (td, PRIV_DRIVER);
1650#endif
1651		if (error)
1652			return error;
1653		if ((c->type != T_E1 || c->unfram) && c->type != T_DATA)
1654			return EINVAL;
1655		s = splimp ();
1656		CE_LOCK (bd);
1657		ce_set_ts (c, *(u_long*)data);
1658		CE_UNLOCK (bd);
1659		splx (s);
1660		return 0;
1661
1662	case SERIAL_GETHIGAIN:
1663		CE_DEBUG2 (d, ("ioctl: gethigain\n"));
1664		if (c->type != T_E1)
1665			return EINVAL;
1666		*(int*)data = c->higain;
1667		return 0;
1668
1669	case SERIAL_SETHIGAIN:
1670		CE_DEBUG2 (d, ("ioctl: sethigain\n"));
1671		if (c->type != T_E1)
1672			return EINVAL;
1673		/* Only for superuser! */
1674#if __FreeBSD_version < 500000
1675		error = suser (p);
1676#elif __FreeBSD_version < 700000
1677		error = suser (td);
1678#else
1679		error = priv_check (td, PRIV_DRIVER);
1680#endif
1681		if (error)
1682			return error;
1683		s = splimp ();
1684		CE_LOCK (bd);
1685		ce_set_higain (c, *(int*)data);
1686		CE_UNLOCK (bd);
1687		splx (s);
1688		return 0;
1689
1690	case SERIAL_GETPHONY:
1691		CE_DEBUG2 (d, ("ioctl: getphony\n"));
1692		*(int*)data = c->phony;
1693		return 0;
1694
1695	case SERIAL_SETPHONY:
1696		CE_DEBUG2 (d, ("ioctl: setphony\n"));
1697		/* Only for superuser! */
1698#if __FreeBSD_version < 500000
1699		error = suser (p);
1700#elif __FreeBSD_version < 700000
1701		error = suser (td);
1702#else
1703		error = priv_check (td, PRIV_DRIVER);
1704#endif
1705		if (error)
1706			return error;
1707		s = splimp ();
1708		CE_LOCK (bd);
1709		ce_set_phony (c, *(int*)data);
1710		CE_UNLOCK (bd);
1711		splx (s);
1712		return 0;
1713
1714	case SERIAL_GETUNFRAM:
1715		CE_DEBUG2 (d, ("ioctl: getunfram\n"));
1716		if (c->type != T_E1 || c->num != 0)
1717			return EINVAL;
1718		*(int*)data = c->unfram;
1719		return 0;
1720
1721	case SERIAL_SETUNFRAM:
1722		CE_DEBUG2 (d, ("ioctl: setunfram\n"));
1723		if (c->type != T_E1 || c->num != 0)
1724			return EINVAL;
1725		/* Only for superuser! */
1726#if __FreeBSD_version < 500000
1727		error = suser (p);
1728#elif __FreeBSD_version < 700000
1729		error = suser (td);
1730#else
1731		error = priv_check (td, PRIV_DRIVER);
1732#endif
1733		if (error)
1734			return error;
1735		s = splimp ();
1736		CE_LOCK (bd);
1737		ce_set_unfram (c, *(int*)data);
1738		CE_UNLOCK (bd);
1739		splx (s);
1740		return 0;
1741
1742	case SERIAL_GETSCRAMBLER:
1743		CE_DEBUG2 (d, ("ioctl: getscrambler\n"));
1744		if (!c->unfram)
1745			return EINVAL;
1746		*(int*)data = c->scrambler;
1747		return 0;
1748
1749	case SERIAL_SETSCRAMBLER:
1750		CE_DEBUG2 (d, ("ioctl: setscrambler\n"));
1751		/* Only for superuser! */
1752#if __FreeBSD_version < 500000
1753		error = suser (p);
1754#elif __FreeBSD_version < 700000
1755		error = suser (td);
1756#else
1757		error = priv_check (td, PRIV_DRIVER);
1758#endif
1759		if (error)
1760			return error;
1761		if (!c->unfram)
1762			return EINVAL;
1763		s = splimp ();
1764		CE_LOCK (bd);
1765		ce_set_scrambler (c, *(int*)data);
1766		CE_UNLOCK (bd);
1767		splx (s);
1768		return 0;
1769
1770	case SERIAL_GETMONITOR:
1771		CE_DEBUG2 (d, ("ioctl: getmonitor\n"));
1772		if (c->type != T_E1)
1773			return EINVAL;
1774		*(int*)data = c->monitor;
1775		return 0;
1776
1777	case SERIAL_SETMONITOR:
1778		CE_DEBUG2 (d, ("ioctl: setmonitor\n"));
1779		/* Only for superuser! */
1780#if __FreeBSD_version < 500000
1781		error = suser (p);
1782#elif __FreeBSD_version < 700000
1783		error = suser (td);
1784#else
1785		error = priv_check (td, PRIV_DRIVER);
1786#endif
1787		if (error)
1788			return error;
1789		if (c->type != T_E1)
1790			return EINVAL;
1791		s = splimp ();
1792		CE_LOCK (bd);
1793		ce_set_monitor (c, *(int*)data);
1794		CE_UNLOCK (bd);
1795		splx (s);
1796		return 0;
1797
1798	case SERIAL_GETUSE16:
1799		CE_DEBUG2 (d, ("ioctl: getuse16\n"));
1800		if (c->type != T_E1 || c->unfram)
1801			return EINVAL;
1802		*(int*)data = c->use16;
1803		return 0;
1804
1805	case SERIAL_SETUSE16:
1806		CE_DEBUG2 (d, ("ioctl: setuse16\n"));
1807		/* Only for superuser! */
1808#if __FreeBSD_version < 500000
1809		error = suser (p);
1810#elif __FreeBSD_version < 700000
1811		error = suser (td);
1812#else
1813		error = priv_check (td, PRIV_DRIVER);
1814#endif
1815		if (error)
1816			return error;
1817		if (c->type != T_E1)
1818			return EINVAL;
1819		s = splimp ();
1820		CE_LOCK (bd);
1821		ce_set_use16 (c, *(int*)data);
1822		CE_UNLOCK (bd);
1823		splx (s);
1824		return 0;
1825
1826	case SERIAL_GETCRC4:
1827		CE_DEBUG2 (d, ("ioctl: getcrc4\n"));
1828		if (c->type != T_E1 || c->unfram)
1829			return EINVAL;
1830		*(int*)data = c->crc4;
1831		return 0;
1832
1833	case SERIAL_SETCRC4:
1834		CE_DEBUG2 (d, ("ioctl: setcrc4\n"));
1835		/* Only for superuser! */
1836#if __FreeBSD_version < 500000
1837		error = suser (p);
1838#elif __FreeBSD_version < 700000
1839		error = suser (td);
1840#else
1841		error = priv_check (td, PRIV_DRIVER);
1842#endif
1843		if (error)
1844			return error;
1845		if (c->type != T_E1 || c->unfram)
1846			return EINVAL;
1847		s = splimp ();
1848		CE_LOCK (bd);
1849		ce_set_crc4 (c, *(int*)data);
1850		CE_UNLOCK (bd);
1851		splx (s);
1852		return 0;
1853
1854	case SERIAL_GETCLK:
1855		CE_DEBUG2 (d, ("ioctl: getclk\n"));
1856		if (c->type != T_E1)
1857			return EINVAL;
1858		switch (c->gsyn) {
1859		default:	*(int*)data = E1CLK_INTERNAL;		break;
1860		case GSYN_RCV:	*(int*)data = E1CLK_RECEIVE;		break;
1861		case GSYN_RCV0:	*(int*)data = E1CLK_RECEIVE_CHAN0;	break;
1862		case GSYN_RCV1:	*(int*)data = E1CLK_RECEIVE_CHAN1;	break;
1863		}
1864		return 0;
1865
1866	case SERIAL_SETCLK:
1867		CE_DEBUG2 (d, ("ioctl: setclk\n"));
1868		/* Only for superuser! */
1869#if __FreeBSD_version < 500000
1870		error = suser (p);
1871#elif __FreeBSD_version < 700000
1872		error = suser (td);
1873#else
1874		error = priv_check (td, PRIV_DRIVER);
1875#endif
1876		if (error)
1877			return error;
1878		if (c->type != T_E1)
1879			return EINVAL;
1880		s = splimp ();
1881		CE_LOCK (bd);
1882		switch (*(int*)data) {
1883		default:		  ce_set_gsyn (c, GSYN_INT);  break;
1884		case E1CLK_RECEIVE:	  ce_set_gsyn (c, GSYN_RCV);  break;
1885		case E1CLK_RECEIVE_CHAN0: ce_set_gsyn (c, GSYN_RCV0); break;
1886		case E1CLK_RECEIVE_CHAN1: ce_set_gsyn (c, GSYN_RCV1); break;
1887		}
1888		CE_UNLOCK (bd);
1889		splx (s);
1890		return 0;
1891
1892#if 0
1893	case SERIAL_RESET:
1894		CE_DEBUG2 (d, ("ioctl: reset\n"));
1895		/* Only for superuser! */
1896#if __FreeBSD_version < 500000
1897		error = suser (p);
1898#elif __FreeBSD_version < 700000
1899		error = suser (td);
1900#else
1901		error = priv_check (td, PRIV_DRIVER);
1902#endif
1903		if (error)
1904			return error;
1905		s = splimp ();
1906		CE_LOCK (bd);
1907/*		ce_reset (c->board, 0, 0);*/
1908		CE_UNLOCK (bd);
1909		splx (s);
1910		return 0;
1911
1912	case SERIAL_HARDRESET:
1913		CE_DEBUG2 (d, ("ioctl: hardreset\n"));
1914		/* Only for superuser! */
1915#if __FreeBSD_version < 500000
1916		error = suser (p);
1917#elif __FreeBSD_version < 700000
1918		error = suser (td);
1919#else
1920		error = priv_check (td, PRIV_DRIVER);
1921#endif
1922		if (error)
1923			return error;
1924		s = splimp ();
1925		CE_LOCK (bd);
1926		/* hard_reset (c->board); */
1927		CE_UNLOCK (bd);
1928		splx (s);
1929		return 0;
1930#endif
1931
1932	case SERIAL_GETCABLE:
1933		CE_DEBUG2 (d, ("ioctl: getcable\n"));
1934		if (c->type != T_E1)
1935			return EINVAL;
1936		s = splimp ();
1937		CE_LOCK (bd);
1938		*(int*)data = CABLE_TP;
1939		CE_UNLOCK (bd);
1940		splx (s);
1941		return 0;
1942
1943	case SERIAL_GETDIR:
1944		CE_DEBUG2 (d, ("ioctl: getdir\n"));
1945		if (c->type != T_E1 && c->type != T_DATA)
1946			return EINVAL;
1947		*(int*)data = c->dir;
1948		return 0;
1949
1950	case SERIAL_SETDIR:
1951		CE_DEBUG2 (d, ("ioctl: setdir\n"));
1952		/* Only for superuser! */
1953#if __FreeBSD_version < 500000
1954		error = suser (p);
1955#elif __FreeBSD_version < 700000
1956		error = suser (td);
1957#else
1958		error = priv_check (td, PRIV_DRIVER);
1959#endif
1960		if (error)
1961			return error;
1962		s = splimp ();
1963		CE_LOCK (bd);
1964		ce_set_dir (c, *(int*)data);
1965		CE_UNLOCK (bd);
1966		splx (s);
1967		return 0;
1968
1969	case TIOCSDTR:		/* Set DTR */
1970		s = splimp ();
1971		CE_LOCK (bd);
1972		ce_set_dtr (c, 1);
1973		CE_UNLOCK (bd);
1974		splx (s);
1975		return 0;
1976
1977	case TIOCCDTR:		/* Clear DTR */
1978		s = splimp ();
1979		CE_LOCK (bd);
1980		ce_set_dtr (c, 0);
1981		CE_UNLOCK (bd);
1982		splx (s);
1983		return 0;
1984
1985	case TIOCMSET:		/* Set DTR/RTS */
1986		s = splimp ();
1987		CE_LOCK (bd);
1988		ce_set_dtr (c, (*(int*)data & TIOCM_DTR) ? 1 : 0);
1989		ce_set_rts (c, (*(int*)data & TIOCM_RTS) ? 1 : 0);
1990		CE_UNLOCK (bd);
1991		splx (s);
1992		return 0;
1993
1994	case TIOCMBIS:		/* Add DTR/RTS */
1995		s = splimp ();
1996		CE_LOCK (bd);
1997		if (*(int*)data & TIOCM_DTR) ce_set_dtr (c, 1);
1998		if (*(int*)data & TIOCM_RTS) ce_set_rts (c, 1);
1999		CE_UNLOCK (bd);
2000		splx (s);
2001		return 0;
2002
2003	case TIOCMBIC:		/* Clear DTR/RTS */
2004		s = splimp ();
2005		CE_LOCK (bd);
2006		if (*(int*)data & TIOCM_DTR) ce_set_dtr (c, 0);
2007		if (*(int*)data & TIOCM_RTS) ce_set_rts (c, 0);
2008		CE_UNLOCK (bd);
2009		splx (s);
2010		return 0;
2011
2012	case TIOCMGET:		/* Get modem status */
2013		*(int*)data = ce_modem_status (c);
2014		return 0;
2015	}
2016	return ENOTTY;
2017}
2018
2019#ifdef NETGRAPH
2020#if __FreeBSD_version >= 500000
2021static int ng_ce_constructor (node_p node)
2022{
2023	drv_t *d = NG_NODE_PRIVATE (node);
2024#else
2025static int ng_ce_constructor (node_p *node)
2026{
2027	drv_t *d = (*node)->private;
2028#endif
2029	CE_DEBUG (d, ("Constructor\n"));
2030	return EINVAL;
2031}
2032
2033static int ng_ce_newhook (node_p node, hook_p hook, const char *name)
2034{
2035	int s;
2036#if __FreeBSD_version >= 500000
2037	drv_t *d = NG_NODE_PRIVATE (node);
2038#else
2039	drv_t *d = node->private;
2040#endif
2041	bdrv_t *bd = d->board->sys;
2042
2043	CE_DEBUG (d, ("Newhook\n"));
2044	/* Attach debug hook */
2045	if (strcmp (name, NG_CE_HOOK_DEBUG) == 0) {
2046#if __FreeBSD_version >= 500000
2047		NG_HOOK_SET_PRIVATE (hook, NULL);
2048#else
2049		hook->private = 0;
2050#endif
2051		d->debug_hook = hook;
2052		return 0;
2053	}
2054
2055	/* Check for raw hook */
2056	if (strcmp (name, NG_CE_HOOK_RAW) != 0)
2057		return EINVAL;
2058
2059#if __FreeBSD_version >= 500000
2060	NG_HOOK_SET_PRIVATE (hook, d);
2061#else
2062	hook->private = d;
2063#endif
2064	d->hook = hook;
2065	s = splimp ();
2066	CE_LOCK (bd);
2067	ce_up (d);
2068	CE_UNLOCK (bd);
2069	splx (s);
2070	return 0;
2071}
2072
2073static char *format_timeslots (u_long s)
2074{
2075	static char buf [100];
2076	char *p = buf;
2077	int i;
2078
2079	for (i=1; i<32; ++i)
2080		if ((s >> i) & 1) {
2081			int prev = (i > 1)  & (s >> (i-1));
2082			int next = (i < 31) & (s >> (i+1));
2083
2084			if (prev) {
2085				if (next)
2086					continue;
2087				*p++ = '-';
2088			} else if (p > buf)
2089				*p++ = ',';
2090
2091			if (i >= 10)
2092				*p++ = '0' + i / 10;
2093			*p++ = '0' + i % 10;
2094		}
2095	*p = 0;
2096	return buf;
2097}
2098
2099static int print_modems (char *s, ce_chan_t *c, int need_header)
2100{
2101	int status = ce_modem_status (c);
2102	int length = 0;
2103
2104	if (need_header)
2105		length += sprintf (s + length, "  LE   DTR  DSR  RTS  CTS  CD\n");
2106	length += sprintf (s + length, "%4s %4s %4s %4s %4s %4s\n",
2107		status & TIOCM_LE  ? "On" : "-",
2108		status & TIOCM_DTR ? "On" : "-",
2109		status & TIOCM_DSR ? "On" : "-",
2110		status & TIOCM_RTS ? "On" : "-",
2111		status & TIOCM_CTS ? "On" : "-",
2112		status & TIOCM_CD  ? "On" : "-");
2113	return length;
2114}
2115
2116static int print_stats (char *s, ce_chan_t *c, int need_header)
2117{
2118	int length = 0;
2119
2120	if (need_header)
2121		length += sprintf (s + length, "  Rintr   Tintr   Mintr   Ibytes   Ipkts   Ierrs   Obytes   Opkts   Oerrs\n");
2122	length += sprintf (s + length, "%7ld %7ld %7ld %8lu %7ld %7ld %8lu %7ld %7ld\n",
2123		c->rintr, c->tintr, 0l, (unsigned long) c->ibytes,
2124		c->ipkts, c->overrun + c->frame + c->crc,
2125		(unsigned long) c->obytes, c->opkts, c->underrun);
2126	return length;
2127}
2128
2129static char *format_e1_status (u_char status)
2130{
2131	static char buf [80];
2132
2133	if (status & E1_NOALARM)
2134		return "Ok";
2135	buf[0] = 0;
2136	if (status & E1_LOS)     strcat (buf, ",LOS");
2137	if (status & E1_AIS)     strcat (buf, ",AIS");
2138	if (status & E1_LOF)     strcat (buf, ",LOF");
2139	if (status & E1_LOMF)    strcat (buf, ",LOMF");
2140	if (status & E1_FARLOF)  strcat (buf, ",FARLOF");
2141	if (status & E1_AIS16)   strcat (buf, ",AIS16");
2142	if (status & E1_FARLOMF) strcat (buf, ",FARLOMF");
2143	if (status & E1_TSTREQ)  strcat (buf, ",TSTREQ");
2144	if (status & E1_TSTERR)  strcat (buf, ",TSTERR");
2145	if (buf[0] == ',')
2146		return buf+1;
2147	return "Unknown";
2148}
2149
2150static int print_frac (char *s, int leftalign, u_long numerator, u_long divider)
2151{
2152	int n, length = 0;
2153
2154	if (numerator < 1 || divider < 1) {
2155		length += sprintf (s+length, leftalign ? "/-   " : "    -");
2156		return length;
2157	}
2158	n = (int) (0.5 + 1000.0 * numerator / divider);
2159	if (n < 1000) {
2160		length += sprintf (s+length, leftalign ? "/.%-3d" : " .%03d", n);
2161		return length;
2162	}
2163	*(s + length) = leftalign ? '/' : ' ';
2164	length ++;
2165
2166	if	(n >= 1000000) n = (n+500) / 1000 * 1000;
2167	else if (n >= 100000)  n = (n+50)  / 100 * 100;
2168	else if (n >= 10000)   n = (n+5)   / 10 * 10;
2169
2170	switch (n) {
2171	case 1000:    length += printf (s+length, ".999"); return length;
2172	case 10000:   n = 9990;   break;
2173	case 100000:  n = 99900;  break;
2174	case 1000000: n = 999000; break;
2175	}
2176	if (n < 10000)	      length += sprintf (s+length, "%d.%d", n/1000, n/10%100);
2177	else if (n < 100000)  length += sprintf (s+length, "%d.%d", n/1000, n/100%10);
2178	else if (n < 1000000) length += sprintf (s+length, "%d.", n/1000);
2179	else		      length += sprintf (s+length, "%d", n/1000);
2180
2181	return length;
2182}
2183
2184static int print_e1_stats (char *s, ce_chan_t *c)
2185{
2186	struct e1_counters total;
2187	u_long totsec;
2188	int length = 0;
2189
2190	totsec		= c->totsec + c->cursec;
2191	total.bpv	= c->total.bpv   + c->currnt.bpv;
2192	total.fse	= c->total.fse   + c->currnt.fse;
2193	total.crce	= c->total.crce  + c->currnt.crce;
2194	total.rcrce	= c->total.rcrce + c->currnt.rcrce;
2195	total.uas	= c->total.uas   + c->currnt.uas;
2196	total.les	= c->total.les   + c->currnt.les;
2197	total.es	= c->total.es    + c->currnt.es;
2198	total.bes	= c->total.bes   + c->currnt.bes;
2199	total.ses	= c->total.ses   + c->currnt.ses;
2200	total.oofs	= c->total.oofs  + c->currnt.oofs;
2201	total.css	= c->total.css   + c->currnt.css;
2202	total.dm	= c->total.dm    + c->currnt.dm;
2203
2204	length += sprintf (s + length, " Unav/Degr  Bpv/Fsyn  CRC/RCRC  Err/Lerr  Sev/Bur   Oof/Slp  Status\n");
2205
2206	/* Unavailable seconds, degraded minutes */
2207	length += print_frac (s + length, 0, c->currnt.uas, c->cursec);
2208	length += print_frac (s + length, 1, 60 * c->currnt.dm, c->cursec);
2209
2210	/* Bipolar violations, frame sync errors */
2211	length += print_frac (s + length, 0, c->currnt.bpv, c->cursec);
2212	length += print_frac (s + length, 1, c->currnt.fse, c->cursec);
2213
2214	/* CRC errors, remote CRC errors (E-bit) */
2215	length += print_frac (s + length, 0, c->currnt.crce, c->cursec);
2216	length += print_frac (s + length, 1, c->currnt.rcrce, c->cursec);
2217
2218	/* Errored seconds, line errored seconds */
2219	length += print_frac (s + length, 0, c->currnt.es, c->cursec);
2220	length += print_frac (s + length, 1, c->currnt.les, c->cursec);
2221
2222	/* Severely errored seconds, burst errored seconds */
2223	length += print_frac (s + length, 0, c->currnt.ses, c->cursec);
2224	length += print_frac (s + length, 1, c->currnt.bes, c->cursec);
2225
2226	/* Out of frame seconds, controlled slip seconds */
2227	length += print_frac (s + length, 0, c->currnt.oofs, c->cursec);
2228	length += print_frac (s + length, 1, c->currnt.css, c->cursec);
2229
2230	length += sprintf (s + length, " %s\n", format_e1_status (c->status));
2231
2232	/* Print total statistics. */
2233	length += print_frac (s + length, 0, total.uas, totsec);
2234	length += print_frac (s + length, 1, 60 * total.dm, totsec);
2235
2236	length += print_frac (s + length, 0, total.bpv, totsec);
2237	length += print_frac (s + length, 1, total.fse, totsec);
2238
2239	length += print_frac (s + length, 0, total.crce, totsec);
2240	length += print_frac (s + length, 1, total.rcrce, totsec);
2241
2242	length += print_frac (s + length, 0, total.es, totsec);
2243	length += print_frac (s + length, 1, total.les, totsec);
2244
2245	length += print_frac (s + length, 0, total.ses, totsec);
2246	length += print_frac (s + length, 1, total.bes, totsec);
2247
2248	length += print_frac (s + length, 0, total.oofs, totsec);
2249	length += print_frac (s + length, 1, total.css, totsec);
2250
2251	length += sprintf (s + length, " -- Total\n");
2252	return length;
2253}
2254
2255static int print_chan (char *s, ce_chan_t *c)
2256{
2257	drv_t *d = c->sys;
2258	int length = 0;
2259
2260	length += sprintf (s + length, "ce%d", c->board->num * NCHAN + c->num);
2261	if (d->chan->debug)
2262		length += sprintf (s + length, " debug=%d", d->chan->debug);
2263
2264	if (c->board->mux) {
2265		length += sprintf (s + length, " cfg=C");
2266	} else {
2267		length += sprintf (s + length, " cfg=A");
2268	}
2269
2270	if (c->baud)
2271		length += sprintf (s + length, " %ld", c->baud);
2272	else
2273		length += sprintf (s + length, " extclock");
2274
2275	if (c->type == T_E1)
2276		switch (c->gsyn) {
2277		case GSYN_INT   : length += sprintf (s + length, " syn=int");     break;
2278		case GSYN_RCV   : length += sprintf (s + length, " syn=rcv");     break;
2279		case GSYN_RCV0  : length += sprintf (s + length, " syn=rcv0");    break;
2280		case GSYN_RCV1  : length += sprintf (s + length, " syn=rcv1");    break;
2281		}
2282	if (c->type == T_E1)
2283		length += sprintf (s + length, " higain=%s", c->higain ? "on" : "off");
2284
2285	length += sprintf (s + length, " loop=%s", c->lloop ? "on" : "off");
2286
2287	if (c->type == T_E1)
2288		length += sprintf (s + length, " ts=%s", format_timeslots (c->ts));
2289	length += sprintf (s + length, "\n");
2290	return length;
2291}
2292
2293#if __FreeBSD_version >= 500000
2294static int ng_ce_rcvmsg (node_p node, item_p item, hook_p lasthook)
2295{
2296	drv_t *d = NG_NODE_PRIVATE (node);
2297	struct ng_mesg *msg;
2298#else
2299static int ng_ce_rcvmsg (node_p node, struct ng_mesg *msg,
2300	const char *retaddr, struct ng_mesg **rptr)
2301{
2302	drv_t *d = node->private;
2303#endif
2304	struct ng_mesg *resp = NULL;
2305	int error = 0;
2306
2307	CE_DEBUG (d, ("Rcvmsg\n"));
2308#if __FreeBSD_version >= 500000
2309	NGI_GET_MSG (item, msg);
2310#endif
2311	switch (msg->header.typecookie) {
2312	default:
2313		error = EINVAL;
2314		break;
2315
2316	case NGM_CE_COOKIE:
2317		printf ("Not implemented yet\n");
2318		error = EINVAL;
2319		break;
2320
2321	case NGM_GENERIC_COOKIE:
2322		switch (msg->header.cmd) {
2323		default:
2324			error = EINVAL;
2325			break;
2326
2327		case NGM_TEXT_STATUS: {
2328			char *s;
2329			int l = 0;
2330			int dl = sizeof (struct ng_mesg) + 730;
2331
2332#if __FreeBSD_version >= 500000
2333			NG_MKRESPONSE (resp, msg, dl, M_NOWAIT);
2334			if (! resp) {
2335				error = ENOMEM;
2336				break;
2337			}
2338#else
2339			resp = malloc (M_NETGRAPH, M_NOWAIT);
2340			if (! resp) {
2341				error = ENOMEM;
2342				break;
2343			}
2344			bzero (resp, dl);
2345#endif
2346			s = (resp)->data;
2347			if (d) {
2348			l += print_chan (s + l, d->chan);
2349			l += print_stats (s + l, d->chan, 1);
2350			l += print_modems (s + l, d->chan, 1);
2351			l += print_e1_stats (s + l, d->chan);
2352			} else
2353				l += sprintf (s + l, "Error: node not connect to channel");
2354#if __FreeBSD_version < 500000
2355			(resp)->header.version = NG_VERSION;
2356			(resp)->header.arglen = strlen (s) + 1;
2357			(resp)->header.token = msg->header.token;
2358			(resp)->header.typecookie = NGM_CE_COOKIE;
2359			(resp)->header.cmd = msg->header.cmd;
2360#endif
2361			strncpy ((resp)->header.cmdstr, "status", NG_CMDSTRLEN);
2362			}
2363			break;
2364		}
2365		break;
2366	}
2367#if __FreeBSD_version >= 500000
2368	NG_RESPOND_MSG (error, node, item, resp);
2369	NG_FREE_MSG (msg);
2370#else
2371	*rptr = resp;
2372	free (msg, M_NETGRAPH);
2373#endif
2374	return error;
2375}
2376
2377#if __FreeBSD_version >= 500000
2378static int ng_ce_rcvdata (hook_p hook, item_p item)
2379{
2380	drv_t *d = NG_NODE_PRIVATE (NG_HOOK_NODE(hook));
2381	struct mbuf *m;
2382#if __FreeBSD_version < 502120
2383	meta_p meta;
2384#else
2385	struct ng_tag_prio *ptag;
2386#endif
2387#else
2388static int ng_ce_rcvdata (hook_p hook, struct mbuf *m, meta_p meta)
2389{
2390	drv_t *d = hook->node->private;
2391#endif
2392	bdrv_t *bd = d->board->sys;
2393	struct ifqueue *q;
2394	int s;
2395
2396	CE_DEBUG2 (d, ("Rcvdata\n"));
2397#if __FreeBSD_version >= 500000
2398	NGI_GET_M (item, m);
2399#if __FreeBSD_version < 502120
2400	NGI_GET_META (item, meta);
2401#endif
2402	NG_FREE_ITEM (item);
2403	if (! NG_HOOK_PRIVATE (hook) || ! d) {
2404		NG_FREE_M (m);
2405#if __FreeBSD_version < 502120
2406		NG_FREE_META (meta);
2407#endif
2408#else
2409	if (! hook->private || ! d) {
2410		NG_FREE_DATA (m,meta);
2411#endif
2412		return ENETDOWN;
2413	}
2414
2415#if __FreeBSD_version >= 502120
2416	/* Check for high priority data */
2417	if ((ptag = (struct ng_tag_prio *)m_tag_locate(m, NGM_GENERIC_COOKIE,
2418	    NG_TAG_PRIO, NULL)) != NULL && (ptag->priority > NG_PRIO_CUTOFF) )
2419		q = &d->hi_queue;
2420	else
2421		q = &d->queue;
2422#else
2423	q = (meta && meta->priority > 0) ? &d->hi_queue : &d->queue;
2424#endif
2425
2426	s = splimp ();
2427	CE_LOCK (bd);
2428#if __FreeBSD_version >= 500000
2429	IF_LOCK (q);
2430	if (_IF_QFULL (q)) {
2431		_IF_DROP (q);
2432		IF_UNLOCK (q);
2433		CE_UNLOCK (bd);
2434		splx (s);
2435		NG_FREE_M (m);
2436#if __FreeBSD_version < 502120
2437		NG_FREE_META (meta);
2438#endif
2439		return ENOBUFS;
2440	}
2441	_IF_ENQUEUE (q, m);
2442	IF_UNLOCK (q);
2443#else
2444	if (IF_QFULL (q)) {
2445		IF_DROP (q);
2446		CE_UNLOCK (bd);
2447		splx (s);
2448		NG_FREE_DATA (m, meta);
2449		return ENOBUFS;
2450	}
2451	IF_ENQUEUE (q, m);
2452#endif
2453	ce_start (d);
2454	CE_UNLOCK (bd);
2455	splx (s);
2456	return 0;
2457}
2458
2459static int ng_ce_rmnode (node_p node)
2460{
2461#if __FreeBSD_version >= 500000
2462	drv_t *d = NG_NODE_PRIVATE (node);
2463
2464	CE_DEBUG (d, ("Rmnode\n"));
2465	if (d && d->running) {
2466		bdrv_t *bd = d->board->sys;
2467		int s = splimp ();
2468		CE_LOCK (bd);
2469		ce_down (d);
2470		CE_UNLOCK (bd);
2471		splx (s);
2472	}
2473#ifdef	KLD_MODULE
2474#if __FreeBSD_version >= 502120
2475	if (node->nd_flags & NGF_REALLY_DIE) {
2476#else
2477	if (node->nd_flags & NG_REALLY_DIE) {
2478#endif
2479		NG_NODE_SET_PRIVATE (node, NULL);
2480		NG_NODE_UNREF (node);
2481	}
2482#if __FreeBSD_version >= 502120
2483	NG_NODE_REVIVE(node);		/* Persistant node */
2484#else
2485	node->nd_flags &= ~NG_INVALID;
2486#endif
2487#endif
2488#else /* __FreeBSD_version < 500000 */
2489	drv_t *d = node->private;
2490
2491	if (d && d->running) {
2492		bdrv_t *bd = d->board->sys;
2493		int s = splimp ();
2494		CE_LOCK (bd);
2495		ce_down (d);
2496		CE_UNLOCK (bd);
2497		splx (s);
2498	}
2499
2500	node->flags |= NG_INVALID;
2501	ng_cutlinks (node);
2502#ifdef	KLD_MODULE
2503	ng_unname (node);
2504	ng_unref (node);
2505#endif
2506#endif
2507	return 0;
2508}
2509
2510static void ng_ce_watchdog (void *arg)
2511{
2512	drv_t *d = arg;
2513
2514	if (d) {
2515		if (d->timeout == 1)
2516			ce_watchdog (d);
2517		if (d->timeout)
2518			d->timeout--;
2519		callout_reset (&d->timeout_handle, hz, ng_ce_watchdog, d);
2520	}
2521}
2522
2523static int ng_ce_connect (hook_p hook)
2524{
2525#if __FreeBSD_version >= 500000
2526	drv_t *d = NG_NODE_PRIVATE (NG_HOOK_NODE (hook));
2527#else
2528	drv_t *d = hook->node->private;
2529#endif
2530
2531	if (d) {
2532		CE_DEBUG (d, ("Connect\n"));
2533		callout_reset (&d->timeout_handle, hz, ng_ce_watchdog, d);
2534	}
2535
2536	return 0;
2537}
2538
2539static int ng_ce_disconnect (hook_p hook)
2540{
2541#if __FreeBSD_version >= 500000
2542	drv_t *d = NG_NODE_PRIVATE (NG_HOOK_NODE (hook));
2543#else
2544	drv_t *d = hook->node->private;
2545#endif
2546
2547	if (d) {
2548		CE_DEBUG (d, ("Disconnect\n"));
2549#if __FreeBSD_version >= 500000
2550		if (NG_HOOK_PRIVATE (hook))
2551#else
2552		if (hook->private)
2553#endif
2554		{
2555			bdrv_t *bd = d->board->sys;
2556			int s = splimp ();
2557			CE_LOCK (bd);
2558			ce_down (d);
2559			CE_UNLOCK (bd);
2560			splx (s);
2561		}
2562		/* If we were wait it than it reasserted now, just stop it. */
2563		if (!callout_drain (&d->timeout_handle))
2564			callout_stop (&d->timeout_handle);
2565	}
2566	return 0;
2567}
2568#endif
2569
2570static int ce_modevent (module_t mod, int type, void *unused)
2571{
2572#if __FreeBSD_version < 500000
2573	dev_t dev;
2574	struct cdevsw *cdsw;
2575#endif
2576	static int load_count = 0;
2577
2578#if __FreeBSD_version < 500000
2579	dev = makedev (CDEV_MAJOR, 0);
2580#endif
2581
2582	switch (type) {
2583	case MOD_LOAD:
2584#if __FreeBSD_version < 500000
2585		if (dev != NODEV &&
2586		    (cdsw = devsw (dev)) &&
2587		    cdsw->d_maj == CDEV_MAJOR) {
2588			printf ("Tau32-PCI driver is already in system\n");
2589			return (ENXIO);
2590		}
2591#endif
2592#if __FreeBSD_version >= 500000 && defined NETGRAPH
2593		if (ng_newtype (&typestruct))
2594			printf ("Failed to register ng_ce\n");
2595#endif
2596		++load_count;
2597#if __FreeBSD_version <= 500000
2598		cdevsw_add (&ce_cdevsw);
2599#endif
2600#if __FreeBSD_version >= 500000
2601		callout_init (&timeout_handle, CALLOUT_MPSAFE);
2602#else
2603		callout_init (&timeout_handle);
2604#endif
2605		callout_reset (&timeout_handle, hz*5, ce_timeout, 0);
2606		break;
2607	case MOD_UNLOAD:
2608		if (load_count == 1) {
2609			printf ("Removing device entry for Tau32-PCI\n");
2610#if __FreeBSD_version <= 500000
2611			cdevsw_remove (&ce_cdevsw);
2612#endif
2613#if __FreeBSD_version >= 500000 && defined NETGRAPH
2614			ng_rmtype (&typestruct);
2615#endif
2616		}
2617		/* If we were wait it than it reasserted now, just stop it.
2618		 * Actually we shouldn't get this condition. But code could be
2619		 * changed in the future, so just be a litle paranoid.
2620		 */
2621		if (!callout_drain (&timeout_handle))
2622			callout_stop (&timeout_handle);
2623		--load_count;
2624		break;
2625	case MOD_SHUTDOWN:
2626		break;
2627	}
2628	return 0;
2629}
2630
2631#ifdef NETGRAPH
2632#if __FreeBSD_version >= 502100
2633static struct ng_type typestruct = {
2634	.version	= NG_ABI_VERSION,
2635	.name		= NG_CE_NODE_TYPE,
2636	.constructor	= ng_ce_constructor,
2637	.rcvmsg		= ng_ce_rcvmsg,
2638	.shutdown	= ng_ce_rmnode,
2639	.newhook	= ng_ce_newhook,
2640	.connect	= ng_ce_connect,
2641	.rcvdata	= ng_ce_rcvdata,
2642	.disconnect	= ng_ce_disconnect,
2643};
2644#else /* __FreeBSD_version < 502100 */
2645static struct ng_type typestruct = {
2646#if __FreeBSD_version >= 500000
2647	NG_ABI_VERSION,
2648#else
2649	NG_VERSION,
2650#endif
2651	NG_CE_NODE_TYPE,
2652	ce_modevent,
2653	ng_ce_constructor,
2654	ng_ce_rcvmsg,
2655	ng_ce_rmnode,
2656	ng_ce_newhook,
2657	NULL,
2658	ng_ce_connect,
2659	ng_ce_rcvdata,
2660#if __FreeBSD_version < 500000
2661	NULL,
2662#endif
2663	ng_ce_disconnect,
2664	NULL
2665};
2666#endif /* __FreeBSD_version < 502100 */
2667
2668#endif /*NETGRAPH*/
2669
2670#if __FreeBSD_version >= 500000
2671#ifdef NETGRAPH
2672MODULE_DEPEND (ng_ce, netgraph, NG_ABI_VERSION, NG_ABI_VERSION, NG_ABI_VERSION);
2673#else
2674MODULE_DEPEND (ce, sppp, 1, 1, 1);
2675#endif
2676#ifdef KLD_MODULE
2677DRIVER_MODULE (cemod, pci, ce_driver, ce_devclass, ce_modevent, NULL);
2678#else
2679DRIVER_MODULE (ce, pci, ce_driver, ce_devclass, ce_modevent, NULL);
2680#endif
2681#else /* if __FreeBSD_version < 500000*/
2682#ifdef NETGRAPH
2683DRIVER_MODULE (ce, pci, ce_driver, ce_devclass, ng_mod_event, &typestruct);
2684#else
2685DRIVER_MODULE (ce, pci, ce_driver, ce_devclass, ce_modevent, NULL);
2686#endif
2687#endif /* __FreeBSD_version < 500000 */
2688#endif /* NPCI */
2689