41 */
42
43#include "opt_bpf.h"
44#include "opt_mac.h"
45#include "opt_netgraph.h"
46
47#include <sys/param.h>
48#include <sys/systm.h>
49#include <sys/conf.h>
50#include <sys/mac.h>
51#include <sys/malloc.h>
52#include <sys/mbuf.h>
53#include <sys/time.h>
54#include <sys/proc.h>
55#include <sys/signalvar.h>
56#include <sys/filio.h>
57#include <sys/sockio.h>
58#include <sys/ttycom.h>
59#include <sys/filedesc.h>
60
61#include <sys/poll.h>
62
63#include <sys/socket.h>
64#include <sys/vnode.h>
65
66#include <net/if.h>
67#include <net/bpf.h>
68#include <net/bpfdesc.h>
69
70#include <netinet/in.h>
71#include <netinet/if_ether.h>
72#include <sys/kernel.h>
73#include <sys/sysctl.h>
74
75static MALLOC_DEFINE(M_BPF, "BPF", "BPF data");
76
77#if defined(DEV_BPF) || defined(NETGRAPH_BPF)
78
79#define PRINET 26 /* interruptible */
80
81/*
82 * The default read buffer size is patchable.
83 */
84static int bpf_bufsize = 4096;
85SYSCTL_INT(_debug, OID_AUTO, bpf_bufsize, CTLFLAG_RW,
86 &bpf_bufsize, 0, "");
87static int bpf_maxbufsize = BPF_MAXBUFSIZE;
88SYSCTL_INT(_debug, OID_AUTO, bpf_maxbufsize, CTLFLAG_RW,
89 &bpf_maxbufsize, 0, "");
90
91/*
92 * bpf_iflist is the list of interfaces; each corresponds to an ifnet
93 */
94static struct bpf_if *bpf_iflist;
95static struct mtx bpf_mtx; /* bpf global lock */
96
97static int bpf_allocbufs(struct bpf_d *);
98static void bpf_attachd(struct bpf_d *d, struct bpf_if *bp);
99static void bpf_detachd(struct bpf_d *d);
100static void bpf_freed(struct bpf_d *);
101static void bpf_mcopy(const void *, void *, size_t);
102static int bpf_movein(struct uio *, int,
103 struct mbuf **, struct sockaddr *, int *);
104static int bpf_setif(struct bpf_d *, struct ifreq *);
105static void bpf_timed_out(void *);
106static __inline void
107 bpf_wakeup(struct bpf_d *);
108static void catchpacket(struct bpf_d *, u_char *, u_int,
109 u_int, void (*)(const void *, void *, size_t));
110static void reset_d(struct bpf_d *);
111static int bpf_setf(struct bpf_d *, struct bpf_program *);
112static int bpf_getdltlist(struct bpf_d *, struct bpf_dltlist *);
113static int bpf_setdlt(struct bpf_d *, u_int);
114
115static d_open_t bpfopen;
116static d_close_t bpfclose;
117static d_read_t bpfread;
118static d_write_t bpfwrite;
119static d_ioctl_t bpfioctl;
120static d_poll_t bpfpoll;
121
122#define CDEV_MAJOR 23
123static struct cdevsw bpf_cdevsw = {
124 /* open */ bpfopen,
125 /* close */ bpfclose,
126 /* read */ bpfread,
127 /* write */ bpfwrite,
128 /* ioctl */ bpfioctl,
129 /* poll */ bpfpoll,
130 /* mmap */ nommap,
131 /* strategy */ nostrategy,
132 /* name */ "bpf",
133 /* maj */ CDEV_MAJOR,
134 /* dump */ nodump,
135 /* psize */ nopsize,
136 /* flags */ 0,
137};
138
139
140static int
141bpf_movein(uio, linktype, mp, sockp, datlen)
142 register struct uio *uio;
143 int linktype, *datlen;
144 register struct mbuf **mp;
145 register struct sockaddr *sockp;
146{
147 struct mbuf *m;
148 int error;
149 int len;
150 int hlen;
151
152 /*
153 * Build a sockaddr based on the data link layer type.
154 * We do this at this level because the ethernet header
155 * is copied directly into the data field of the sockaddr.
156 * In the case of SLIP, there is no header and the packet
157 * is forwarded as is.
158 * Also, we are careful to leave room at the front of the mbuf
159 * for the link level header.
160 */
161 switch (linktype) {
162
163 case DLT_SLIP:
164 sockp->sa_family = AF_INET;
165 hlen = 0;
166 break;
167
168 case DLT_EN10MB:
169 sockp->sa_family = AF_UNSPEC;
170 /* XXX Would MAXLINKHDR be better? */
171 hlen = sizeof(struct ether_header);
172 break;
173
174 case DLT_FDDI:
175 sockp->sa_family = AF_IMPLINK;
176 hlen = 0;
177 break;
178
179 case DLT_RAW:
180 case DLT_NULL:
181 sockp->sa_family = AF_UNSPEC;
182 hlen = 0;
183 break;
184
185 case DLT_ATM_RFC1483:
186 /*
187 * en atm driver requires 4-byte atm pseudo header.
188 * though it isn't standard, vpi:vci needs to be
189 * specified anyway.
190 */
191 sockp->sa_family = AF_UNSPEC;
192 hlen = 12; /* XXX 4(ATM_PH) + 3(LLC) + 5(SNAP) */
193 break;
194
195 case DLT_PPP:
196 sockp->sa_family = AF_UNSPEC;
197 hlen = 4; /* This should match PPP_HDRLEN */
198 break;
199
200 default:
201 return (EIO);
202 }
203
204 len = uio->uio_resid;
205 *datlen = len - hlen;
206 if ((unsigned)len > MCLBYTES)
207 return (EIO);
208
209 if (len > MHLEN) {
210 m = m_getcl(M_TRYWAIT, MT_DATA, M_PKTHDR);
211 } else {
212 MGETHDR(m, M_TRYWAIT, MT_DATA);
213 }
214 if (m == NULL)
215 return (ENOBUFS);
216 m->m_pkthdr.len = m->m_len = len;
217 m->m_pkthdr.rcvif = NULL;
218 *mp = m;
219
220 /*
221 * Make room for link header.
222 */
223 if (hlen != 0) {
224 m->m_pkthdr.len -= hlen;
225 m->m_len -= hlen;
226#if BSD >= 199103
227 m->m_data += hlen; /* XXX */
228#else
229 m->m_off += hlen;
230#endif
| 41 */
42
43#include "opt_bpf.h"
44#include "opt_mac.h"
45#include "opt_netgraph.h"
46
47#include <sys/param.h>
48#include <sys/systm.h>
49#include <sys/conf.h>
50#include <sys/mac.h>
51#include <sys/malloc.h>
52#include <sys/mbuf.h>
53#include <sys/time.h>
54#include <sys/proc.h>
55#include <sys/signalvar.h>
56#include <sys/filio.h>
57#include <sys/sockio.h>
58#include <sys/ttycom.h>
59#include <sys/filedesc.h>
60
61#include <sys/poll.h>
62
63#include <sys/socket.h>
64#include <sys/vnode.h>
65
66#include <net/if.h>
67#include <net/bpf.h>
68#include <net/bpfdesc.h>
69
70#include <netinet/in.h>
71#include <netinet/if_ether.h>
72#include <sys/kernel.h>
73#include <sys/sysctl.h>
74
75static MALLOC_DEFINE(M_BPF, "BPF", "BPF data");
76
77#if defined(DEV_BPF) || defined(NETGRAPH_BPF)
78
79#define PRINET 26 /* interruptible */
80
81/*
82 * The default read buffer size is patchable.
83 */
84static int bpf_bufsize = 4096;
85SYSCTL_INT(_debug, OID_AUTO, bpf_bufsize, CTLFLAG_RW,
86 &bpf_bufsize, 0, "");
87static int bpf_maxbufsize = BPF_MAXBUFSIZE;
88SYSCTL_INT(_debug, OID_AUTO, bpf_maxbufsize, CTLFLAG_RW,
89 &bpf_maxbufsize, 0, "");
90
91/*
92 * bpf_iflist is the list of interfaces; each corresponds to an ifnet
93 */
94static struct bpf_if *bpf_iflist;
95static struct mtx bpf_mtx; /* bpf global lock */
96
97static int bpf_allocbufs(struct bpf_d *);
98static void bpf_attachd(struct bpf_d *d, struct bpf_if *bp);
99static void bpf_detachd(struct bpf_d *d);
100static void bpf_freed(struct bpf_d *);
101static void bpf_mcopy(const void *, void *, size_t);
102static int bpf_movein(struct uio *, int,
103 struct mbuf **, struct sockaddr *, int *);
104static int bpf_setif(struct bpf_d *, struct ifreq *);
105static void bpf_timed_out(void *);
106static __inline void
107 bpf_wakeup(struct bpf_d *);
108static void catchpacket(struct bpf_d *, u_char *, u_int,
109 u_int, void (*)(const void *, void *, size_t));
110static void reset_d(struct bpf_d *);
111static int bpf_setf(struct bpf_d *, struct bpf_program *);
112static int bpf_getdltlist(struct bpf_d *, struct bpf_dltlist *);
113static int bpf_setdlt(struct bpf_d *, u_int);
114
115static d_open_t bpfopen;
116static d_close_t bpfclose;
117static d_read_t bpfread;
118static d_write_t bpfwrite;
119static d_ioctl_t bpfioctl;
120static d_poll_t bpfpoll;
121
122#define CDEV_MAJOR 23
123static struct cdevsw bpf_cdevsw = {
124 /* open */ bpfopen,
125 /* close */ bpfclose,
126 /* read */ bpfread,
127 /* write */ bpfwrite,
128 /* ioctl */ bpfioctl,
129 /* poll */ bpfpoll,
130 /* mmap */ nommap,
131 /* strategy */ nostrategy,
132 /* name */ "bpf",
133 /* maj */ CDEV_MAJOR,
134 /* dump */ nodump,
135 /* psize */ nopsize,
136 /* flags */ 0,
137};
138
139
140static int
141bpf_movein(uio, linktype, mp, sockp, datlen)
142 register struct uio *uio;
143 int linktype, *datlen;
144 register struct mbuf **mp;
145 register struct sockaddr *sockp;
146{
147 struct mbuf *m;
148 int error;
149 int len;
150 int hlen;
151
152 /*
153 * Build a sockaddr based on the data link layer type.
154 * We do this at this level because the ethernet header
155 * is copied directly into the data field of the sockaddr.
156 * In the case of SLIP, there is no header and the packet
157 * is forwarded as is.
158 * Also, we are careful to leave room at the front of the mbuf
159 * for the link level header.
160 */
161 switch (linktype) {
162
163 case DLT_SLIP:
164 sockp->sa_family = AF_INET;
165 hlen = 0;
166 break;
167
168 case DLT_EN10MB:
169 sockp->sa_family = AF_UNSPEC;
170 /* XXX Would MAXLINKHDR be better? */
171 hlen = sizeof(struct ether_header);
172 break;
173
174 case DLT_FDDI:
175 sockp->sa_family = AF_IMPLINK;
176 hlen = 0;
177 break;
178
179 case DLT_RAW:
180 case DLT_NULL:
181 sockp->sa_family = AF_UNSPEC;
182 hlen = 0;
183 break;
184
185 case DLT_ATM_RFC1483:
186 /*
187 * en atm driver requires 4-byte atm pseudo header.
188 * though it isn't standard, vpi:vci needs to be
189 * specified anyway.
190 */
191 sockp->sa_family = AF_UNSPEC;
192 hlen = 12; /* XXX 4(ATM_PH) + 3(LLC) + 5(SNAP) */
193 break;
194
195 case DLT_PPP:
196 sockp->sa_family = AF_UNSPEC;
197 hlen = 4; /* This should match PPP_HDRLEN */
198 break;
199
200 default:
201 return (EIO);
202 }
203
204 len = uio->uio_resid;
205 *datlen = len - hlen;
206 if ((unsigned)len > MCLBYTES)
207 return (EIO);
208
209 if (len > MHLEN) {
210 m = m_getcl(M_TRYWAIT, MT_DATA, M_PKTHDR);
211 } else {
212 MGETHDR(m, M_TRYWAIT, MT_DATA);
213 }
214 if (m == NULL)
215 return (ENOBUFS);
216 m->m_pkthdr.len = m->m_len = len;
217 m->m_pkthdr.rcvif = NULL;
218 *mp = m;
219
220 /*
221 * Make room for link header.
222 */
223 if (hlen != 0) {
224 m->m_pkthdr.len -= hlen;
225 m->m_len -= hlen;
226#if BSD >= 199103
227 m->m_data += hlen; /* XXX */
228#else
229 m->m_off += hlen;
230#endif
|
236 if (!error)
237 return (0);
238bad:
239 m_freem(m);
240 return (error);
241}
242
243/*
244 * Attach file to the bpf interface, i.e. make d listen on bp.
245 */
246static void
247bpf_attachd(d, bp)
248 struct bpf_d *d;
249 struct bpf_if *bp;
250{
251 /*
252 * Point d at bp, and add d to the interface's list of listeners.
253 * Finally, point the driver's bpf cookie at the interface so
254 * it will divert packets to bpf.
255 */
256 BPFIF_LOCK(bp);
257 d->bd_bif = bp;
258 d->bd_next = bp->bif_dlist;
259 bp->bif_dlist = d;
260
261 *bp->bif_driverp = bp;
262 BPFIF_UNLOCK(bp);
263}
264
265/*
266 * Detach a file from its interface.
267 */
268static void
269bpf_detachd(d)
270 struct bpf_d *d;
271{
272 int error;
273 struct bpf_d **p;
274 struct bpf_if *bp;
275
276 bp = d->bd_bif;
277 /*
278 * Check if this descriptor had requested promiscuous mode.
279 * If so, turn it off.
280 */
281 if (d->bd_promisc) {
282 d->bd_promisc = 0;
283 error = ifpromisc(bp->bif_ifp, 0);
284 if (error != 0 && error != ENXIO) {
285 /*
286 * ENXIO can happen if a pccard is unplugged
287 * Something is really wrong if we were able to put
288 * the driver into promiscuous mode, but can't
289 * take it out.
290 */
291 if_printf(bp->bif_ifp,
292 "bpf_detach: ifpromisc failed (%d)\n", error);
293 }
294 }
295 /* Remove d from the interface's descriptor list. */
296 BPFIF_LOCK(bp);
297 p = &bp->bif_dlist;
298 while (*p != d) {
299 p = &(*p)->bd_next;
300 if (*p == 0)
301 panic("bpf_detachd: descriptor not in list");
302 }
303 *p = (*p)->bd_next;
304 if (bp->bif_dlist == 0)
305 /*
306 * Let the driver know that there are no more listeners.
307 */
308 *d->bd_bif->bif_driverp = 0;
309 BPFIF_UNLOCK(bp);
310 d->bd_bif = 0;
311}
312
313/*
314 * Open ethernet device. Returns ENXIO for illegal minor device number,
315 * EBUSY if file is open by another process.
316 */
317/* ARGSUSED */
318static int
319bpfopen(dev, flags, fmt, td)
320 dev_t dev;
321 int flags;
322 int fmt;
323 struct thread *td;
324{
325 struct bpf_d *d;
326
327 mtx_lock(&bpf_mtx);
328 d = dev->si_drv1;
329 /*
330 * Each minor can be opened by only one process. If the requested
331 * minor is in use, return EBUSY.
332 */
333 if (d) {
334 mtx_unlock(&bpf_mtx);
335 return (EBUSY);
336 }
337 dev->si_drv1 = (struct bpf_d *)~0; /* mark device in use */
338 mtx_unlock(&bpf_mtx);
339
340 if ((dev->si_flags & SI_NAMED) == 0)
341 make_dev(&bpf_cdevsw, minor(dev), UID_ROOT, GID_WHEEL, 0600,
342 "bpf%d", dev2unit(dev));
343 MALLOC(d, struct bpf_d *, sizeof(*d), M_BPF, M_WAITOK | M_ZERO);
344 dev->si_drv1 = d;
345 d->bd_bufsize = bpf_bufsize;
346 d->bd_sig = SIGIO;
347 d->bd_seesent = 1;
348#ifdef MAC
349 mac_init_bpfdesc(d);
350 mac_create_bpfdesc(td->td_ucred, d);
351#endif
352 mtx_init(&d->bd_mtx, devtoname(dev), "bpf cdev lock", MTX_DEF);
353 callout_init(&d->bd_callout, 1);
354
355 return (0);
356}
357
358/*
359 * Close the descriptor by detaching it from its interface,
360 * deallocating its buffers, and marking it free.
361 */
362/* ARGSUSED */
363static int
364bpfclose(dev, flags, fmt, td)
365 dev_t dev;
366 int flags;
367 int fmt;
368 struct thread *td;
369{
370 struct bpf_d *d = dev->si_drv1;
371
372 BPFD_LOCK(d);
373 if (d->bd_state == BPF_WAITING)
374 callout_stop(&d->bd_callout);
375 d->bd_state = BPF_IDLE;
376 BPFD_UNLOCK(d);
377 funsetown(&d->bd_sigio);
378 mtx_lock(&bpf_mtx);
379 if (d->bd_bif)
380 bpf_detachd(d);
381 mtx_unlock(&bpf_mtx);
382#ifdef MAC
383 mac_destroy_bpfdesc(d);
384#endif /* MAC */
385 bpf_freed(d);
386 dev->si_drv1 = 0;
387 free(d, M_BPF);
388
389 return (0);
390}
391
392
393/*
394 * Rotate the packet buffers in descriptor d. Move the store buffer
395 * into the hold slot, and the free buffer into the store slot.
396 * Zero the length of the new store buffer.
397 */
398#define ROTATE_BUFFERS(d) \
399 (d)->bd_hbuf = (d)->bd_sbuf; \
400 (d)->bd_hlen = (d)->bd_slen; \
401 (d)->bd_sbuf = (d)->bd_fbuf; \
402 (d)->bd_slen = 0; \
403 (d)->bd_fbuf = 0;
404/*
405 * bpfread - read next chunk of packets from buffers
406 */
407static int
408bpfread(dev, uio, ioflag)
409 dev_t dev;
410 register struct uio *uio;
411 int ioflag;
412{
413 struct bpf_d *d = dev->si_drv1;
414 int timed_out;
415 int error;
416
417 /*
418 * Restrict application to use a buffer the same size as
419 * as kernel buffers.
420 */
421 if (uio->uio_resid != d->bd_bufsize)
422 return (EINVAL);
423
424 BPFD_LOCK(d);
425 if (d->bd_state == BPF_WAITING)
426 callout_stop(&d->bd_callout);
427 timed_out = (d->bd_state == BPF_TIMED_OUT);
428 d->bd_state = BPF_IDLE;
429 /*
430 * If the hold buffer is empty, then do a timed sleep, which
431 * ends when the timeout expires or when enough packets
432 * have arrived to fill the store buffer.
433 */
434 while (d->bd_hbuf == 0) {
435 if ((d->bd_immediate || timed_out) && d->bd_slen != 0) {
436 /*
437 * A packet(s) either arrived since the previous
438 * read or arrived while we were asleep.
439 * Rotate the buffers and return what's here.
440 */
441 ROTATE_BUFFERS(d);
442 break;
443 }
444
445 /*
446 * No data is available, check to see if the bpf device
447 * is still pointed at a real interface. If not, return
448 * ENXIO so that the userland process knows to rebind
449 * it before using it again.
450 */
451 if (d->bd_bif == NULL) {
452 BPFD_UNLOCK(d);
453 return (ENXIO);
454 }
455
456 if (ioflag & IO_NDELAY) {
457 BPFD_UNLOCK(d);
458 return (EWOULDBLOCK);
459 }
460 error = msleep((caddr_t)d, &d->bd_mtx, PRINET|PCATCH,
461 "bpf", d->bd_rtout);
462 if (error == EINTR || error == ERESTART) {
463 BPFD_UNLOCK(d);
464 return (error);
465 }
466 if (error == EWOULDBLOCK) {
467 /*
468 * On a timeout, return what's in the buffer,
469 * which may be nothing. If there is something
470 * in the store buffer, we can rotate the buffers.
471 */
472 if (d->bd_hbuf)
473 /*
474 * We filled up the buffer in between
475 * getting the timeout and arriving
476 * here, so we don't need to rotate.
477 */
478 break;
479
480 if (d->bd_slen == 0) {
481 BPFD_UNLOCK(d);
482 return (0);
483 }
484 ROTATE_BUFFERS(d);
485 break;
486 }
487 }
488 /*
489 * At this point, we know we have something in the hold slot.
490 */
491 BPFD_UNLOCK(d);
492
493 /*
494 * Move data from hold buffer into user space.
495 * We know the entire buffer is transferred since
496 * we checked above that the read buffer is bpf_bufsize bytes.
497 */
498 error = uiomove(d->bd_hbuf, d->bd_hlen, uio);
499
500 BPFD_LOCK(d);
501 d->bd_fbuf = d->bd_hbuf;
502 d->bd_hbuf = 0;
503 d->bd_hlen = 0;
504 BPFD_UNLOCK(d);
505
506 return (error);
507}
508
509
510/*
511 * If there are processes sleeping on this descriptor, wake them up.
512 */
513static __inline void
514bpf_wakeup(d)
515 register struct bpf_d *d;
516{
517 if (d->bd_state == BPF_WAITING) {
518 callout_stop(&d->bd_callout);
519 d->bd_state = BPF_IDLE;
520 }
521 wakeup((caddr_t)d);
522 if (d->bd_async && d->bd_sig && d->bd_sigio)
523 pgsigio(&d->bd_sigio, d->bd_sig, 0);
524
525 selwakeup(&d->bd_sel);
526}
527
528static void
529bpf_timed_out(arg)
530 void *arg;
531{
532 struct bpf_d *d = (struct bpf_d *)arg;
533
534 BPFD_LOCK(d);
535 if (d->bd_state == BPF_WAITING) {
536 d->bd_state = BPF_TIMED_OUT;
537 if (d->bd_slen != 0)
538 bpf_wakeup(d);
539 }
540 BPFD_UNLOCK(d);
541}
542
543static int
544bpfwrite(dev, uio, ioflag)
545 dev_t dev;
546 struct uio *uio;
547 int ioflag;
548{
549 struct bpf_d *d = dev->si_drv1;
550 struct ifnet *ifp;
551 struct mbuf *m;
552 int error;
553 static struct sockaddr dst;
554 int datlen;
555
556 if (d->bd_bif == 0)
557 return (ENXIO);
558
559 ifp = d->bd_bif->bif_ifp;
560
561 if (uio->uio_resid == 0)
562 return (0);
563
564 error = bpf_movein(uio, (int)d->bd_bif->bif_dlt, &m, &dst, &datlen);
565 if (error)
566 return (error);
567
568 if (datlen > ifp->if_mtu)
569 return (EMSGSIZE);
570
571 if (d->bd_hdrcmplt)
572 dst.sa_family = pseudo_AF_HDRCMPLT;
573
574 mtx_lock(&Giant);
575#ifdef MAC
576 mac_create_mbuf_from_bpfdesc(d, m);
577#endif
578 error = (*ifp->if_output)(ifp, m, &dst, (struct rtentry *)0);
579 mtx_unlock(&Giant);
580 /*
581 * The driver frees the mbuf.
582 */
583 return (error);
584}
585
586/*
587 * Reset a descriptor by flushing its packet buffer and clearing the
588 * receive and drop counts.
589 */
590static void
591reset_d(d)
592 struct bpf_d *d;
593{
594
595 mtx_assert(&d->bd_mtx, MA_OWNED);
596 if (d->bd_hbuf) {
597 /* Free the hold buffer. */
598 d->bd_fbuf = d->bd_hbuf;
599 d->bd_hbuf = 0;
600 }
601 d->bd_slen = 0;
602 d->bd_hlen = 0;
603 d->bd_rcount = 0;
604 d->bd_dcount = 0;
605}
606
607/*
608 * FIONREAD Check for read packet available.
609 * SIOCGIFADDR Get interface address - convenient hook to driver.
610 * BIOCGBLEN Get buffer len [for read()].
611 * BIOCSETF Set ethernet read filter.
612 * BIOCFLUSH Flush read packet buffer.
613 * BIOCPROMISC Put interface into promiscuous mode.
614 * BIOCGDLT Get link layer type.
615 * BIOCGETIF Get interface name.
616 * BIOCSETIF Set interface.
617 * BIOCSRTIMEOUT Set read timeout.
618 * BIOCGRTIMEOUT Get read timeout.
619 * BIOCGSTATS Get packet stats.
620 * BIOCIMMEDIATE Set immediate mode.
621 * BIOCVERSION Get filter language version.
622 * BIOCGHDRCMPLT Get "header already complete" flag
623 * BIOCSHDRCMPLT Set "header already complete" flag
624 * BIOCGSEESENT Get "see packets sent" flag
625 * BIOCSSEESENT Set "see packets sent" flag
626 */
627/* ARGSUSED */
628static int
629bpfioctl(dev, cmd, addr, flags, td)
630 dev_t dev;
631 u_long cmd;
632 caddr_t addr;
633 int flags;
634 struct thread *td;
635{
636 struct bpf_d *d = dev->si_drv1;
637 int error = 0;
638
639 BPFD_LOCK(d);
640 if (d->bd_state == BPF_WAITING)
641 callout_stop(&d->bd_callout);
642 d->bd_state = BPF_IDLE;
643 BPFD_UNLOCK(d);
644
645 switch (cmd) {
646
647 default:
648 error = EINVAL;
649 break;
650
651 /*
652 * Check for read packet available.
653 */
654 case FIONREAD:
655 {
656 int n;
657
658 BPFD_LOCK(d);
659 n = d->bd_slen;
660 if (d->bd_hbuf)
661 n += d->bd_hlen;
662 BPFD_UNLOCK(d);
663
664 *(int *)addr = n;
665 break;
666 }
667
668 case SIOCGIFADDR:
669 {
670 struct ifnet *ifp;
671
672 if (d->bd_bif == 0)
673 error = EINVAL;
674 else {
675 ifp = d->bd_bif->bif_ifp;
676 error = (*ifp->if_ioctl)(ifp, cmd, addr);
677 }
678 break;
679 }
680
681 /*
682 * Get buffer len [for read()].
683 */
684 case BIOCGBLEN:
685 *(u_int *)addr = d->bd_bufsize;
686 break;
687
688 /*
689 * Set buffer length.
690 */
691 case BIOCSBLEN:
692 if (d->bd_bif != 0)
693 error = EINVAL;
694 else {
695 register u_int size = *(u_int *)addr;
696
697 if (size > bpf_maxbufsize)
698 *(u_int *)addr = size = bpf_maxbufsize;
699 else if (size < BPF_MINBUFSIZE)
700 *(u_int *)addr = size = BPF_MINBUFSIZE;
701 d->bd_bufsize = size;
702 }
703 break;
704
705 /*
706 * Set link layer read filter.
707 */
708 case BIOCSETF:
709 error = bpf_setf(d, (struct bpf_program *)addr);
710 break;
711
712 /*
713 * Flush read packet buffer.
714 */
715 case BIOCFLUSH:
716 BPFD_LOCK(d);
717 reset_d(d);
718 BPFD_UNLOCK(d);
719 break;
720
721 /*
722 * Put interface into promiscuous mode.
723 */
724 case BIOCPROMISC:
725 if (d->bd_bif == 0) {
726 /*
727 * No interface attached yet.
728 */
729 error = EINVAL;
730 break;
731 }
732 if (d->bd_promisc == 0) {
733 mtx_lock(&Giant);
734 error = ifpromisc(d->bd_bif->bif_ifp, 1);
735 mtx_unlock(&Giant);
736 if (error == 0)
737 d->bd_promisc = 1;
738 }
739 break;
740
741 /*
742 * Get current data link type.
743 */
744 case BIOCGDLT:
745 if (d->bd_bif == 0)
746 error = EINVAL;
747 else
748 *(u_int *)addr = d->bd_bif->bif_dlt;
749 break;
750
751 /*
752 * Get a list of supported data link types.
753 */
754 case BIOCGDLTLIST:
755 if (d->bd_bif == 0)
756 error = EINVAL;
757 else
758 error = bpf_getdltlist(d, (struct bpf_dltlist *)addr);
759 break;
760
761 /*
762 * Set data link type.
763 */
764 case BIOCSDLT:
765 if (d->bd_bif == 0)
766 error = EINVAL;
767 else
768 error = bpf_setdlt(d, *(u_int *)addr);
769 break;
770
771 /*
772 * Get interface name.
773 */
774 case BIOCGETIF:
775 if (d->bd_bif == 0)
776 error = EINVAL;
777 else {
778 struct ifnet *const ifp = d->bd_bif->bif_ifp;
779 struct ifreq *const ifr = (struct ifreq *)addr;
780
781 snprintf(ifr->ifr_name, sizeof(ifr->ifr_name),
782 "%s%d", ifp->if_name, ifp->if_unit);
783 }
784 break;
785
786 /*
787 * Set interface.
788 */
789 case BIOCSETIF:
790 error = bpf_setif(d, (struct ifreq *)addr);
791 break;
792
793 /*
794 * Set read timeout.
795 */
796 case BIOCSRTIMEOUT:
797 {
798 struct timeval *tv = (struct timeval *)addr;
799
800 /*
801 * Subtract 1 tick from tvtohz() since this isn't
802 * a one-shot timer.
803 */
804 if ((error = itimerfix(tv)) == 0)
805 d->bd_rtout = tvtohz(tv) - 1;
806 break;
807 }
808
809 /*
810 * Get read timeout.
811 */
812 case BIOCGRTIMEOUT:
813 {
814 struct timeval *tv = (struct timeval *)addr;
815
816 tv->tv_sec = d->bd_rtout / hz;
817 tv->tv_usec = (d->bd_rtout % hz) * tick;
818 break;
819 }
820
821 /*
822 * Get packet stats.
823 */
824 case BIOCGSTATS:
825 {
826 struct bpf_stat *bs = (struct bpf_stat *)addr;
827
828 bs->bs_recv = d->bd_rcount;
829 bs->bs_drop = d->bd_dcount;
830 break;
831 }
832
833 /*
834 * Set immediate mode.
835 */
836 case BIOCIMMEDIATE:
837 d->bd_immediate = *(u_int *)addr;
838 break;
839
840 case BIOCVERSION:
841 {
842 struct bpf_version *bv = (struct bpf_version *)addr;
843
844 bv->bv_major = BPF_MAJOR_VERSION;
845 bv->bv_minor = BPF_MINOR_VERSION;
846 break;
847 }
848
849 /*
850 * Get "header already complete" flag
851 */
852 case BIOCGHDRCMPLT:
853 *(u_int *)addr = d->bd_hdrcmplt;
854 break;
855
856 /*
857 * Set "header already complete" flag
858 */
859 case BIOCSHDRCMPLT:
860 d->bd_hdrcmplt = *(u_int *)addr ? 1 : 0;
861 break;
862
863 /*
864 * Get "see sent packets" flag
865 */
866 case BIOCGSEESENT:
867 *(u_int *)addr = d->bd_seesent;
868 break;
869
870 /*
871 * Set "see sent packets" flag
872 */
873 case BIOCSSEESENT:
874 d->bd_seesent = *(u_int *)addr;
875 break;
876
877 case FIONBIO: /* Non-blocking I/O */
878 break;
879
880 case FIOASYNC: /* Send signal on receive packets */
881 d->bd_async = *(int *)addr;
882 break;
883
884 case FIOSETOWN:
885 error = fsetown(*(int *)addr, &d->bd_sigio);
886 break;
887
888 case FIOGETOWN:
889 *(int *)addr = fgetown(&d->bd_sigio);
890 break;
891
892 /* This is deprecated, FIOSETOWN should be used instead. */
893 case TIOCSPGRP:
894 error = fsetown(-(*(int *)addr), &d->bd_sigio);
895 break;
896
897 /* This is deprecated, FIOGETOWN should be used instead. */
898 case TIOCGPGRP:
899 *(int *)addr = -fgetown(&d->bd_sigio);
900 break;
901
902 case BIOCSRSIG: /* Set receive signal */
903 {
904 u_int sig;
905
906 sig = *(u_int *)addr;
907
908 if (sig >= NSIG)
909 error = EINVAL;
910 else
911 d->bd_sig = sig;
912 break;
913 }
914 case BIOCGRSIG:
915 *(u_int *)addr = d->bd_sig;
916 break;
917 }
918 return (error);
919}
920
921/*
922 * Set d's packet filter program to fp. If this file already has a filter,
923 * free it and replace it. Returns EINVAL for bogus requests.
924 */
925static int
926bpf_setf(d, fp)
927 struct bpf_d *d;
928 struct bpf_program *fp;
929{
930 struct bpf_insn *fcode, *old;
931 u_int flen, size;
932
933 old = d->bd_filter;
934 if (fp->bf_insns == 0) {
935 if (fp->bf_len != 0)
936 return (EINVAL);
937 BPFD_LOCK(d);
938 d->bd_filter = 0;
939 reset_d(d);
940 BPFD_UNLOCK(d);
941 if (old != 0)
942 free((caddr_t)old, M_BPF);
943 return (0);
944 }
945 flen = fp->bf_len;
946 if (flen > BPF_MAXINSNS)
947 return (EINVAL);
948
949 size = flen * sizeof(*fp->bf_insns);
950 fcode = (struct bpf_insn *)malloc(size, M_BPF, M_WAITOK);
951 if (copyin((caddr_t)fp->bf_insns, (caddr_t)fcode, size) == 0 &&
952 bpf_validate(fcode, (int)flen)) {
953 BPFD_LOCK(d);
954 d->bd_filter = fcode;
955 reset_d(d);
956 BPFD_UNLOCK(d);
957 if (old != 0)
958 free((caddr_t)old, M_BPF);
959
960 return (0);
961 }
962 free((caddr_t)fcode, M_BPF);
963 return (EINVAL);
964}
965
966/*
967 * Detach a file from its current interface (if attached at all) and attach
968 * to the interface indicated by the name stored in ifr.
969 * Return an errno or 0.
970 */
971static int
972bpf_setif(d, ifr)
973 struct bpf_d *d;
974 struct ifreq *ifr;
975{
976 struct bpf_if *bp;
977 int error;
978 struct ifnet *theywant;
979
980 theywant = ifunit(ifr->ifr_name);
981 if (theywant == 0)
982 return ENXIO;
983
984 /*
985 * Look through attached interfaces for the named one.
986 */
987 mtx_lock(&bpf_mtx);
988 for (bp = bpf_iflist; bp != 0; bp = bp->bif_next) {
989 struct ifnet *ifp = bp->bif_ifp;
990
991 if (ifp == 0 || ifp != theywant)
992 continue;
993 /* skip additional entry */
994 if (bp->bif_driverp != (struct bpf_if **)&ifp->if_bpf)
995 continue;
996
997 mtx_unlock(&bpf_mtx);
998 /*
999 * We found the requested interface.
1000 * If it's not up, return an error.
1001 * Allocate the packet buffers if we need to.
1002 * If we're already attached to requested interface,
1003 * just flush the buffer.
1004 */
1005 if ((ifp->if_flags & IFF_UP) == 0)
1006 return (ENETDOWN);
1007
1008 if (d->bd_sbuf == 0) {
1009 error = bpf_allocbufs(d);
1010 if (error != 0)
1011 return (error);
1012 }
1013 if (bp != d->bd_bif) {
1014 if (d->bd_bif)
1015 /*
1016 * Detach if attached to something else.
1017 */
1018 bpf_detachd(d);
1019
1020 bpf_attachd(d, bp);
1021 }
1022 BPFD_LOCK(d);
1023 reset_d(d);
1024 BPFD_UNLOCK(d);
1025 return (0);
1026 }
1027 mtx_unlock(&bpf_mtx);
1028 /* Not found. */
1029 return (ENXIO);
1030}
1031
1032/*
1033 * Support for select() and poll() system calls
1034 *
1035 * Return true iff the specific operation will not block indefinitely.
1036 * Otherwise, return false but make a note that a selwakeup() must be done.
1037 */
1038static int
1039bpfpoll(dev, events, td)
1040 register dev_t dev;
1041 int events;
1042 struct thread *td;
1043{
1044 struct bpf_d *d;
1045 int revents;
1046
1047 d = dev->si_drv1;
1048 if (d->bd_bif == NULL)
1049 return (ENXIO);
1050
1051 revents = events & (POLLOUT | POLLWRNORM);
1052 BPFD_LOCK(d);
1053 if (events & (POLLIN | POLLRDNORM)) {
1054 /*
1055 * An imitation of the FIONREAD ioctl code.
1056 * XXX not quite. An exact imitation:
1057 * if (d->b_slen != 0 ||
1058 * (d->bd_hbuf != NULL && d->bd_hlen != 0)
1059 */
1060 if (d->bd_hlen != 0 ||
1061 ((d->bd_immediate || d->bd_state == BPF_TIMED_OUT) &&
1062 d->bd_slen != 0))
1063 revents |= events & (POLLIN | POLLRDNORM);
1064 else {
1065 selrecord(td, &d->bd_sel);
1066 /* Start the read timeout if necessary. */
1067 if (d->bd_rtout > 0 && d->bd_state == BPF_IDLE) {
1068 callout_reset(&d->bd_callout, d->bd_rtout,
1069 bpf_timed_out, d);
1070 d->bd_state = BPF_WAITING;
1071 }
1072 }
1073 }
1074 BPFD_UNLOCK(d);
1075 return (revents);
1076}
1077
1078/*
1079 * Incoming linkage from device drivers. Process the packet pkt, of length
1080 * pktlen, which is stored in a contiguous buffer. The packet is parsed
1081 * by each process' filter, and if accepted, stashed into the corresponding
1082 * buffer.
1083 */
1084void
1085bpf_tap(bp, pkt, pktlen)
1086 struct bpf_if *bp;
1087 register u_char *pkt;
1088 register u_int pktlen;
1089{
1090 register struct bpf_d *d;
1091 register u_int slen;
1092
1093 BPFIF_LOCK(bp);
1094 for (d = bp->bif_dlist; d != 0; d = d->bd_next) {
1095 BPFD_LOCK(d);
1096 ++d->bd_rcount;
1097 slen = bpf_filter(d->bd_filter, pkt, pktlen, pktlen);
1098 if (slen != 0) {
1099#ifdef MAC
1100 if (mac_check_bpfdesc_receive(d, bp->bif_ifp) == 0)
1101#endif
1102 catchpacket(d, pkt, pktlen, slen, bcopy);
1103 }
1104 BPFD_UNLOCK(d);
1105 }
1106 BPFIF_UNLOCK(bp);
1107}
1108
1109/*
1110 * Copy data from an mbuf chain into a buffer. This code is derived
1111 * from m_copydata in sys/uipc_mbuf.c.
1112 */
1113static void
1114bpf_mcopy(src_arg, dst_arg, len)
1115 const void *src_arg;
1116 void *dst_arg;
1117 register size_t len;
1118{
1119 register const struct mbuf *m;
1120 register u_int count;
1121 u_char *dst;
1122
1123 m = src_arg;
1124 dst = dst_arg;
1125 while (len > 0) {
1126 if (m == 0)
1127 panic("bpf_mcopy");
1128 count = min(m->m_len, len);
1129 bcopy(mtod(m, void *), dst, count);
1130 m = m->m_next;
1131 dst += count;
1132 len -= count;
1133 }
1134}
1135
1136/*
1137 * Incoming linkage from device drivers, when packet is in an mbuf chain.
1138 */
1139void
1140bpf_mtap(bp, m)
1141 struct bpf_if *bp;
1142 struct mbuf *m;
1143{
1144 struct bpf_d *d;
1145 u_int pktlen, slen;
1146
1147 pktlen = m_length(m, NULL);
1148 if (pktlen == m->m_len) {
1149 bpf_tap(bp, mtod(m, u_char *), pktlen);
1150 return;
1151 }
1152
1153 BPFIF_LOCK(bp);
1154 for (d = bp->bif_dlist; d != 0; d = d->bd_next) {
1155 if (!d->bd_seesent && (m->m_pkthdr.rcvif == NULL))
1156 continue;
1157 BPFD_LOCK(d);
1158 ++d->bd_rcount;
1159 slen = bpf_filter(d->bd_filter, (u_char *)m, pktlen, 0);
1160 if (slen != 0)
1161#ifdef MAC
1162 if (mac_check_bpfdesc_receive(d, bp->bif_ifp) == 0)
1163#endif
1164 catchpacket(d, (u_char *)m, pktlen, slen,
1165 bpf_mcopy);
1166 BPFD_UNLOCK(d);
1167 }
1168 BPFIF_UNLOCK(bp);
1169}
1170
1171/*
1172 * Move the packet data from interface memory (pkt) into the
1173 * store buffer. Return 1 if it's time to wakeup a listener (buffer full),
1174 * otherwise 0. "copy" is the routine called to do the actual data
1175 * transfer. bcopy is passed in to copy contiguous chunks, while
1176 * bpf_mcopy is passed in to copy mbuf chains. In the latter case,
1177 * pkt is really an mbuf.
1178 */
1179static void
1180catchpacket(d, pkt, pktlen, snaplen, cpfn)
1181 register struct bpf_d *d;
1182 register u_char *pkt;
1183 register u_int pktlen, snaplen;
1184 register void (*cpfn)(const void *, void *, size_t);
1185{
1186 register struct bpf_hdr *hp;
1187 register int totlen, curlen;
1188 register int hdrlen = d->bd_bif->bif_hdrlen;
1189 /*
1190 * Figure out how many bytes to move. If the packet is
1191 * greater or equal to the snapshot length, transfer that
1192 * much. Otherwise, transfer the whole packet (unless
1193 * we hit the buffer size limit).
1194 */
1195 totlen = hdrlen + min(snaplen, pktlen);
1196 if (totlen > d->bd_bufsize)
1197 totlen = d->bd_bufsize;
1198
1199 /*
1200 * Round up the end of the previous packet to the next longword.
1201 */
1202 curlen = BPF_WORDALIGN(d->bd_slen);
1203 if (curlen + totlen > d->bd_bufsize) {
1204 /*
1205 * This packet will overflow the storage buffer.
1206 * Rotate the buffers if we can, then wakeup any
1207 * pending reads.
1208 */
1209 if (d->bd_fbuf == 0) {
1210 /*
1211 * We haven't completed the previous read yet,
1212 * so drop the packet.
1213 */
1214 ++d->bd_dcount;
1215 return;
1216 }
1217 ROTATE_BUFFERS(d);
1218 bpf_wakeup(d);
1219 curlen = 0;
1220 }
1221 else if (d->bd_immediate || d->bd_state == BPF_TIMED_OUT)
1222 /*
1223 * Immediate mode is set, or the read timeout has
1224 * already expired during a select call. A packet
1225 * arrived, so the reader should be woken up.
1226 */
1227 bpf_wakeup(d);
1228
1229 /*
1230 * Append the bpf header.
1231 */
1232 hp = (struct bpf_hdr *)(d->bd_sbuf + curlen);
1233 microtime(&hp->bh_tstamp);
1234 hp->bh_datalen = pktlen;
1235 hp->bh_hdrlen = hdrlen;
1236 /*
1237 * Copy the packet data into the store buffer and update its length.
1238 */
1239 (*cpfn)(pkt, (u_char *)hp + hdrlen, (hp->bh_caplen = totlen - hdrlen));
1240 d->bd_slen = curlen + totlen;
1241}
1242
1243/*
1244 * Initialize all nonzero fields of a descriptor.
1245 */
1246static int
1247bpf_allocbufs(d)
1248 register struct bpf_d *d;
1249{
1250 d->bd_fbuf = (caddr_t)malloc(d->bd_bufsize, M_BPF, M_WAITOK);
1251 if (d->bd_fbuf == 0)
1252 return (ENOBUFS);
1253
1254 d->bd_sbuf = (caddr_t)malloc(d->bd_bufsize, M_BPF, M_WAITOK);
1255 if (d->bd_sbuf == 0) {
1256 free(d->bd_fbuf, M_BPF);
1257 return (ENOBUFS);
1258 }
1259 d->bd_slen = 0;
1260 d->bd_hlen = 0;
1261 return (0);
1262}
1263
1264/*
1265 * Free buffers currently in use by a descriptor.
1266 * Called on close.
1267 */
1268static void
1269bpf_freed(d)
1270 register struct bpf_d *d;
1271{
1272 /*
1273 * We don't need to lock out interrupts since this descriptor has
1274 * been detached from its interface and it yet hasn't been marked
1275 * free.
1276 */
1277 if (d->bd_sbuf != 0) {
1278 free(d->bd_sbuf, M_BPF);
1279 if (d->bd_hbuf != 0)
1280 free(d->bd_hbuf, M_BPF);
1281 if (d->bd_fbuf != 0)
1282 free(d->bd_fbuf, M_BPF);
1283 }
1284 if (d->bd_filter)
1285 free((caddr_t)d->bd_filter, M_BPF);
1286 mtx_destroy(&d->bd_mtx);
1287}
1288
1289/*
1290 * Attach an interface to bpf. dlt is the link layer type; hdrlen is the
1291 * fixed size of the link header (variable length headers not yet supported).
1292 */
1293void
1294bpfattach(ifp, dlt, hdrlen)
1295 struct ifnet *ifp;
1296 u_int dlt, hdrlen;
1297{
1298
1299 bpfattach2(ifp, dlt, hdrlen, &ifp->if_bpf);
1300}
1301
1302/*
1303 * Attach an interface to bpf. ifp is a pointer to the structure
1304 * defining the interface to be attached, dlt is the link layer type,
1305 * and hdrlen is the fixed size of the link header (variable length
1306 * headers are not yet supporrted).
1307 */
1308void
1309bpfattach2(ifp, dlt, hdrlen, driverp)
1310 struct ifnet *ifp;
1311 u_int dlt, hdrlen;
1312 struct bpf_if **driverp;
1313{
1314 struct bpf_if *bp;
1315 bp = (struct bpf_if *)malloc(sizeof(*bp), M_BPF, M_NOWAIT | M_ZERO);
1316 if (bp == 0)
1317 panic("bpfattach");
1318
1319 bp->bif_dlist = 0;
1320 bp->bif_driverp = driverp;
1321 bp->bif_ifp = ifp;
1322 bp->bif_dlt = dlt;
1323 mtx_init(&bp->bif_mtx, "bpf interface lock", NULL, MTX_DEF);
1324
1325 mtx_lock(&bpf_mtx);
1326 bp->bif_next = bpf_iflist;
1327 bpf_iflist = bp;
1328 mtx_unlock(&bpf_mtx);
1329
1330 *bp->bif_driverp = 0;
1331
1332 /*
1333 * Compute the length of the bpf header. This is not necessarily
1334 * equal to SIZEOF_BPF_HDR because we want to insert spacing such
1335 * that the network layer header begins on a longword boundary (for
1336 * performance reasons and to alleviate alignment restrictions).
1337 */
1338 bp->bif_hdrlen = BPF_WORDALIGN(hdrlen + SIZEOF_BPF_HDR) - hdrlen;
1339
1340 if (bootverbose)
1341 if_printf(ifp, "bpf attached\n");
1342}
1343
1344/*
1345 * Detach bpf from an interface. This involves detaching each descriptor
1346 * associated with the interface, and leaving bd_bif NULL. Notify each
1347 * descriptor as it's detached so that any sleepers wake up and get
1348 * ENXIO.
1349 */
1350void
1351bpfdetach(ifp)
1352 struct ifnet *ifp;
1353{
1354 struct bpf_if *bp, *bp_prev;
1355 struct bpf_d *d;
1356
1357 /* Locate BPF interface information */
1358 bp_prev = NULL;
1359
1360 mtx_lock(&bpf_mtx);
1361 for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1362 if (ifp == bp->bif_ifp)
1363 break;
1364 bp_prev = bp;
1365 }
1366
1367 /* Interface wasn't attached */
1368 if (bp->bif_ifp == NULL) {
1369 mtx_unlock(&bpf_mtx);
1370 printf("bpfdetach: %s%d was not attached\n", ifp->if_name,
1371 ifp->if_unit);
1372 return;
1373 }
1374
1375 if (bp_prev) {
1376 bp_prev->bif_next = bp->bif_next;
1377 } else {
1378 bpf_iflist = bp->bif_next;
1379 }
1380 mtx_unlock(&bpf_mtx);
1381
1382 while ((d = bp->bif_dlist) != NULL) {
1383 bpf_detachd(d);
1384 BPFD_LOCK(d);
1385 bpf_wakeup(d);
1386 BPFD_UNLOCK(d);
1387 }
1388
1389 mtx_destroy(&bp->bif_mtx);
1390 free(bp, M_BPF);
1391}
1392
1393/*
1394 * Get a list of available data link type of the interface.
1395 */
1396static int
1397bpf_getdltlist(d, bfl)
1398 struct bpf_d *d;
1399 struct bpf_dltlist *bfl;
1400{
1401 int n, error;
1402 struct ifnet *ifp;
1403 struct bpf_if *bp;
1404
1405 ifp = d->bd_bif->bif_ifp;
1406 n = 0;
1407 error = 0;
1408 mtx_lock(&bpf_mtx);
1409 for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1410 if (bp->bif_ifp != ifp)
1411 continue;
1412 if (bfl->bfl_list != NULL) {
1413 if (n >= bfl->bfl_len) {
1414 mtx_unlock(&bpf_mtx);
1415 return (ENOMEM);
1416 }
1417 error = copyout(&bp->bif_dlt,
1418 bfl->bfl_list + n, sizeof(u_int));
1419 }
1420 n++;
1421 }
1422 mtx_unlock(&bpf_mtx);
1423 bfl->bfl_len = n;
1424 return (error);
1425}
1426
1427/*
1428 * Set the data link type of a BPF instance.
1429 */
1430static int
1431bpf_setdlt(d, dlt)
1432 struct bpf_d *d;
1433 u_int dlt;
1434{
1435 int error, opromisc;
1436 struct ifnet *ifp;
1437 struct bpf_if *bp;
1438
1439 if (d->bd_bif->bif_dlt == dlt)
1440 return (0);
1441 ifp = d->bd_bif->bif_ifp;
1442 mtx_lock(&bpf_mtx);
1443 for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1444 if (bp->bif_ifp == ifp && bp->bif_dlt == dlt)
1445 break;
1446 }
1447 mtx_unlock(&bpf_mtx);
1448 if (bp != NULL) {
1449 BPFD_LOCK(d);
1450 opromisc = d->bd_promisc;
1451 bpf_detachd(d);
1452 bpf_attachd(d, bp);
1453 reset_d(d);
1454 BPFD_UNLOCK(d);
1455 if (opromisc) {
1456 error = ifpromisc(bp->bif_ifp, 1);
1457 if (error)
1458 if_printf(bp->bif_ifp,
1459 "bpf_setdlt: ifpromisc failed (%d)\n",
1460 error);
1461 else
1462 d->bd_promisc = 1;
1463 }
1464 }
1465 return (bp == NULL ? EINVAL : 0);
1466}
1467
1468static void bpf_drvinit(void *unused);
1469
1470static void bpf_clone(void *arg, char *name, int namelen, dev_t *dev);
1471
1472static void
1473bpf_clone(arg, name, namelen, dev)
1474 void *arg;
1475 char *name;
1476 int namelen;
1477 dev_t *dev;
1478{
1479 int u;
1480
1481 if (*dev != NODEV)
1482 return;
1483 if (dev_stdclone(name, NULL, "bpf", &u) != 1)
1484 return;
1485 *dev = make_dev(&bpf_cdevsw, unit2minor(u), UID_ROOT, GID_WHEEL, 0600,
1486 "bpf%d", u);
1487 (*dev)->si_flags |= SI_CHEAPCLONE;
1488 return;
1489}
1490
1491static void
1492bpf_drvinit(unused)
1493 void *unused;
1494{
1495
1496 mtx_init(&bpf_mtx, "bpf global lock", NULL, MTX_DEF);
1497 EVENTHANDLER_REGISTER(dev_clone, bpf_clone, 0, 1000);
1498}
1499
1500SYSINIT(bpfdev,SI_SUB_DRIVERS,SI_ORDER_MIDDLE+CDEV_MAJOR,bpf_drvinit,NULL)
1501
1502#else /* !DEV_BPF && !NETGRAPH_BPF */
1503/*
1504 * NOP stubs to allow bpf-using drivers to load and function.
1505 *
1506 * A 'better' implementation would allow the core bpf functionality
1507 * to be loaded at runtime.
1508 */
1509
1510void
1511bpf_tap(bp, pkt, pktlen)
1512 struct bpf_if *bp;
1513 register u_char *pkt;
1514 register u_int pktlen;
1515{
1516}
1517
1518void
1519bpf_mtap(bp, m)
1520 struct bpf_if *bp;
1521 struct mbuf *m;
1522{
1523}
1524
1525void
1526bpfattach(ifp, dlt, hdrlen)
1527 struct ifnet *ifp;
1528 u_int dlt, hdrlen;
1529{
1530}
1531
1532void
1533bpfdetach(ifp)
1534 struct ifnet *ifp;
1535{
1536}
1537
1538u_int
1539bpf_filter(pc, p, wirelen, buflen)
1540 register const struct bpf_insn *pc;
1541 register u_char *p;
1542 u_int wirelen;
1543 register u_int buflen;
1544{
1545 return -1; /* "no filter" behaviour */
1546}
1547
1548int
1549bpf_validate(f, len)
1550 const struct bpf_insn *f;
1551 int len;
1552{
1553 return 0; /* false */
1554}
1555
1556#endif /* !DEV_BPF && !NETGRAPH_BPF */
| 236 if (!error)
237 return (0);
238bad:
239 m_freem(m);
240 return (error);
241}
242
243/*
244 * Attach file to the bpf interface, i.e. make d listen on bp.
245 */
246static void
247bpf_attachd(d, bp)
248 struct bpf_d *d;
249 struct bpf_if *bp;
250{
251 /*
252 * Point d at bp, and add d to the interface's list of listeners.
253 * Finally, point the driver's bpf cookie at the interface so
254 * it will divert packets to bpf.
255 */
256 BPFIF_LOCK(bp);
257 d->bd_bif = bp;
258 d->bd_next = bp->bif_dlist;
259 bp->bif_dlist = d;
260
261 *bp->bif_driverp = bp;
262 BPFIF_UNLOCK(bp);
263}
264
265/*
266 * Detach a file from its interface.
267 */
268static void
269bpf_detachd(d)
270 struct bpf_d *d;
271{
272 int error;
273 struct bpf_d **p;
274 struct bpf_if *bp;
275
276 bp = d->bd_bif;
277 /*
278 * Check if this descriptor had requested promiscuous mode.
279 * If so, turn it off.
280 */
281 if (d->bd_promisc) {
282 d->bd_promisc = 0;
283 error = ifpromisc(bp->bif_ifp, 0);
284 if (error != 0 && error != ENXIO) {
285 /*
286 * ENXIO can happen if a pccard is unplugged
287 * Something is really wrong if we were able to put
288 * the driver into promiscuous mode, but can't
289 * take it out.
290 */
291 if_printf(bp->bif_ifp,
292 "bpf_detach: ifpromisc failed (%d)\n", error);
293 }
294 }
295 /* Remove d from the interface's descriptor list. */
296 BPFIF_LOCK(bp);
297 p = &bp->bif_dlist;
298 while (*p != d) {
299 p = &(*p)->bd_next;
300 if (*p == 0)
301 panic("bpf_detachd: descriptor not in list");
302 }
303 *p = (*p)->bd_next;
304 if (bp->bif_dlist == 0)
305 /*
306 * Let the driver know that there are no more listeners.
307 */
308 *d->bd_bif->bif_driverp = 0;
309 BPFIF_UNLOCK(bp);
310 d->bd_bif = 0;
311}
312
313/*
314 * Open ethernet device. Returns ENXIO for illegal minor device number,
315 * EBUSY if file is open by another process.
316 */
317/* ARGSUSED */
318static int
319bpfopen(dev, flags, fmt, td)
320 dev_t dev;
321 int flags;
322 int fmt;
323 struct thread *td;
324{
325 struct bpf_d *d;
326
327 mtx_lock(&bpf_mtx);
328 d = dev->si_drv1;
329 /*
330 * Each minor can be opened by only one process. If the requested
331 * minor is in use, return EBUSY.
332 */
333 if (d) {
334 mtx_unlock(&bpf_mtx);
335 return (EBUSY);
336 }
337 dev->si_drv1 = (struct bpf_d *)~0; /* mark device in use */
338 mtx_unlock(&bpf_mtx);
339
340 if ((dev->si_flags & SI_NAMED) == 0)
341 make_dev(&bpf_cdevsw, minor(dev), UID_ROOT, GID_WHEEL, 0600,
342 "bpf%d", dev2unit(dev));
343 MALLOC(d, struct bpf_d *, sizeof(*d), M_BPF, M_WAITOK | M_ZERO);
344 dev->si_drv1 = d;
345 d->bd_bufsize = bpf_bufsize;
346 d->bd_sig = SIGIO;
347 d->bd_seesent = 1;
348#ifdef MAC
349 mac_init_bpfdesc(d);
350 mac_create_bpfdesc(td->td_ucred, d);
351#endif
352 mtx_init(&d->bd_mtx, devtoname(dev), "bpf cdev lock", MTX_DEF);
353 callout_init(&d->bd_callout, 1);
354
355 return (0);
356}
357
358/*
359 * Close the descriptor by detaching it from its interface,
360 * deallocating its buffers, and marking it free.
361 */
362/* ARGSUSED */
363static int
364bpfclose(dev, flags, fmt, td)
365 dev_t dev;
366 int flags;
367 int fmt;
368 struct thread *td;
369{
370 struct bpf_d *d = dev->si_drv1;
371
372 BPFD_LOCK(d);
373 if (d->bd_state == BPF_WAITING)
374 callout_stop(&d->bd_callout);
375 d->bd_state = BPF_IDLE;
376 BPFD_UNLOCK(d);
377 funsetown(&d->bd_sigio);
378 mtx_lock(&bpf_mtx);
379 if (d->bd_bif)
380 bpf_detachd(d);
381 mtx_unlock(&bpf_mtx);
382#ifdef MAC
383 mac_destroy_bpfdesc(d);
384#endif /* MAC */
385 bpf_freed(d);
386 dev->si_drv1 = 0;
387 free(d, M_BPF);
388
389 return (0);
390}
391
392
393/*
394 * Rotate the packet buffers in descriptor d. Move the store buffer
395 * into the hold slot, and the free buffer into the store slot.
396 * Zero the length of the new store buffer.
397 */
398#define ROTATE_BUFFERS(d) \
399 (d)->bd_hbuf = (d)->bd_sbuf; \
400 (d)->bd_hlen = (d)->bd_slen; \
401 (d)->bd_sbuf = (d)->bd_fbuf; \
402 (d)->bd_slen = 0; \
403 (d)->bd_fbuf = 0;
404/*
405 * bpfread - read next chunk of packets from buffers
406 */
407static int
408bpfread(dev, uio, ioflag)
409 dev_t dev;
410 register struct uio *uio;
411 int ioflag;
412{
413 struct bpf_d *d = dev->si_drv1;
414 int timed_out;
415 int error;
416
417 /*
418 * Restrict application to use a buffer the same size as
419 * as kernel buffers.
420 */
421 if (uio->uio_resid != d->bd_bufsize)
422 return (EINVAL);
423
424 BPFD_LOCK(d);
425 if (d->bd_state == BPF_WAITING)
426 callout_stop(&d->bd_callout);
427 timed_out = (d->bd_state == BPF_TIMED_OUT);
428 d->bd_state = BPF_IDLE;
429 /*
430 * If the hold buffer is empty, then do a timed sleep, which
431 * ends when the timeout expires or when enough packets
432 * have arrived to fill the store buffer.
433 */
434 while (d->bd_hbuf == 0) {
435 if ((d->bd_immediate || timed_out) && d->bd_slen != 0) {
436 /*
437 * A packet(s) either arrived since the previous
438 * read or arrived while we were asleep.
439 * Rotate the buffers and return what's here.
440 */
441 ROTATE_BUFFERS(d);
442 break;
443 }
444
445 /*
446 * No data is available, check to see if the bpf device
447 * is still pointed at a real interface. If not, return
448 * ENXIO so that the userland process knows to rebind
449 * it before using it again.
450 */
451 if (d->bd_bif == NULL) {
452 BPFD_UNLOCK(d);
453 return (ENXIO);
454 }
455
456 if (ioflag & IO_NDELAY) {
457 BPFD_UNLOCK(d);
458 return (EWOULDBLOCK);
459 }
460 error = msleep((caddr_t)d, &d->bd_mtx, PRINET|PCATCH,
461 "bpf", d->bd_rtout);
462 if (error == EINTR || error == ERESTART) {
463 BPFD_UNLOCK(d);
464 return (error);
465 }
466 if (error == EWOULDBLOCK) {
467 /*
468 * On a timeout, return what's in the buffer,
469 * which may be nothing. If there is something
470 * in the store buffer, we can rotate the buffers.
471 */
472 if (d->bd_hbuf)
473 /*
474 * We filled up the buffer in between
475 * getting the timeout and arriving
476 * here, so we don't need to rotate.
477 */
478 break;
479
480 if (d->bd_slen == 0) {
481 BPFD_UNLOCK(d);
482 return (0);
483 }
484 ROTATE_BUFFERS(d);
485 break;
486 }
487 }
488 /*
489 * At this point, we know we have something in the hold slot.
490 */
491 BPFD_UNLOCK(d);
492
493 /*
494 * Move data from hold buffer into user space.
495 * We know the entire buffer is transferred since
496 * we checked above that the read buffer is bpf_bufsize bytes.
497 */
498 error = uiomove(d->bd_hbuf, d->bd_hlen, uio);
499
500 BPFD_LOCK(d);
501 d->bd_fbuf = d->bd_hbuf;
502 d->bd_hbuf = 0;
503 d->bd_hlen = 0;
504 BPFD_UNLOCK(d);
505
506 return (error);
507}
508
509
510/*
511 * If there are processes sleeping on this descriptor, wake them up.
512 */
513static __inline void
514bpf_wakeup(d)
515 register struct bpf_d *d;
516{
517 if (d->bd_state == BPF_WAITING) {
518 callout_stop(&d->bd_callout);
519 d->bd_state = BPF_IDLE;
520 }
521 wakeup((caddr_t)d);
522 if (d->bd_async && d->bd_sig && d->bd_sigio)
523 pgsigio(&d->bd_sigio, d->bd_sig, 0);
524
525 selwakeup(&d->bd_sel);
526}
527
528static void
529bpf_timed_out(arg)
530 void *arg;
531{
532 struct bpf_d *d = (struct bpf_d *)arg;
533
534 BPFD_LOCK(d);
535 if (d->bd_state == BPF_WAITING) {
536 d->bd_state = BPF_TIMED_OUT;
537 if (d->bd_slen != 0)
538 bpf_wakeup(d);
539 }
540 BPFD_UNLOCK(d);
541}
542
543static int
544bpfwrite(dev, uio, ioflag)
545 dev_t dev;
546 struct uio *uio;
547 int ioflag;
548{
549 struct bpf_d *d = dev->si_drv1;
550 struct ifnet *ifp;
551 struct mbuf *m;
552 int error;
553 static struct sockaddr dst;
554 int datlen;
555
556 if (d->bd_bif == 0)
557 return (ENXIO);
558
559 ifp = d->bd_bif->bif_ifp;
560
561 if (uio->uio_resid == 0)
562 return (0);
563
564 error = bpf_movein(uio, (int)d->bd_bif->bif_dlt, &m, &dst, &datlen);
565 if (error)
566 return (error);
567
568 if (datlen > ifp->if_mtu)
569 return (EMSGSIZE);
570
571 if (d->bd_hdrcmplt)
572 dst.sa_family = pseudo_AF_HDRCMPLT;
573
574 mtx_lock(&Giant);
575#ifdef MAC
576 mac_create_mbuf_from_bpfdesc(d, m);
577#endif
578 error = (*ifp->if_output)(ifp, m, &dst, (struct rtentry *)0);
579 mtx_unlock(&Giant);
580 /*
581 * The driver frees the mbuf.
582 */
583 return (error);
584}
585
586/*
587 * Reset a descriptor by flushing its packet buffer and clearing the
588 * receive and drop counts.
589 */
590static void
591reset_d(d)
592 struct bpf_d *d;
593{
594
595 mtx_assert(&d->bd_mtx, MA_OWNED);
596 if (d->bd_hbuf) {
597 /* Free the hold buffer. */
598 d->bd_fbuf = d->bd_hbuf;
599 d->bd_hbuf = 0;
600 }
601 d->bd_slen = 0;
602 d->bd_hlen = 0;
603 d->bd_rcount = 0;
604 d->bd_dcount = 0;
605}
606
607/*
608 * FIONREAD Check for read packet available.
609 * SIOCGIFADDR Get interface address - convenient hook to driver.
610 * BIOCGBLEN Get buffer len [for read()].
611 * BIOCSETF Set ethernet read filter.
612 * BIOCFLUSH Flush read packet buffer.
613 * BIOCPROMISC Put interface into promiscuous mode.
614 * BIOCGDLT Get link layer type.
615 * BIOCGETIF Get interface name.
616 * BIOCSETIF Set interface.
617 * BIOCSRTIMEOUT Set read timeout.
618 * BIOCGRTIMEOUT Get read timeout.
619 * BIOCGSTATS Get packet stats.
620 * BIOCIMMEDIATE Set immediate mode.
621 * BIOCVERSION Get filter language version.
622 * BIOCGHDRCMPLT Get "header already complete" flag
623 * BIOCSHDRCMPLT Set "header already complete" flag
624 * BIOCGSEESENT Get "see packets sent" flag
625 * BIOCSSEESENT Set "see packets sent" flag
626 */
627/* ARGSUSED */
628static int
629bpfioctl(dev, cmd, addr, flags, td)
630 dev_t dev;
631 u_long cmd;
632 caddr_t addr;
633 int flags;
634 struct thread *td;
635{
636 struct bpf_d *d = dev->si_drv1;
637 int error = 0;
638
639 BPFD_LOCK(d);
640 if (d->bd_state == BPF_WAITING)
641 callout_stop(&d->bd_callout);
642 d->bd_state = BPF_IDLE;
643 BPFD_UNLOCK(d);
644
645 switch (cmd) {
646
647 default:
648 error = EINVAL;
649 break;
650
651 /*
652 * Check for read packet available.
653 */
654 case FIONREAD:
655 {
656 int n;
657
658 BPFD_LOCK(d);
659 n = d->bd_slen;
660 if (d->bd_hbuf)
661 n += d->bd_hlen;
662 BPFD_UNLOCK(d);
663
664 *(int *)addr = n;
665 break;
666 }
667
668 case SIOCGIFADDR:
669 {
670 struct ifnet *ifp;
671
672 if (d->bd_bif == 0)
673 error = EINVAL;
674 else {
675 ifp = d->bd_bif->bif_ifp;
676 error = (*ifp->if_ioctl)(ifp, cmd, addr);
677 }
678 break;
679 }
680
681 /*
682 * Get buffer len [for read()].
683 */
684 case BIOCGBLEN:
685 *(u_int *)addr = d->bd_bufsize;
686 break;
687
688 /*
689 * Set buffer length.
690 */
691 case BIOCSBLEN:
692 if (d->bd_bif != 0)
693 error = EINVAL;
694 else {
695 register u_int size = *(u_int *)addr;
696
697 if (size > bpf_maxbufsize)
698 *(u_int *)addr = size = bpf_maxbufsize;
699 else if (size < BPF_MINBUFSIZE)
700 *(u_int *)addr = size = BPF_MINBUFSIZE;
701 d->bd_bufsize = size;
702 }
703 break;
704
705 /*
706 * Set link layer read filter.
707 */
708 case BIOCSETF:
709 error = bpf_setf(d, (struct bpf_program *)addr);
710 break;
711
712 /*
713 * Flush read packet buffer.
714 */
715 case BIOCFLUSH:
716 BPFD_LOCK(d);
717 reset_d(d);
718 BPFD_UNLOCK(d);
719 break;
720
721 /*
722 * Put interface into promiscuous mode.
723 */
724 case BIOCPROMISC:
725 if (d->bd_bif == 0) {
726 /*
727 * No interface attached yet.
728 */
729 error = EINVAL;
730 break;
731 }
732 if (d->bd_promisc == 0) {
733 mtx_lock(&Giant);
734 error = ifpromisc(d->bd_bif->bif_ifp, 1);
735 mtx_unlock(&Giant);
736 if (error == 0)
737 d->bd_promisc = 1;
738 }
739 break;
740
741 /*
742 * Get current data link type.
743 */
744 case BIOCGDLT:
745 if (d->bd_bif == 0)
746 error = EINVAL;
747 else
748 *(u_int *)addr = d->bd_bif->bif_dlt;
749 break;
750
751 /*
752 * Get a list of supported data link types.
753 */
754 case BIOCGDLTLIST:
755 if (d->bd_bif == 0)
756 error = EINVAL;
757 else
758 error = bpf_getdltlist(d, (struct bpf_dltlist *)addr);
759 break;
760
761 /*
762 * Set data link type.
763 */
764 case BIOCSDLT:
765 if (d->bd_bif == 0)
766 error = EINVAL;
767 else
768 error = bpf_setdlt(d, *(u_int *)addr);
769 break;
770
771 /*
772 * Get interface name.
773 */
774 case BIOCGETIF:
775 if (d->bd_bif == 0)
776 error = EINVAL;
777 else {
778 struct ifnet *const ifp = d->bd_bif->bif_ifp;
779 struct ifreq *const ifr = (struct ifreq *)addr;
780
781 snprintf(ifr->ifr_name, sizeof(ifr->ifr_name),
782 "%s%d", ifp->if_name, ifp->if_unit);
783 }
784 break;
785
786 /*
787 * Set interface.
788 */
789 case BIOCSETIF:
790 error = bpf_setif(d, (struct ifreq *)addr);
791 break;
792
793 /*
794 * Set read timeout.
795 */
796 case BIOCSRTIMEOUT:
797 {
798 struct timeval *tv = (struct timeval *)addr;
799
800 /*
801 * Subtract 1 tick from tvtohz() since this isn't
802 * a one-shot timer.
803 */
804 if ((error = itimerfix(tv)) == 0)
805 d->bd_rtout = tvtohz(tv) - 1;
806 break;
807 }
808
809 /*
810 * Get read timeout.
811 */
812 case BIOCGRTIMEOUT:
813 {
814 struct timeval *tv = (struct timeval *)addr;
815
816 tv->tv_sec = d->bd_rtout / hz;
817 tv->tv_usec = (d->bd_rtout % hz) * tick;
818 break;
819 }
820
821 /*
822 * Get packet stats.
823 */
824 case BIOCGSTATS:
825 {
826 struct bpf_stat *bs = (struct bpf_stat *)addr;
827
828 bs->bs_recv = d->bd_rcount;
829 bs->bs_drop = d->bd_dcount;
830 break;
831 }
832
833 /*
834 * Set immediate mode.
835 */
836 case BIOCIMMEDIATE:
837 d->bd_immediate = *(u_int *)addr;
838 break;
839
840 case BIOCVERSION:
841 {
842 struct bpf_version *bv = (struct bpf_version *)addr;
843
844 bv->bv_major = BPF_MAJOR_VERSION;
845 bv->bv_minor = BPF_MINOR_VERSION;
846 break;
847 }
848
849 /*
850 * Get "header already complete" flag
851 */
852 case BIOCGHDRCMPLT:
853 *(u_int *)addr = d->bd_hdrcmplt;
854 break;
855
856 /*
857 * Set "header already complete" flag
858 */
859 case BIOCSHDRCMPLT:
860 d->bd_hdrcmplt = *(u_int *)addr ? 1 : 0;
861 break;
862
863 /*
864 * Get "see sent packets" flag
865 */
866 case BIOCGSEESENT:
867 *(u_int *)addr = d->bd_seesent;
868 break;
869
870 /*
871 * Set "see sent packets" flag
872 */
873 case BIOCSSEESENT:
874 d->bd_seesent = *(u_int *)addr;
875 break;
876
877 case FIONBIO: /* Non-blocking I/O */
878 break;
879
880 case FIOASYNC: /* Send signal on receive packets */
881 d->bd_async = *(int *)addr;
882 break;
883
884 case FIOSETOWN:
885 error = fsetown(*(int *)addr, &d->bd_sigio);
886 break;
887
888 case FIOGETOWN:
889 *(int *)addr = fgetown(&d->bd_sigio);
890 break;
891
892 /* This is deprecated, FIOSETOWN should be used instead. */
893 case TIOCSPGRP:
894 error = fsetown(-(*(int *)addr), &d->bd_sigio);
895 break;
896
897 /* This is deprecated, FIOGETOWN should be used instead. */
898 case TIOCGPGRP:
899 *(int *)addr = -fgetown(&d->bd_sigio);
900 break;
901
902 case BIOCSRSIG: /* Set receive signal */
903 {
904 u_int sig;
905
906 sig = *(u_int *)addr;
907
908 if (sig >= NSIG)
909 error = EINVAL;
910 else
911 d->bd_sig = sig;
912 break;
913 }
914 case BIOCGRSIG:
915 *(u_int *)addr = d->bd_sig;
916 break;
917 }
918 return (error);
919}
920
921/*
922 * Set d's packet filter program to fp. If this file already has a filter,
923 * free it and replace it. Returns EINVAL for bogus requests.
924 */
925static int
926bpf_setf(d, fp)
927 struct bpf_d *d;
928 struct bpf_program *fp;
929{
930 struct bpf_insn *fcode, *old;
931 u_int flen, size;
932
933 old = d->bd_filter;
934 if (fp->bf_insns == 0) {
935 if (fp->bf_len != 0)
936 return (EINVAL);
937 BPFD_LOCK(d);
938 d->bd_filter = 0;
939 reset_d(d);
940 BPFD_UNLOCK(d);
941 if (old != 0)
942 free((caddr_t)old, M_BPF);
943 return (0);
944 }
945 flen = fp->bf_len;
946 if (flen > BPF_MAXINSNS)
947 return (EINVAL);
948
949 size = flen * sizeof(*fp->bf_insns);
950 fcode = (struct bpf_insn *)malloc(size, M_BPF, M_WAITOK);
951 if (copyin((caddr_t)fp->bf_insns, (caddr_t)fcode, size) == 0 &&
952 bpf_validate(fcode, (int)flen)) {
953 BPFD_LOCK(d);
954 d->bd_filter = fcode;
955 reset_d(d);
956 BPFD_UNLOCK(d);
957 if (old != 0)
958 free((caddr_t)old, M_BPF);
959
960 return (0);
961 }
962 free((caddr_t)fcode, M_BPF);
963 return (EINVAL);
964}
965
966/*
967 * Detach a file from its current interface (if attached at all) and attach
968 * to the interface indicated by the name stored in ifr.
969 * Return an errno or 0.
970 */
971static int
972bpf_setif(d, ifr)
973 struct bpf_d *d;
974 struct ifreq *ifr;
975{
976 struct bpf_if *bp;
977 int error;
978 struct ifnet *theywant;
979
980 theywant = ifunit(ifr->ifr_name);
981 if (theywant == 0)
982 return ENXIO;
983
984 /*
985 * Look through attached interfaces for the named one.
986 */
987 mtx_lock(&bpf_mtx);
988 for (bp = bpf_iflist; bp != 0; bp = bp->bif_next) {
989 struct ifnet *ifp = bp->bif_ifp;
990
991 if (ifp == 0 || ifp != theywant)
992 continue;
993 /* skip additional entry */
994 if (bp->bif_driverp != (struct bpf_if **)&ifp->if_bpf)
995 continue;
996
997 mtx_unlock(&bpf_mtx);
998 /*
999 * We found the requested interface.
1000 * If it's not up, return an error.
1001 * Allocate the packet buffers if we need to.
1002 * If we're already attached to requested interface,
1003 * just flush the buffer.
1004 */
1005 if ((ifp->if_flags & IFF_UP) == 0)
1006 return (ENETDOWN);
1007
1008 if (d->bd_sbuf == 0) {
1009 error = bpf_allocbufs(d);
1010 if (error != 0)
1011 return (error);
1012 }
1013 if (bp != d->bd_bif) {
1014 if (d->bd_bif)
1015 /*
1016 * Detach if attached to something else.
1017 */
1018 bpf_detachd(d);
1019
1020 bpf_attachd(d, bp);
1021 }
1022 BPFD_LOCK(d);
1023 reset_d(d);
1024 BPFD_UNLOCK(d);
1025 return (0);
1026 }
1027 mtx_unlock(&bpf_mtx);
1028 /* Not found. */
1029 return (ENXIO);
1030}
1031
1032/*
1033 * Support for select() and poll() system calls
1034 *
1035 * Return true iff the specific operation will not block indefinitely.
1036 * Otherwise, return false but make a note that a selwakeup() must be done.
1037 */
1038static int
1039bpfpoll(dev, events, td)
1040 register dev_t dev;
1041 int events;
1042 struct thread *td;
1043{
1044 struct bpf_d *d;
1045 int revents;
1046
1047 d = dev->si_drv1;
1048 if (d->bd_bif == NULL)
1049 return (ENXIO);
1050
1051 revents = events & (POLLOUT | POLLWRNORM);
1052 BPFD_LOCK(d);
1053 if (events & (POLLIN | POLLRDNORM)) {
1054 /*
1055 * An imitation of the FIONREAD ioctl code.
1056 * XXX not quite. An exact imitation:
1057 * if (d->b_slen != 0 ||
1058 * (d->bd_hbuf != NULL && d->bd_hlen != 0)
1059 */
1060 if (d->bd_hlen != 0 ||
1061 ((d->bd_immediate || d->bd_state == BPF_TIMED_OUT) &&
1062 d->bd_slen != 0))
1063 revents |= events & (POLLIN | POLLRDNORM);
1064 else {
1065 selrecord(td, &d->bd_sel);
1066 /* Start the read timeout if necessary. */
1067 if (d->bd_rtout > 0 && d->bd_state == BPF_IDLE) {
1068 callout_reset(&d->bd_callout, d->bd_rtout,
1069 bpf_timed_out, d);
1070 d->bd_state = BPF_WAITING;
1071 }
1072 }
1073 }
1074 BPFD_UNLOCK(d);
1075 return (revents);
1076}
1077
1078/*
1079 * Incoming linkage from device drivers. Process the packet pkt, of length
1080 * pktlen, which is stored in a contiguous buffer. The packet is parsed
1081 * by each process' filter, and if accepted, stashed into the corresponding
1082 * buffer.
1083 */
1084void
1085bpf_tap(bp, pkt, pktlen)
1086 struct bpf_if *bp;
1087 register u_char *pkt;
1088 register u_int pktlen;
1089{
1090 register struct bpf_d *d;
1091 register u_int slen;
1092
1093 BPFIF_LOCK(bp);
1094 for (d = bp->bif_dlist; d != 0; d = d->bd_next) {
1095 BPFD_LOCK(d);
1096 ++d->bd_rcount;
1097 slen = bpf_filter(d->bd_filter, pkt, pktlen, pktlen);
1098 if (slen != 0) {
1099#ifdef MAC
1100 if (mac_check_bpfdesc_receive(d, bp->bif_ifp) == 0)
1101#endif
1102 catchpacket(d, pkt, pktlen, slen, bcopy);
1103 }
1104 BPFD_UNLOCK(d);
1105 }
1106 BPFIF_UNLOCK(bp);
1107}
1108
1109/*
1110 * Copy data from an mbuf chain into a buffer. This code is derived
1111 * from m_copydata in sys/uipc_mbuf.c.
1112 */
1113static void
1114bpf_mcopy(src_arg, dst_arg, len)
1115 const void *src_arg;
1116 void *dst_arg;
1117 register size_t len;
1118{
1119 register const struct mbuf *m;
1120 register u_int count;
1121 u_char *dst;
1122
1123 m = src_arg;
1124 dst = dst_arg;
1125 while (len > 0) {
1126 if (m == 0)
1127 panic("bpf_mcopy");
1128 count = min(m->m_len, len);
1129 bcopy(mtod(m, void *), dst, count);
1130 m = m->m_next;
1131 dst += count;
1132 len -= count;
1133 }
1134}
1135
1136/*
1137 * Incoming linkage from device drivers, when packet is in an mbuf chain.
1138 */
1139void
1140bpf_mtap(bp, m)
1141 struct bpf_if *bp;
1142 struct mbuf *m;
1143{
1144 struct bpf_d *d;
1145 u_int pktlen, slen;
1146
1147 pktlen = m_length(m, NULL);
1148 if (pktlen == m->m_len) {
1149 bpf_tap(bp, mtod(m, u_char *), pktlen);
1150 return;
1151 }
1152
1153 BPFIF_LOCK(bp);
1154 for (d = bp->bif_dlist; d != 0; d = d->bd_next) {
1155 if (!d->bd_seesent && (m->m_pkthdr.rcvif == NULL))
1156 continue;
1157 BPFD_LOCK(d);
1158 ++d->bd_rcount;
1159 slen = bpf_filter(d->bd_filter, (u_char *)m, pktlen, 0);
1160 if (slen != 0)
1161#ifdef MAC
1162 if (mac_check_bpfdesc_receive(d, bp->bif_ifp) == 0)
1163#endif
1164 catchpacket(d, (u_char *)m, pktlen, slen,
1165 bpf_mcopy);
1166 BPFD_UNLOCK(d);
1167 }
1168 BPFIF_UNLOCK(bp);
1169}
1170
1171/*
1172 * Move the packet data from interface memory (pkt) into the
1173 * store buffer. Return 1 if it's time to wakeup a listener (buffer full),
1174 * otherwise 0. "copy" is the routine called to do the actual data
1175 * transfer. bcopy is passed in to copy contiguous chunks, while
1176 * bpf_mcopy is passed in to copy mbuf chains. In the latter case,
1177 * pkt is really an mbuf.
1178 */
1179static void
1180catchpacket(d, pkt, pktlen, snaplen, cpfn)
1181 register struct bpf_d *d;
1182 register u_char *pkt;
1183 register u_int pktlen, snaplen;
1184 register void (*cpfn)(const void *, void *, size_t);
1185{
1186 register struct bpf_hdr *hp;
1187 register int totlen, curlen;
1188 register int hdrlen = d->bd_bif->bif_hdrlen;
1189 /*
1190 * Figure out how many bytes to move. If the packet is
1191 * greater or equal to the snapshot length, transfer that
1192 * much. Otherwise, transfer the whole packet (unless
1193 * we hit the buffer size limit).
1194 */
1195 totlen = hdrlen + min(snaplen, pktlen);
1196 if (totlen > d->bd_bufsize)
1197 totlen = d->bd_bufsize;
1198
1199 /*
1200 * Round up the end of the previous packet to the next longword.
1201 */
1202 curlen = BPF_WORDALIGN(d->bd_slen);
1203 if (curlen + totlen > d->bd_bufsize) {
1204 /*
1205 * This packet will overflow the storage buffer.
1206 * Rotate the buffers if we can, then wakeup any
1207 * pending reads.
1208 */
1209 if (d->bd_fbuf == 0) {
1210 /*
1211 * We haven't completed the previous read yet,
1212 * so drop the packet.
1213 */
1214 ++d->bd_dcount;
1215 return;
1216 }
1217 ROTATE_BUFFERS(d);
1218 bpf_wakeup(d);
1219 curlen = 0;
1220 }
1221 else if (d->bd_immediate || d->bd_state == BPF_TIMED_OUT)
1222 /*
1223 * Immediate mode is set, or the read timeout has
1224 * already expired during a select call. A packet
1225 * arrived, so the reader should be woken up.
1226 */
1227 bpf_wakeup(d);
1228
1229 /*
1230 * Append the bpf header.
1231 */
1232 hp = (struct bpf_hdr *)(d->bd_sbuf + curlen);
1233 microtime(&hp->bh_tstamp);
1234 hp->bh_datalen = pktlen;
1235 hp->bh_hdrlen = hdrlen;
1236 /*
1237 * Copy the packet data into the store buffer and update its length.
1238 */
1239 (*cpfn)(pkt, (u_char *)hp + hdrlen, (hp->bh_caplen = totlen - hdrlen));
1240 d->bd_slen = curlen + totlen;
1241}
1242
1243/*
1244 * Initialize all nonzero fields of a descriptor.
1245 */
1246static int
1247bpf_allocbufs(d)
1248 register struct bpf_d *d;
1249{
1250 d->bd_fbuf = (caddr_t)malloc(d->bd_bufsize, M_BPF, M_WAITOK);
1251 if (d->bd_fbuf == 0)
1252 return (ENOBUFS);
1253
1254 d->bd_sbuf = (caddr_t)malloc(d->bd_bufsize, M_BPF, M_WAITOK);
1255 if (d->bd_sbuf == 0) {
1256 free(d->bd_fbuf, M_BPF);
1257 return (ENOBUFS);
1258 }
1259 d->bd_slen = 0;
1260 d->bd_hlen = 0;
1261 return (0);
1262}
1263
1264/*
1265 * Free buffers currently in use by a descriptor.
1266 * Called on close.
1267 */
1268static void
1269bpf_freed(d)
1270 register struct bpf_d *d;
1271{
1272 /*
1273 * We don't need to lock out interrupts since this descriptor has
1274 * been detached from its interface and it yet hasn't been marked
1275 * free.
1276 */
1277 if (d->bd_sbuf != 0) {
1278 free(d->bd_sbuf, M_BPF);
1279 if (d->bd_hbuf != 0)
1280 free(d->bd_hbuf, M_BPF);
1281 if (d->bd_fbuf != 0)
1282 free(d->bd_fbuf, M_BPF);
1283 }
1284 if (d->bd_filter)
1285 free((caddr_t)d->bd_filter, M_BPF);
1286 mtx_destroy(&d->bd_mtx);
1287}
1288
1289/*
1290 * Attach an interface to bpf. dlt is the link layer type; hdrlen is the
1291 * fixed size of the link header (variable length headers not yet supported).
1292 */
1293void
1294bpfattach(ifp, dlt, hdrlen)
1295 struct ifnet *ifp;
1296 u_int dlt, hdrlen;
1297{
1298
1299 bpfattach2(ifp, dlt, hdrlen, &ifp->if_bpf);
1300}
1301
1302/*
1303 * Attach an interface to bpf. ifp is a pointer to the structure
1304 * defining the interface to be attached, dlt is the link layer type,
1305 * and hdrlen is the fixed size of the link header (variable length
1306 * headers are not yet supporrted).
1307 */
1308void
1309bpfattach2(ifp, dlt, hdrlen, driverp)
1310 struct ifnet *ifp;
1311 u_int dlt, hdrlen;
1312 struct bpf_if **driverp;
1313{
1314 struct bpf_if *bp;
1315 bp = (struct bpf_if *)malloc(sizeof(*bp), M_BPF, M_NOWAIT | M_ZERO);
1316 if (bp == 0)
1317 panic("bpfattach");
1318
1319 bp->bif_dlist = 0;
1320 bp->bif_driverp = driverp;
1321 bp->bif_ifp = ifp;
1322 bp->bif_dlt = dlt;
1323 mtx_init(&bp->bif_mtx, "bpf interface lock", NULL, MTX_DEF);
1324
1325 mtx_lock(&bpf_mtx);
1326 bp->bif_next = bpf_iflist;
1327 bpf_iflist = bp;
1328 mtx_unlock(&bpf_mtx);
1329
1330 *bp->bif_driverp = 0;
1331
1332 /*
1333 * Compute the length of the bpf header. This is not necessarily
1334 * equal to SIZEOF_BPF_HDR because we want to insert spacing such
1335 * that the network layer header begins on a longword boundary (for
1336 * performance reasons and to alleviate alignment restrictions).
1337 */
1338 bp->bif_hdrlen = BPF_WORDALIGN(hdrlen + SIZEOF_BPF_HDR) - hdrlen;
1339
1340 if (bootverbose)
1341 if_printf(ifp, "bpf attached\n");
1342}
1343
1344/*
1345 * Detach bpf from an interface. This involves detaching each descriptor
1346 * associated with the interface, and leaving bd_bif NULL. Notify each
1347 * descriptor as it's detached so that any sleepers wake up and get
1348 * ENXIO.
1349 */
1350void
1351bpfdetach(ifp)
1352 struct ifnet *ifp;
1353{
1354 struct bpf_if *bp, *bp_prev;
1355 struct bpf_d *d;
1356
1357 /* Locate BPF interface information */
1358 bp_prev = NULL;
1359
1360 mtx_lock(&bpf_mtx);
1361 for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1362 if (ifp == bp->bif_ifp)
1363 break;
1364 bp_prev = bp;
1365 }
1366
1367 /* Interface wasn't attached */
1368 if (bp->bif_ifp == NULL) {
1369 mtx_unlock(&bpf_mtx);
1370 printf("bpfdetach: %s%d was not attached\n", ifp->if_name,
1371 ifp->if_unit);
1372 return;
1373 }
1374
1375 if (bp_prev) {
1376 bp_prev->bif_next = bp->bif_next;
1377 } else {
1378 bpf_iflist = bp->bif_next;
1379 }
1380 mtx_unlock(&bpf_mtx);
1381
1382 while ((d = bp->bif_dlist) != NULL) {
1383 bpf_detachd(d);
1384 BPFD_LOCK(d);
1385 bpf_wakeup(d);
1386 BPFD_UNLOCK(d);
1387 }
1388
1389 mtx_destroy(&bp->bif_mtx);
1390 free(bp, M_BPF);
1391}
1392
1393/*
1394 * Get a list of available data link type of the interface.
1395 */
1396static int
1397bpf_getdltlist(d, bfl)
1398 struct bpf_d *d;
1399 struct bpf_dltlist *bfl;
1400{
1401 int n, error;
1402 struct ifnet *ifp;
1403 struct bpf_if *bp;
1404
1405 ifp = d->bd_bif->bif_ifp;
1406 n = 0;
1407 error = 0;
1408 mtx_lock(&bpf_mtx);
1409 for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1410 if (bp->bif_ifp != ifp)
1411 continue;
1412 if (bfl->bfl_list != NULL) {
1413 if (n >= bfl->bfl_len) {
1414 mtx_unlock(&bpf_mtx);
1415 return (ENOMEM);
1416 }
1417 error = copyout(&bp->bif_dlt,
1418 bfl->bfl_list + n, sizeof(u_int));
1419 }
1420 n++;
1421 }
1422 mtx_unlock(&bpf_mtx);
1423 bfl->bfl_len = n;
1424 return (error);
1425}
1426
1427/*
1428 * Set the data link type of a BPF instance.
1429 */
1430static int
1431bpf_setdlt(d, dlt)
1432 struct bpf_d *d;
1433 u_int dlt;
1434{
1435 int error, opromisc;
1436 struct ifnet *ifp;
1437 struct bpf_if *bp;
1438
1439 if (d->bd_bif->bif_dlt == dlt)
1440 return (0);
1441 ifp = d->bd_bif->bif_ifp;
1442 mtx_lock(&bpf_mtx);
1443 for (bp = bpf_iflist; bp != NULL; bp = bp->bif_next) {
1444 if (bp->bif_ifp == ifp && bp->bif_dlt == dlt)
1445 break;
1446 }
1447 mtx_unlock(&bpf_mtx);
1448 if (bp != NULL) {
1449 BPFD_LOCK(d);
1450 opromisc = d->bd_promisc;
1451 bpf_detachd(d);
1452 bpf_attachd(d, bp);
1453 reset_d(d);
1454 BPFD_UNLOCK(d);
1455 if (opromisc) {
1456 error = ifpromisc(bp->bif_ifp, 1);
1457 if (error)
1458 if_printf(bp->bif_ifp,
1459 "bpf_setdlt: ifpromisc failed (%d)\n",
1460 error);
1461 else
1462 d->bd_promisc = 1;
1463 }
1464 }
1465 return (bp == NULL ? EINVAL : 0);
1466}
1467
1468static void bpf_drvinit(void *unused);
1469
1470static void bpf_clone(void *arg, char *name, int namelen, dev_t *dev);
1471
1472static void
1473bpf_clone(arg, name, namelen, dev)
1474 void *arg;
1475 char *name;
1476 int namelen;
1477 dev_t *dev;
1478{
1479 int u;
1480
1481 if (*dev != NODEV)
1482 return;
1483 if (dev_stdclone(name, NULL, "bpf", &u) != 1)
1484 return;
1485 *dev = make_dev(&bpf_cdevsw, unit2minor(u), UID_ROOT, GID_WHEEL, 0600,
1486 "bpf%d", u);
1487 (*dev)->si_flags |= SI_CHEAPCLONE;
1488 return;
1489}
1490
1491static void
1492bpf_drvinit(unused)
1493 void *unused;
1494{
1495
1496 mtx_init(&bpf_mtx, "bpf global lock", NULL, MTX_DEF);
1497 EVENTHANDLER_REGISTER(dev_clone, bpf_clone, 0, 1000);
1498}
1499
1500SYSINIT(bpfdev,SI_SUB_DRIVERS,SI_ORDER_MIDDLE+CDEV_MAJOR,bpf_drvinit,NULL)
1501
1502#else /* !DEV_BPF && !NETGRAPH_BPF */
1503/*
1504 * NOP stubs to allow bpf-using drivers to load and function.
1505 *
1506 * A 'better' implementation would allow the core bpf functionality
1507 * to be loaded at runtime.
1508 */
1509
1510void
1511bpf_tap(bp, pkt, pktlen)
1512 struct bpf_if *bp;
1513 register u_char *pkt;
1514 register u_int pktlen;
1515{
1516}
1517
1518void
1519bpf_mtap(bp, m)
1520 struct bpf_if *bp;
1521 struct mbuf *m;
1522{
1523}
1524
1525void
1526bpfattach(ifp, dlt, hdrlen)
1527 struct ifnet *ifp;
1528 u_int dlt, hdrlen;
1529{
1530}
1531
1532void
1533bpfdetach(ifp)
1534 struct ifnet *ifp;
1535{
1536}
1537
1538u_int
1539bpf_filter(pc, p, wirelen, buflen)
1540 register const struct bpf_insn *pc;
1541 register u_char *p;
1542 u_int wirelen;
1543 register u_int buflen;
1544{
1545 return -1; /* "no filter" behaviour */
1546}
1547
1548int
1549bpf_validate(f, len)
1550 const struct bpf_insn *f;
1551 int len;
1552{
1553 return 0; /* false */
1554}
1555
1556#endif /* !DEV_BPF && !NETGRAPH_BPF */
|