subr_ndis.c revision 151977 
1/*-
2 * Copyright (c) 2003
3 *	Bill Paul <wpaul@windriver.com>.  All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 * 3. All advertising materials mentioning features or use of this software
14 *    must display the following acknowledgement:
15 *	This product includes software developed by Bill Paul.
16 * 4. Neither the name of the author nor the names of any co-contributors
17 *    may be used to endorse or promote products derived from this software
18 *    without specific prior written permission.
19 *
20 * THIS SOFTWARE IS PROVIDED BY Bill Paul AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED.  IN NO EVENT SHALL Bill Paul OR THE VOICES IN HIS HEAD
24 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30 * THE POSSIBILITY OF SUCH DAMAGE.
31 */
32
33#include <sys/cdefs.h>
34__FBSDID("$FreeBSD: head/sys/compat/ndis/subr_ndis.c 151977 2005-11-02 18:01:04Z wpaul $");
35
36/*
37 * This file implements a translation layer between the BSD networking
38 * infrasturcture and Windows(R) NDIS network driver modules. A Windows
39 * NDIS driver calls into several functions in the NDIS.SYS Windows
40 * kernel module and exports a table of functions designed to be called
41 * by the NDIS subsystem. Using the PE loader, we can patch our own
42 * versions of the NDIS routines into a given Windows driver module and
43 * convince the driver that it is in fact running on Windows.
44 *
45 * We provide a table of all our implemented NDIS routines which is patched
46 * into the driver object code. All our exported routines must use the
47 * _stdcall calling convention, since that's what the Windows object code
48 * expects.
49 */
50
51
52#include <sys/ctype.h>
53#include <sys/param.h>
54#include <sys/types.h>
55#include <sys/errno.h>
56
57#include <sys/callout.h>
58#include <sys/kernel.h>
59#include <sys/systm.h>
60#include <sys/malloc.h>
61#include <sys/lock.h>
62#include <sys/mutex.h>
63#include <sys/socket.h>
64#include <sys/sysctl.h>
65#include <sys/timespec.h>
66#include <sys/smp.h>
67#include <sys/queue.h>
68#include <sys/proc.h>
69#include <sys/filedesc.h>
70#include <sys/namei.h>
71#include <sys/fcntl.h>
72#include <sys/vnode.h>
73#include <sys/kthread.h>
74#include <sys/linker.h>
75#include <sys/mount.h>
76#include <sys/sysproto.h>
77
78#include <net/if.h>
79#include <net/if_arp.h>
80#include <net/ethernet.h>
81#include <net/if_dl.h>
82#include <net/if_media.h>
83
84#include <machine/atomic.h>
85#include <machine/bus.h>
86#include <machine/resource.h>
87
88#include <sys/bus.h>
89#include <sys/rman.h>
90
91#include <machine/stdarg.h>
92
93#include <net80211/ieee80211_var.h>
94#include <net80211/ieee80211_ioctl.h>
95
96#include <dev/pci/pcireg.h>
97#include <dev/pci/pcivar.h>
98
99#include <compat/ndis/pe_var.h>
100#include <compat/ndis/cfg_var.h>
101#include <compat/ndis/resource_var.h>
102#include <compat/ndis/ntoskrnl_var.h>
103#include <compat/ndis/hal_var.h>
104#include <compat/ndis/ndis_var.h>
105#include <dev/if_ndis/if_ndisvar.h>
106
107#include <vm/vm.h>
108#include <vm/vm_param.h>
109#include <vm/pmap.h>
110#include <vm/uma.h>
111#include <vm/vm_kern.h>
112#include <vm/vm_map.h>
113
114static char ndis_filepath[MAXPATHLEN];
115
116SYSCTL_STRING(_hw, OID_AUTO, ndis_filepath, CTLFLAG_RW, ndis_filepath,
117        MAXPATHLEN, "Path used by NdisOpenFile() to search for files");
118
119static void NdisInitializeWrapper(ndis_handle *,
120	driver_object *, void *, void *);
121static ndis_status NdisMRegisterMiniport(ndis_handle,
122	ndis_miniport_characteristics *, int);
123static ndis_status NdisAllocateMemoryWithTag(void **,
124	uint32_t, uint32_t);
125static ndis_status NdisAllocateMemory(void **,
126	uint32_t, uint32_t, ndis_physaddr);
127static void NdisFreeMemory(void *, uint32_t, uint32_t);
128static ndis_status NdisMSetAttributesEx(ndis_handle, ndis_handle,
129	uint32_t, uint32_t, ndis_interface_type);
130static void NdisOpenConfiguration(ndis_status *,
131	ndis_handle *, ndis_handle);
132static void NdisOpenConfigurationKeyByIndex(ndis_status *,
133	ndis_handle, uint32_t, unicode_string *, ndis_handle *);
134static void NdisOpenConfigurationKeyByName(ndis_status *,
135	ndis_handle, unicode_string *, ndis_handle *);
136static ndis_status ndis_encode_parm(ndis_miniport_block *,
137	struct sysctl_oid *, ndis_parm_type, ndis_config_parm **);
138static ndis_status ndis_decode_parm(ndis_miniport_block *,
139	ndis_config_parm *, char *);
140static void NdisReadConfiguration(ndis_status *, ndis_config_parm **,
141	ndis_handle, unicode_string *, ndis_parm_type);
142static void NdisWriteConfiguration(ndis_status *, ndis_handle,
143	unicode_string *, ndis_config_parm *);
144static void NdisCloseConfiguration(ndis_handle);
145static void NdisAllocateSpinLock(ndis_spin_lock *);
146static void NdisFreeSpinLock(ndis_spin_lock *);
147static void NdisAcquireSpinLock(ndis_spin_lock *);
148static void NdisReleaseSpinLock(ndis_spin_lock *);
149static void NdisDprAcquireSpinLock(ndis_spin_lock *);
150static void NdisDprReleaseSpinLock(ndis_spin_lock *);
151static void NdisInitializeReadWriteLock(ndis_rw_lock *);
152static void NdisAcquireReadWriteLock(ndis_rw_lock *,
153	uint8_t, ndis_lock_state *);
154static void NdisReleaseReadWriteLock(ndis_rw_lock *, ndis_lock_state *);
155static uint32_t NdisReadPciSlotInformation(ndis_handle, uint32_t,
156	uint32_t, void *, uint32_t);
157static uint32_t NdisWritePciSlotInformation(ndis_handle, uint32_t,
158	uint32_t, void *, uint32_t);
159static void NdisWriteErrorLogEntry(ndis_handle, ndis_error_code, uint32_t, ...);
160static void ndis_map_cb(void *, bus_dma_segment_t *, int, int);
161static void NdisMStartBufferPhysicalMapping(ndis_handle,
162	ndis_buffer *, uint32_t, uint8_t, ndis_paddr_unit *, uint32_t *);
163static void NdisMCompleteBufferPhysicalMapping(ndis_handle,
164	ndis_buffer *, uint32_t);
165static void NdisMInitializeTimer(ndis_miniport_timer *, ndis_handle,
166	ndis_timer_function, void *);
167static void NdisInitializeTimer(ndis_timer *,
168	ndis_timer_function, void *);
169static void NdisSetTimer(ndis_timer *, uint32_t);
170static void NdisMSetPeriodicTimer(ndis_miniport_timer *, uint32_t);
171static void NdisMCancelTimer(ndis_timer *, uint8_t *);
172static void ndis_timercall(kdpc *, ndis_miniport_timer *,
173	void *, void *);
174static void NdisMQueryAdapterResources(ndis_status *, ndis_handle,
175	ndis_resource_list *, uint32_t *);
176static ndis_status NdisMRegisterIoPortRange(void **,
177	ndis_handle, uint32_t, uint32_t);
178static void NdisMDeregisterIoPortRange(ndis_handle,
179	uint32_t, uint32_t, void *);
180static void NdisReadNetworkAddress(ndis_status *, void **,
181	uint32_t *, ndis_handle);
182static ndis_status NdisQueryMapRegisterCount(uint32_t, uint32_t *);
183static ndis_status NdisMAllocateMapRegisters(ndis_handle,
184	uint32_t, uint8_t, uint32_t, uint32_t);
185static void NdisMFreeMapRegisters(ndis_handle);
186static void ndis_mapshared_cb(void *, bus_dma_segment_t *, int, int);
187static void NdisMAllocateSharedMemory(ndis_handle, uint32_t,
188	uint8_t, void **, ndis_physaddr *);
189static void ndis_asyncmem_complete(device_object *, void *);
190static ndis_status NdisMAllocateSharedMemoryAsync(ndis_handle,
191	uint32_t, uint8_t, void *);
192static void NdisMFreeSharedMemory(ndis_handle, uint32_t,
193	uint8_t, void *, ndis_physaddr);
194static ndis_status NdisMMapIoSpace(void **, ndis_handle,
195	ndis_physaddr, uint32_t);
196static void NdisMUnmapIoSpace(ndis_handle, void *, uint32_t);
197static uint32_t NdisGetCacheFillSize(void);
198static uint32_t NdisMGetDmaAlignment(ndis_handle);
199static ndis_status NdisMInitializeScatterGatherDma(ndis_handle,
200	uint8_t, uint32_t);
201static void NdisUnchainBufferAtFront(ndis_packet *, ndis_buffer **);
202static void NdisUnchainBufferAtBack(ndis_packet *, ndis_buffer **);
203static void NdisAllocateBufferPool(ndis_status *,
204	ndis_handle *, uint32_t);
205static void NdisFreeBufferPool(ndis_handle);
206static void NdisAllocateBuffer(ndis_status *, ndis_buffer **,
207	ndis_handle, void *, uint32_t);
208static void NdisFreeBuffer(ndis_buffer *);
209static uint32_t NdisBufferLength(ndis_buffer *);
210static void NdisQueryBuffer(ndis_buffer *, void **, uint32_t *);
211static void NdisQueryBufferSafe(ndis_buffer *, void **,
212	uint32_t *, uint32_t);
213static void *NdisBufferVirtualAddress(ndis_buffer *);
214static void *NdisBufferVirtualAddressSafe(ndis_buffer *, uint32_t);
215static void NdisAdjustBufferLength(ndis_buffer *, int);
216static uint32_t NdisInterlockedIncrement(uint32_t *);
217static uint32_t NdisInterlockedDecrement(uint32_t *);
218static void NdisInitializeEvent(ndis_event *);
219static void NdisSetEvent(ndis_event *);
220static void NdisResetEvent(ndis_event *);
221static uint8_t NdisWaitEvent(ndis_event *, uint32_t);
222static ndis_status NdisUnicodeStringToAnsiString(ansi_string *,
223	unicode_string *);
224static ndis_status
225	NdisAnsiStringToUnicodeString(unicode_string *, ansi_string *);
226static ndis_status NdisMPciAssignResources(ndis_handle,
227	uint32_t, ndis_resource_list **);
228static ndis_status NdisMRegisterInterrupt(ndis_miniport_interrupt *,
229	ndis_handle, uint32_t, uint32_t, uint8_t,
230	uint8_t, ndis_interrupt_mode);
231static void NdisMDeregisterInterrupt(ndis_miniport_interrupt *);
232static void NdisMRegisterAdapterShutdownHandler(ndis_handle, void *,
233	ndis_shutdown_handler);
234static void NdisMDeregisterAdapterShutdownHandler(ndis_handle);
235static uint32_t NDIS_BUFFER_TO_SPAN_PAGES(ndis_buffer *);
236static void NdisGetBufferPhysicalArraySize(ndis_buffer *,
237	uint32_t *);
238static void NdisQueryBufferOffset(ndis_buffer *,
239	uint32_t *, uint32_t *);
240static uint32_t NdisReadPcmciaAttributeMemory(ndis_handle,
241	uint32_t, void *, uint32_t);
242static uint32_t NdisWritePcmciaAttributeMemory(ndis_handle,
243	uint32_t, void *, uint32_t);
244static list_entry *NdisInterlockedInsertHeadList(list_entry *,
245	list_entry *, ndis_spin_lock *);
246static list_entry *NdisInterlockedRemoveHeadList(list_entry *,
247	ndis_spin_lock *);
248static list_entry *NdisInterlockedInsertTailList(list_entry *,
249	list_entry *, ndis_spin_lock *);
250static uint8_t
251	NdisMSynchronizeWithInterrupt(ndis_miniport_interrupt *,
252	void *, void *);
253static void NdisGetCurrentSystemTime(uint64_t *);
254static void NdisGetSystemUpTime(uint32_t *);
255static void NdisInitializeString(unicode_string *, char *);
256static void NdisInitAnsiString(ansi_string *, char *);
257static void NdisInitUnicodeString(unicode_string *, uint16_t *);
258static void NdisFreeString(unicode_string *);
259static ndis_status NdisMRemoveMiniport(ndis_handle *);
260static void NdisTerminateWrapper(ndis_handle, void *);
261static void NdisMGetDeviceProperty(ndis_handle, device_object **,
262	device_object **, device_object **, cm_resource_list *,
263	cm_resource_list *);
264static void NdisGetFirstBufferFromPacket(ndis_packet *,
265	ndis_buffer **, void **, uint32_t *, uint32_t *);
266static void NdisGetFirstBufferFromPacketSafe(ndis_packet *,
267	ndis_buffer **, void **, uint32_t *, uint32_t *, uint32_t);
268static int ndis_find_sym(linker_file_t, char *, char *, caddr_t *);
269static void NdisOpenFile(ndis_status *, ndis_handle *, uint32_t *,
270	unicode_string *, ndis_physaddr);
271static void NdisMapFile(ndis_status *, void **, ndis_handle);
272static void NdisUnmapFile(ndis_handle);
273static void NdisCloseFile(ndis_handle);
274static uint8_t NdisSystemProcessorCount(void);
275static void NdisMIndicateStatusComplete(ndis_handle);
276static void NdisMIndicateStatus(ndis_handle, ndis_status,
277        void *, uint32_t);
278static void ndis_intr(void *);
279static void ndis_intrhand(kdpc *, ndis_miniport_interrupt *, void *, void *);
280static funcptr ndis_findwrap(funcptr);
281static void NdisCopyFromPacketToPacket(ndis_packet *,
282	uint32_t, uint32_t, ndis_packet *, uint32_t, uint32_t *);
283static void NdisCopyFromPacketToPacketSafe(ndis_packet *,
284	uint32_t, uint32_t, ndis_packet *, uint32_t, uint32_t *, uint32_t);
285static ndis_status NdisMRegisterDevice(ndis_handle,
286	unicode_string *, unicode_string *, driver_dispatch **,
287	void **, ndis_handle *);
288static ndis_status NdisMDeregisterDevice(ndis_handle);
289static ndis_status
290	NdisMQueryAdapterInstanceName(unicode_string *, ndis_handle);
291static void NdisMRegisterUnloadHandler(ndis_handle, void *);
292static void dummy(void);
293
294/*
295 * Some really old drivers do not properly check the return value
296 * from NdisAllocatePacket() and NdisAllocateBuffer() and will
297 * sometimes allocate few more buffers/packets that they originally
298 * requested when they created the pool. To prevent this from being
299 * a problem, we allocate a few extra buffers/packets beyond what
300 * the driver asks for. This #define controls how many.
301 */
302#define NDIS_POOL_EXTRA		16
303
304int
305ndis_libinit()
306{
307	image_patch_table	*patch;
308
309	strcpy(ndis_filepath, "/compat/ndis");
310
311	patch = ndis_functbl;
312	while (patch->ipt_func != NULL) {
313		windrv_wrap((funcptr)patch->ipt_func,
314		    (funcptr *)&patch->ipt_wrap,
315		    patch->ipt_argcnt, patch->ipt_ftype);
316		patch++;
317	}
318
319	return(0);
320}
321
322int
323ndis_libfini()
324{
325	image_patch_table	*patch;
326
327	patch = ndis_functbl;
328	while (patch->ipt_func != NULL) {
329		windrv_unwrap(patch->ipt_wrap);
330		patch++;
331	}
332
333	return(0);
334}
335
336static funcptr
337ndis_findwrap(func)
338	funcptr			func;
339{
340	image_patch_table	*patch;
341
342	patch = ndis_functbl;
343	while (patch->ipt_func != NULL) {
344		if ((funcptr)patch->ipt_func == func)
345			return((funcptr)patch->ipt_wrap);
346		patch++;
347	}
348
349	return(NULL);
350}
351
352/*
353 * This routine does the messy Windows Driver Model device attachment
354 * stuff on behalf of NDIS drivers. We register our own AddDevice
355 * routine here
356 */
357static void
358NdisInitializeWrapper(wrapper, drv, path, unused)
359	ndis_handle		*wrapper;
360	driver_object		*drv;
361	void			*path;
362	void			*unused;
363{
364	/*
365	 * As of yet, I haven't come up with a compelling
366	 * reason to define a private NDIS wrapper structure,
367	 * so we use a pointer to the driver object as the
368	 * wrapper handle. The driver object has the miniport
369	 * characteristics struct for this driver hung off it
370	 * via IoAllocateDriverObjectExtension(), and that's
371	 * really all the private data we need.
372	 */
373
374	*wrapper = drv;
375
376	/*
377	 * If this was really Windows, we'd be registering dispatch
378	 * routines for the NDIS miniport module here, but we're
379	 * not Windows so all we really need to do is set up an
380	 * AddDevice function that'll be invoked when a new device
381	 * instance appears.
382	 */
383
384	drv->dro_driverext->dre_adddevicefunc = NdisAddDevice;
385
386	return;
387}
388
389static void
390NdisTerminateWrapper(handle, syspec)
391	ndis_handle		handle;
392	void			*syspec;
393{
394	/* Nothing to see here, move along. */
395	return;
396}
397
398static ndis_status
399NdisMRegisterMiniport(handle, characteristics, len)
400	ndis_handle		handle;
401	ndis_miniport_characteristics *characteristics;
402	int			len;
403{
404	ndis_miniport_characteristics	*ch = NULL;
405	driver_object		*drv;
406
407	drv = (driver_object *)handle;
408
409	/*
410	 * We need to save the NDIS miniport characteristics
411	 * somewhere. This data is per-driver, not per-device
412	 * (all devices handled by the same driver have the
413	 * same characteristics) so we hook it onto the driver
414	 * object using IoAllocateDriverObjectExtension().
415	 * The extra extension info is automagically deleted when
416	 * the driver is unloaded (see windrv_unload()).
417	 */
418
419	if (IoAllocateDriverObjectExtension(drv, (void *)1,
420	    sizeof(ndis_miniport_characteristics), (void **)&ch) !=
421	    STATUS_SUCCESS) {
422		return(NDIS_STATUS_RESOURCES);
423	}
424
425	bzero((char *)ch, sizeof(ndis_miniport_characteristics));
426
427	bcopy((char *)characteristics, (char *)ch, len);
428
429	if (ch->nmc_version_major < 5 || ch->nmc_version_minor < 1) {
430		ch->nmc_shutdown_handler = NULL;
431		ch->nmc_canceltxpkts_handler = NULL;
432		ch->nmc_pnpevent_handler = NULL;
433	}
434
435	return(NDIS_STATUS_SUCCESS);
436}
437
438static ndis_status
439NdisAllocateMemoryWithTag(vaddr, len, tag)
440	void			**vaddr;
441	uint32_t		len;
442	uint32_t		tag;
443{
444	void			*mem;
445
446	mem = ExAllocatePoolWithTag(NonPagedPool, len, tag);
447	if (mem == NULL) {
448		return(NDIS_STATUS_RESOURCES);
449	}
450	*vaddr = mem;
451
452	return(NDIS_STATUS_SUCCESS);
453}
454
455static ndis_status
456NdisAllocateMemory(vaddr, len, flags, highaddr)
457	void			**vaddr;
458	uint32_t		len;
459	uint32_t		flags;
460	ndis_physaddr		highaddr;
461{
462	void			*mem;
463
464	mem = ExAllocatePoolWithTag(NonPagedPool, len, 0);
465	if (mem == NULL)
466		return(NDIS_STATUS_RESOURCES);
467	*vaddr = mem;
468
469	return(NDIS_STATUS_SUCCESS);
470}
471
472static void
473NdisFreeMemory(vaddr, len, flags)
474	void			*vaddr;
475	uint32_t		len;
476	uint32_t		flags;
477{
478	if (len == 0)
479		return;
480
481	ExFreePool(vaddr);
482
483	return;
484}
485
486static ndis_status
487NdisMSetAttributesEx(adapter_handle, adapter_ctx, hangsecs,
488			flags, iftype)
489	ndis_handle			adapter_handle;
490	ndis_handle			adapter_ctx;
491	uint32_t			hangsecs;
492	uint32_t			flags;
493	ndis_interface_type		iftype;
494{
495	ndis_miniport_block		*block;
496
497	/*
498	 * Save the adapter context, we need it for calling
499	 * the driver's internal functions.
500	 */
501	block = (ndis_miniport_block *)adapter_handle;
502	block->nmb_miniportadapterctx = adapter_ctx;
503	block->nmb_checkforhangsecs = hangsecs;
504	block->nmb_flags = flags;
505
506	return(NDIS_STATUS_SUCCESS);
507}
508
509static void
510NdisOpenConfiguration(status, cfg, wrapctx)
511	ndis_status		*status;
512	ndis_handle		*cfg;
513	ndis_handle		wrapctx;
514{
515	*cfg = wrapctx;
516	*status = NDIS_STATUS_SUCCESS;
517
518	return;
519}
520
521static void
522NdisOpenConfigurationKeyByName(status, cfg, subkey, subhandle)
523	ndis_status		*status;
524	ndis_handle		cfg;
525	unicode_string		*subkey;
526	ndis_handle		*subhandle;
527{
528	*subhandle = cfg;
529	*status = NDIS_STATUS_SUCCESS;
530
531	return;
532}
533
534static void
535NdisOpenConfigurationKeyByIndex(status, cfg, idx, subkey, subhandle)
536	ndis_status		*status;
537	ndis_handle		cfg;
538	uint32_t		idx;
539	unicode_string		*subkey;
540	ndis_handle		*subhandle;
541{
542	*status = NDIS_STATUS_FAILURE;
543
544	return;
545}
546
547static ndis_status
548ndis_encode_parm(block, oid, type, parm)
549	ndis_miniport_block	*block;
550        struct sysctl_oid	*oid;
551	ndis_parm_type		type;
552	ndis_config_parm	**parm;
553{
554	ndis_config_parm	*p;
555	ndis_parmlist_entry	*np;
556	unicode_string		*us;
557	ansi_string		as;
558	int			base = 0;
559	uint32_t		val;
560	char			tmp[32];
561
562	np = ExAllocatePoolWithTag(NonPagedPool,
563	    sizeof(ndis_parmlist_entry), 0);
564	if (np == NULL)
565		return(NDIS_STATUS_RESOURCES);
566	InsertHeadList((&block->nmb_parmlist), (&np->np_list));
567	*parm = p = &np->np_parm;
568
569	switch(type) {
570	case ndis_parm_string:
571		/* See if this might be a number. */
572		val = strtoul((char *)oid->oid_arg1, NULL, 10);
573		us = &p->ncp_parmdata.ncp_stringdata;
574		p->ncp_type = ndis_parm_string;
575		if (val) {
576			snprintf(tmp, 32, "%x", val);
577			RtlInitAnsiString(&as, tmp);
578		} else {
579			RtlInitAnsiString(&as, (char *)oid->oid_arg1);
580		}
581
582		if (RtlAnsiStringToUnicodeString(us, &as, TRUE)) {
583			ExFreePool(np);
584			return(NDIS_STATUS_RESOURCES);
585		}
586		break;
587	case ndis_parm_int:
588		if (strncmp((char *)oid->oid_arg1, "0x", 2) == 0)
589			base = 16;
590		else
591			base = 10;
592		p->ncp_type = ndis_parm_int;
593		p->ncp_parmdata.ncp_intdata =
594		    strtol((char *)oid->oid_arg1, NULL, base);
595		break;
596	case ndis_parm_hexint:
597#ifdef notdef
598		if (strncmp((char *)oid->oid_arg1, "0x", 2) == 0)
599			base = 16;
600		else
601			base = 10;
602#endif
603		base = 16;
604		p->ncp_type = ndis_parm_hexint;
605		p->ncp_parmdata.ncp_intdata =
606		    strtoul((char *)oid->oid_arg1, NULL, base);
607		break;
608	default:
609		return(NDIS_STATUS_FAILURE);
610		break;
611	}
612
613	return(NDIS_STATUS_SUCCESS);
614}
615
616int
617ndis_strcasecmp(s1, s2)
618        const char              *s1;
619        const char              *s2;
620{
621	char			a, b;
622
623	/*
624	 * In the kernel, toupper() is a macro. Have to be careful
625	 * not to use pointer arithmetic when passing it arguments.
626	 */
627
628	while(1) {
629		a = *s1;
630		b = *s2++;
631		if (toupper(a) != toupper(b))
632			break;
633		if (*s1++ == '\0')
634			return(0);
635	}
636
637	return (*(const unsigned char *)s1 - *(const unsigned char *)(s2 - 1));
638}
639
640int
641ndis_strncasecmp(s1, s2, n)
642        const char              *s1;
643        const char              *s2;
644	size_t			n;
645{
646	char			a, b;
647
648	if (n != 0) {
649		do {
650			a = *s1;
651			b = *s2++;
652			if (toupper(a) != toupper(b))
653				return (*(const unsigned char *)s1 -
654				    *(const unsigned char *)(s2 - 1));
655			if (*s1++ == '\0')
656				break;
657		} while (--n != 0);
658	}
659
660	return(0);
661}
662
663static void
664NdisReadConfiguration(status, parm, cfg, key, type)
665	ndis_status		*status;
666	ndis_config_parm	**parm;
667	ndis_handle		cfg;
668	unicode_string		*key;
669	ndis_parm_type		type;
670{
671	char			*keystr = NULL;
672	ndis_miniport_block	*block;
673	struct ndis_softc	*sc;
674        struct sysctl_oid	*oidp;
675	struct sysctl_ctx_entry	*e;
676	ansi_string		as;
677
678	block = (ndis_miniport_block *)cfg;
679	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
680
681	if (key->us_len == 0 || key->us_buf == NULL) {
682		*status = NDIS_STATUS_FAILURE;
683		return;
684	}
685
686	if (RtlUnicodeStringToAnsiString(&as, key, TRUE)) {
687		*status = NDIS_STATUS_RESOURCES;
688		return;
689	}
690
691	keystr = as.as_buf;
692
693	/*
694	 * See if registry key is already in a list of known keys
695	 * included with the driver.
696	 */
697#if __FreeBSD_version < 502113
698	TAILQ_FOREACH(e, &sc->ndis_ctx, link) {
699#else
700	TAILQ_FOREACH(e, device_get_sysctl_ctx(sc->ndis_dev), link) {
701#endif
702		oidp = e->entry;
703		if (ndis_strcasecmp(oidp->oid_name, keystr) == 0) {
704			if (strcmp((char *)oidp->oid_arg1, "UNSET") == 0) {
705				RtlFreeAnsiString(&as);
706				*status = NDIS_STATUS_FAILURE;
707				return;
708			}
709
710			*status = ndis_encode_parm(block, oidp, type, parm);
711			RtlFreeAnsiString(&as);
712			return;
713		}
714	}
715
716	/*
717	 * If the key didn't match, add it to the list of dynamically
718	 * created ones. Sometimes, drivers refer to registry keys
719	 * that aren't documented in their .INF files. These keys
720	 * are supposed to be created by some sort of utility or
721	 * control panel snap-in that comes with the driver software.
722	 * Sometimes it's useful to be able to manipulate these.
723	 * If the driver requests the key in the form of a string,
724	 * make its default value an empty string, otherwise default
725	 * it to "0".
726	 */
727
728	if (type == ndis_parm_int || type == ndis_parm_hexint)
729		ndis_add_sysctl(sc, keystr, "(dynamic integer key)",
730		    "UNSET", CTLFLAG_RW);
731	else
732		ndis_add_sysctl(sc, keystr, "(dynamic string key)",
733		    "UNSET", CTLFLAG_RW);
734
735	RtlFreeAnsiString(&as);
736	*status = NDIS_STATUS_FAILURE;
737
738	return;
739}
740
741static ndis_status
742ndis_decode_parm(block, parm, val)
743	ndis_miniport_block	*block;
744	ndis_config_parm	*parm;
745	char			*val;
746{
747	unicode_string		*ustr;
748	ansi_string		as;
749
750	switch(parm->ncp_type) {
751	case ndis_parm_string:
752		ustr = &parm->ncp_parmdata.ncp_stringdata;
753		if (RtlUnicodeStringToAnsiString(&as, ustr, TRUE))
754			return(NDIS_STATUS_RESOURCES);
755		bcopy(as.as_buf, val, as.as_len);
756		RtlFreeAnsiString(&as);
757		break;
758	case ndis_parm_int:
759		sprintf(val, "%d", parm->ncp_parmdata.ncp_intdata);
760		break;
761	case ndis_parm_hexint:
762		sprintf(val, "%xu", parm->ncp_parmdata.ncp_intdata);
763		break;
764	default:
765		return(NDIS_STATUS_FAILURE);
766		break;
767	}
768	return(NDIS_STATUS_SUCCESS);
769}
770
771static void
772NdisWriteConfiguration(status, cfg, key, parm)
773	ndis_status		*status;
774	ndis_handle		cfg;
775	unicode_string		*key;
776	ndis_config_parm	*parm;
777{
778	ansi_string		as;
779	char			*keystr = NULL;
780	ndis_miniport_block	*block;
781	struct ndis_softc	*sc;
782        struct sysctl_oid	*oidp;
783	struct sysctl_ctx_entry	*e;
784	char			val[256];
785
786	block = (ndis_miniport_block *)cfg;
787	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
788
789	if (RtlUnicodeStringToAnsiString(&as, key, TRUE)) {
790		*status = NDIS_STATUS_RESOURCES;
791		return;
792	}
793
794	keystr = as.as_buf;
795
796	/* Decode the parameter into a string. */
797	bzero(val, sizeof(val));
798	*status = ndis_decode_parm(block, parm, val);
799	if (*status != NDIS_STATUS_SUCCESS) {
800		RtlFreeAnsiString(&as);
801		return;
802	}
803
804	/* See if the key already exists. */
805
806#if __FreeBSD_version < 502113
807	TAILQ_FOREACH(e, &sc->ndis_ctx, link) {
808#else
809	TAILQ_FOREACH(e, device_get_sysctl_ctx(sc->ndis_dev), link) {
810#endif
811		oidp = e->entry;
812		if (ndis_strcasecmp(oidp->oid_name, keystr) == 0) {
813			/* Found it, set the value. */
814			strcpy((char *)oidp->oid_arg1, val);
815			RtlFreeAnsiString(&as);
816			return;
817		}
818	}
819
820	/* Not found, add a new key with the specified value. */
821	ndis_add_sysctl(sc, keystr, "(dynamically set key)",
822		    val, CTLFLAG_RW);
823
824	RtlFreeAnsiString(&as);
825	*status = NDIS_STATUS_SUCCESS;
826	return;
827}
828
829static void
830NdisCloseConfiguration(cfg)
831	ndis_handle		cfg;
832{
833	list_entry		*e;
834	ndis_parmlist_entry	*pe;
835	ndis_miniport_block	*block;
836	ndis_config_parm	*p;
837
838	block = (ndis_miniport_block *)cfg;
839
840	while (!IsListEmpty(&block->nmb_parmlist)) {
841                e = RemoveHeadList(&block->nmb_parmlist);
842                pe = CONTAINING_RECORD(e, ndis_parmlist_entry, np_list);
843		p = &pe->np_parm;
844		if (p->ncp_type == ndis_parm_string)
845			RtlFreeUnicodeString(&p->ncp_parmdata.ncp_stringdata);
846		ExFreePool(e);
847	}
848
849	return;
850}
851
852/*
853 * Initialize a Windows spinlock.
854 */
855static void
856NdisAllocateSpinLock(lock)
857	ndis_spin_lock		*lock;
858{
859	KeInitializeSpinLock(&lock->nsl_spinlock);
860	lock->nsl_kirql = 0;
861
862	return;
863}
864
865/*
866 * Destroy a Windows spinlock. This is a no-op for now. There are two reasons
867 * for this. One is that it's sort of superfluous: we don't have to do anything
868 * special to deallocate the spinlock. The other is that there are some buggy
869 * drivers which call NdisFreeSpinLock() _after_ calling NdisFreeMemory() on
870 * the block of memory in which the spinlock resides. (Yes, ADMtek, I'm
871 * talking to you.)
872 */
873static void
874NdisFreeSpinLock(lock)
875	ndis_spin_lock		*lock;
876{
877#ifdef notdef
878	KeInitializeSpinLock(&lock->nsl_spinlock);
879	lock->nsl_kirql = 0;
880#endif
881	return;
882}
883
884/*
885 * Acquire a spinlock from IRQL <= DISPATCH_LEVEL.
886 */
887
888static void
889NdisAcquireSpinLock(lock)
890	ndis_spin_lock		*lock;
891{
892	KeAcquireSpinLock(&lock->nsl_spinlock, &lock->nsl_kirql);
893	return;
894}
895
896/*
897 * Release a spinlock from IRQL == DISPATCH_LEVEL.
898 */
899
900static void
901NdisReleaseSpinLock(lock)
902	ndis_spin_lock		*lock;
903{
904	KeReleaseSpinLock(&lock->nsl_spinlock, lock->nsl_kirql);
905	return;
906}
907
908/*
909 * Acquire a spinlock when already running at IRQL == DISPATCH_LEVEL.
910 */
911static void
912NdisDprAcquireSpinLock(lock)
913	ndis_spin_lock		*lock;
914{
915	KeAcquireSpinLockAtDpcLevel(&lock->nsl_spinlock);
916	return;
917}
918
919/*
920 * Release a spinlock without leaving IRQL == DISPATCH_LEVEL.
921 */
922static void
923NdisDprReleaseSpinLock(lock)
924	ndis_spin_lock		*lock;
925{
926	KeReleaseSpinLockFromDpcLevel(&lock->nsl_spinlock);
927	return;
928}
929
930static void
931NdisInitializeReadWriteLock(lock)
932	ndis_rw_lock		*lock;
933{
934	KeInitializeSpinLock(&lock->nrl_spinlock);
935	bzero((char *)&lock->nrl_rsvd, sizeof(lock->nrl_rsvd));
936	return;
937}
938
939static void
940NdisAcquireReadWriteLock(lock, writeacc, state)
941	ndis_rw_lock		*lock;
942	uint8_t			writeacc;
943	ndis_lock_state		*state;
944{
945	if (writeacc == TRUE) {
946		KeAcquireSpinLock(&lock->nrl_spinlock, &state->nls_oldirql);
947		lock->nrl_rsvd[0]++;
948	} else
949		lock->nrl_rsvd[1]++;
950
951	return;
952}
953
954static void
955NdisReleaseReadWriteLock(lock, state)
956	ndis_rw_lock		*lock;
957	ndis_lock_state		*state;
958{
959	if (lock->nrl_rsvd[0]) {
960		lock->nrl_rsvd[0]--;
961		KeReleaseSpinLock(&lock->nrl_spinlock, state->nls_oldirql);
962	} else
963		lock->nrl_rsvd[1]--;
964
965	return;
966}
967
968static uint32_t
969NdisReadPciSlotInformation(adapter, slot, offset, buf, len)
970	ndis_handle		adapter;
971	uint32_t		slot;
972	uint32_t		offset;
973	void			*buf;
974	uint32_t		len;
975{
976	ndis_miniport_block	*block;
977	int			i;
978	char			*dest;
979	device_t		dev;
980
981	block = (ndis_miniport_block *)adapter;
982	dest = buf;
983	if (block == NULL)
984		return(0);
985
986	dev = block->nmb_physdeviceobj->do_devext;
987
988	/*
989	 * I have a test system consisting of a Sun w2100z
990	 * dual 2.4Ghz Opteron machine and an Atheros 802.11a/b/g
991	 * "Aries" miniPCI NIC. (The NIC is installed in the
992	 * machine using a miniPCI to PCI bus adapter card.)
993	 * When running in SMP mode, I found that
994	 * performing a large number of consecutive calls to
995	 * NdisReadPciSlotInformation() would result in a
996	 * sudden system reset (or in some cases a freeze).
997	 * My suspicion is that the multiple reads are somehow
998	 * triggering a fatal PCI bus error that leads to a
999	 * machine check. The 1us delay in the loop below
1000	 * seems to prevent this problem.
1001	 */
1002
1003	for (i = 0; i < len; i++) {
1004		DELAY(1);
1005		dest[i] = pci_read_config(dev, i + offset, 1);
1006	}
1007
1008	return(len);
1009}
1010
1011static uint32_t
1012NdisWritePciSlotInformation(adapter, slot, offset, buf, len)
1013	ndis_handle		adapter;
1014	uint32_t		slot;
1015	uint32_t		offset;
1016	void			*buf;
1017	uint32_t		len;
1018{
1019	ndis_miniport_block	*block;
1020	int			i;
1021	char			*dest;
1022	device_t		dev;
1023
1024	block = (ndis_miniport_block *)adapter;
1025	dest = buf;
1026
1027	if (block == NULL)
1028		return(0);
1029
1030	dev = block->nmb_physdeviceobj->do_devext;
1031	for (i = 0; i < len; i++) {
1032		DELAY(1);
1033		pci_write_config(dev, i + offset, dest[i], 1);
1034	}
1035
1036	return(len);
1037}
1038
1039/*
1040 * The errorlog routine uses a variable argument list, so we
1041 * have to declare it this way.
1042 */
1043
1044#define ERRMSGLEN 512
1045static void
1046NdisWriteErrorLogEntry(ndis_handle adapter, ndis_error_code code,
1047	uint32_t numerrors, ...)
1048{
1049	ndis_miniport_block	*block;
1050	va_list			ap;
1051	int			i, error;
1052	char			*str = NULL;
1053	uint16_t		flags;
1054	device_t		dev;
1055	driver_object		*drv;
1056	struct ndis_softc	*sc;
1057	struct ifnet		*ifp;
1058	unicode_string		us;
1059	ansi_string		as = { 0, 0, NULL };
1060
1061	block = (ndis_miniport_block *)adapter;
1062	dev = block->nmb_physdeviceobj->do_devext;
1063	drv = block->nmb_deviceobj->do_drvobj;
1064	sc = device_get_softc(dev);
1065	ifp = sc->ifp;
1066
1067	if (ifp->if_flags & IFF_DEBUG) {
1068		error = pe_get_message((vm_offset_t)drv->dro_driverstart,
1069		    code, &str, &i, &flags);
1070		if (error == 0) {
1071			if (flags & MESSAGE_RESOURCE_UNICODE) {
1072				RtlInitUnicodeString(&us, (uint16_t *)str);
1073				if (RtlUnicodeStringToAnsiString(&as,
1074				    &us, TRUE) == STATUS_SUCCESS)
1075					str = as.as_buf;
1076				else
1077					str = NULL;
1078			}
1079		}
1080	}
1081
1082	device_printf (dev, "NDIS ERROR: %x (%s)\n", code,
1083	    str == NULL ? "unknown error" : str);
1084
1085	if (ifp->if_flags & IFF_DEBUG) {
1086		device_printf (dev, "NDIS NUMERRORS: %x\n", numerrors);
1087		va_start(ap, numerrors);
1088		for (i = 0; i < numerrors; i++)
1089			device_printf (dev, "argptr: %p\n",
1090			    va_arg(ap, void *));
1091		va_end(ap);
1092	}
1093
1094	if (as.as_len)
1095		RtlFreeAnsiString(&as);
1096
1097	return;
1098}
1099
1100static void
1101ndis_map_cb(arg, segs, nseg, error)
1102	void			*arg;
1103	bus_dma_segment_t	*segs;
1104	int			nseg;
1105	int			error;
1106{
1107	struct ndis_map_arg	*ctx;
1108	int			i;
1109
1110	if (error)
1111		return;
1112
1113	ctx = arg;
1114
1115	for (i = 0; i < nseg; i++) {
1116		ctx->nma_fraglist[i].npu_physaddr.np_quad = segs[i].ds_addr;
1117		ctx->nma_fraglist[i].npu_len = segs[i].ds_len;
1118	}
1119
1120	ctx->nma_cnt = nseg;
1121
1122	return;
1123}
1124
1125static void
1126NdisMStartBufferPhysicalMapping(adapter, buf, mapreg, writedev, addrarray, arraysize)
1127	ndis_handle		adapter;
1128	ndis_buffer		*buf;
1129	uint32_t		mapreg;
1130	uint8_t			writedev;
1131	ndis_paddr_unit		*addrarray;
1132	uint32_t		*arraysize;
1133{
1134	ndis_miniport_block	*block;
1135	struct ndis_softc	*sc;
1136	struct ndis_map_arg	nma;
1137	bus_dmamap_t		map;
1138	int			error;
1139
1140	if (adapter == NULL)
1141		return;
1142
1143	block = (ndis_miniport_block *)adapter;
1144	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1145
1146	if (mapreg > sc->ndis_mmapcnt)
1147		return;
1148
1149	map = sc->ndis_mmaps[mapreg];
1150	nma.nma_fraglist = addrarray;
1151
1152	error = bus_dmamap_load(sc->ndis_mtag, map,
1153	    MmGetMdlVirtualAddress(buf), MmGetMdlByteCount(buf), ndis_map_cb,
1154	    (void *)&nma, BUS_DMA_NOWAIT);
1155
1156	if (error)
1157		return;
1158
1159	bus_dmamap_sync(sc->ndis_mtag, map,
1160	    writedev ? BUS_DMASYNC_PREWRITE : BUS_DMASYNC_PREREAD);
1161
1162	*arraysize = nma.nma_cnt;
1163
1164	return;
1165}
1166
1167static void
1168NdisMCompleteBufferPhysicalMapping(adapter, buf, mapreg)
1169	ndis_handle		adapter;
1170	ndis_buffer		*buf;
1171	uint32_t		mapreg;
1172{
1173	ndis_miniport_block	*block;
1174	struct ndis_softc	*sc;
1175	bus_dmamap_t		map;
1176
1177	if (adapter == NULL)
1178		return;
1179
1180	block = (ndis_miniport_block *)adapter;
1181	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1182
1183	if (mapreg > sc->ndis_mmapcnt)
1184		return;
1185
1186	map = sc->ndis_mmaps[mapreg];
1187
1188	bus_dmamap_sync(sc->ndis_mtag, map,
1189	    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
1190
1191	bus_dmamap_unload(sc->ndis_mtag, map);
1192
1193	return;
1194}
1195
1196/*
1197 * This is an older (?) timer init routine which doesn't
1198 * accept a miniport context handle. Serialized miniports should
1199 * never call this function.
1200 */
1201
1202static void
1203NdisInitializeTimer(timer, func, ctx)
1204	ndis_timer		*timer;
1205	ndis_timer_function	func;
1206	void			*ctx;
1207{
1208	KeInitializeTimer(&timer->nt_ktimer);
1209	KeInitializeDpc(&timer->nt_kdpc, func, ctx);
1210	KeSetImportanceDpc(&timer->nt_kdpc, KDPC_IMPORTANCE_LOW);
1211
1212	return;
1213}
1214
1215static void
1216ndis_timercall(dpc, timer, sysarg1, sysarg2)
1217	kdpc			*dpc;
1218	ndis_miniport_timer	*timer;
1219	void			*sysarg1;
1220	void			*sysarg2;
1221{
1222	/*
1223	 * Since we're called as a DPC, we should be running
1224	 * at DISPATCH_LEVEL here. This means to acquire the
1225	 * spinlock, we can use KeAcquireSpinLockAtDpcLevel()
1226	 * rather than KeAcquireSpinLock().
1227	 */
1228	if (NDIS_SERIALIZED(timer->nmt_block))
1229		KeAcquireSpinLockAtDpcLevel(&timer->nmt_block->nmb_lock);
1230
1231	MSCALL4(timer->nmt_timerfunc, dpc, timer->nmt_timerctx,
1232	    sysarg1, sysarg2);
1233
1234	if (NDIS_SERIALIZED(timer->nmt_block))
1235		KeReleaseSpinLockFromDpcLevel(&timer->nmt_block->nmb_lock);
1236
1237	return;
1238}
1239
1240/*
1241 * For a long time I wondered why there were two NDIS timer initialization
1242 * routines, and why this one needed an NDIS_MINIPORT_TIMER and the
1243 * MiniportAdapterHandle. The NDIS_MINIPORT_TIMER has its own callout
1244 * function and context pointers separate from those in the DPC, which
1245 * allows for another level of indirection: when the timer fires, we
1246 * can have our own timer function invoked, and from there we can call
1247 * the driver's function. But why go to all that trouble? Then it hit
1248 * me: for serialized miniports, the timer callouts are not re-entrant.
1249 * By trapping the callouts and having access to the MiniportAdapterHandle,
1250 * we can protect the driver callouts by acquiring the NDIS serialization
1251 * lock. This is essential for allowing serialized miniports to work
1252 * correctly on SMP systems. On UP hosts, setting IRQL to DISPATCH_LEVEL
1253 * is enough to prevent other threads from pre-empting you, but with
1254 * SMP, you must acquire a lock as well, otherwise the other CPU is
1255 * free to clobber you.
1256 */
1257static void
1258NdisMInitializeTimer(timer, handle, func, ctx)
1259	ndis_miniport_timer	*timer;
1260	ndis_handle		handle;
1261	ndis_timer_function	func;
1262	void			*ctx;
1263{
1264	/* Save the driver's funcptr and context */
1265
1266	timer->nmt_timerfunc = func;
1267	timer->nmt_timerctx = ctx;
1268	timer->nmt_block = handle;
1269
1270	/*
1271	 * Set up the timer so it will call our intermediate DPC.
1272	 * Be sure to use the wrapped entry point, since
1273	 * ntoskrnl_run_dpc() expects to invoke a function with
1274	 * Microsoft calling conventions.
1275	 */
1276	KeInitializeTimer(&timer->nmt_ktimer);
1277	KeInitializeDpc(&timer->nmt_kdpc,
1278	    ndis_findwrap((funcptr)ndis_timercall), timer);
1279	timer->nmt_ktimer.k_dpc = &timer->nmt_kdpc;
1280
1281	return;
1282}
1283
1284/*
1285 * In Windows, there's both an NdisMSetTimer() and an NdisSetTimer(),
1286 * but the former is just a macro wrapper around the latter.
1287 */
1288static void
1289NdisSetTimer(timer, msecs)
1290	ndis_timer		*timer;
1291	uint32_t		msecs;
1292{
1293	/*
1294	 * KeSetTimer() wants the period in
1295	 * hundred nanosecond intervals.
1296	 */
1297	KeSetTimer(&timer->nt_ktimer,
1298	    ((int64_t)msecs * -10000), &timer->nt_kdpc);
1299
1300	return;
1301}
1302
1303static void
1304NdisMSetPeriodicTimer(timer, msecs)
1305	ndis_miniport_timer	*timer;
1306	uint32_t		msecs;
1307{
1308	KeSetTimerEx(&timer->nmt_ktimer,
1309	    ((int64_t)msecs * -10000), msecs, &timer->nmt_kdpc);
1310
1311	return;
1312}
1313
1314/*
1315 * Technically, this is really NdisCancelTimer(), but we also
1316 * (ab)use it for NdisMCancelTimer(), since in our implementation
1317 * we don't need the extra info in the ndis_miniport_timer
1318 * structure just to cancel a timer.
1319 */
1320
1321static void
1322NdisMCancelTimer(timer, cancelled)
1323	ndis_timer		*timer;
1324	uint8_t			*cancelled;
1325{
1326	*cancelled = KeCancelTimer(&timer->nt_ktimer);
1327	return;
1328}
1329
1330static void
1331NdisMQueryAdapterResources(status, adapter, list, buflen)
1332	ndis_status		*status;
1333	ndis_handle		adapter;
1334	ndis_resource_list	*list;
1335	uint32_t		*buflen;
1336{
1337	ndis_miniport_block	*block;
1338	struct ndis_softc	*sc;
1339	int			rsclen;
1340
1341	block = (ndis_miniport_block *)adapter;
1342	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1343
1344	rsclen = sizeof(ndis_resource_list) +
1345	    (sizeof(cm_partial_resource_desc) * (sc->ndis_rescnt - 1));
1346	if (*buflen < rsclen) {
1347		*buflen = rsclen;
1348		*status = NDIS_STATUS_INVALID_LENGTH;
1349		return;
1350	}
1351
1352	bcopy((char *)block->nmb_rlist, (char *)list, rsclen);
1353	*status = NDIS_STATUS_SUCCESS;
1354
1355	return;
1356}
1357
1358static ndis_status
1359NdisMRegisterIoPortRange(offset, adapter, port, numports)
1360	void			**offset;
1361	ndis_handle		adapter;
1362	uint32_t		port;
1363	uint32_t		numports;
1364{
1365	struct ndis_miniport_block	*block;
1366	struct ndis_softc	*sc;
1367
1368	if (adapter == NULL)
1369		return(NDIS_STATUS_FAILURE);
1370
1371	block = (ndis_miniport_block *)adapter;
1372	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1373
1374	if (sc->ndis_res_io == NULL)
1375		return(NDIS_STATUS_FAILURE);
1376
1377	/* Don't let the device map more ports than we have. */
1378	if (rman_get_size(sc->ndis_res_io) < numports)
1379		return(NDIS_STATUS_INVALID_LENGTH);
1380
1381	*offset = (void *)rman_get_start(sc->ndis_res_io);
1382
1383	return(NDIS_STATUS_SUCCESS);
1384}
1385
1386static void
1387NdisMDeregisterIoPortRange(adapter, port, numports, offset)
1388	ndis_handle		adapter;
1389	uint32_t		port;
1390	uint32_t		numports;
1391	void			*offset;
1392{
1393	return;
1394}
1395
1396static void
1397NdisReadNetworkAddress(status, addr, addrlen, adapter)
1398	ndis_status		*status;
1399	void			**addr;
1400	uint32_t		*addrlen;
1401	ndis_handle		adapter;
1402{
1403	struct ndis_softc	*sc;
1404	ndis_miniport_block	*block;
1405	uint8_t			empty[] = { 0, 0, 0, 0, 0, 0 };
1406
1407	block = (ndis_miniport_block *)adapter;
1408	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1409
1410#ifdef IFP2ENADDR
1411	if (bcmp(IFP2ENADDR(sc->ifp), empty, ETHER_ADDR_LEN) == 0)
1412#else
1413	if (bcmp(sc->arpcom.ac_enaddr, empty, ETHER_ADDR_LEN) == 0)
1414#endif
1415		*status = NDIS_STATUS_FAILURE;
1416	else {
1417#ifdef IFP2ENADDR
1418		*addr = IFP2ENADDR(sc->ifp);
1419#else
1420		*addr = sc->arpcom.ac_enaddr;
1421#endif
1422		*addrlen = ETHER_ADDR_LEN;
1423		*status = NDIS_STATUS_SUCCESS;
1424	}
1425
1426	return;
1427}
1428
1429static ndis_status
1430NdisQueryMapRegisterCount(bustype, cnt)
1431	uint32_t		bustype;
1432	uint32_t		*cnt;
1433{
1434	*cnt = 8192;
1435	return(NDIS_STATUS_SUCCESS);
1436}
1437
1438static ndis_status
1439NdisMAllocateMapRegisters(adapter, dmachannel, dmasize, physmapneeded, maxmap)
1440	ndis_handle		adapter;
1441	uint32_t		dmachannel;
1442	uint8_t			dmasize;
1443	uint32_t		physmapneeded;
1444	uint32_t		maxmap;
1445{
1446	struct ndis_softc	*sc;
1447	ndis_miniport_block	*block;
1448	int			error, i, nseg = NDIS_MAXSEG;
1449
1450	block = (ndis_miniport_block *)adapter;
1451	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1452
1453	sc->ndis_mmaps = malloc(sizeof(bus_dmamap_t) * physmapneeded,
1454	    M_DEVBUF, M_NOWAIT|M_ZERO);
1455
1456	if (sc->ndis_mmaps == NULL)
1457		return(NDIS_STATUS_RESOURCES);
1458
1459	error = bus_dma_tag_create(sc->ndis_parent_tag, ETHER_ALIGN, 0,
1460	    BUS_SPACE_MAXADDR_32BIT, BUS_SPACE_MAXADDR, NULL,
1461	    NULL, maxmap * nseg, nseg, maxmap, BUS_DMA_ALLOCNOW,
1462	    NULL, NULL, &sc->ndis_mtag);
1463
1464	if (error) {
1465		free(sc->ndis_mmaps, M_DEVBUF);
1466		return(NDIS_STATUS_RESOURCES);
1467	}
1468
1469	for (i = 0; i < physmapneeded; i++)
1470		bus_dmamap_create(sc->ndis_mtag, 0, &sc->ndis_mmaps[i]);
1471
1472	sc->ndis_mmapcnt = physmapneeded;
1473
1474	return(NDIS_STATUS_SUCCESS);
1475}
1476
1477static void
1478NdisMFreeMapRegisters(adapter)
1479	ndis_handle		adapter;
1480{
1481	struct ndis_softc	*sc;
1482	ndis_miniport_block	*block;
1483	int			i;
1484
1485	block = (ndis_miniport_block *)adapter;
1486	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1487
1488	for (i = 0; i < sc->ndis_mmapcnt; i++)
1489		bus_dmamap_destroy(sc->ndis_mtag, sc->ndis_mmaps[i]);
1490
1491	free(sc->ndis_mmaps, M_DEVBUF);
1492
1493	bus_dma_tag_destroy(sc->ndis_mtag);
1494
1495	return;
1496}
1497
1498static void
1499ndis_mapshared_cb(arg, segs, nseg, error)
1500	void			*arg;
1501	bus_dma_segment_t	*segs;
1502	int			nseg;
1503	int			error;
1504{
1505	ndis_physaddr		*p;
1506
1507	if (error || nseg > 1)
1508		return;
1509
1510	p = arg;
1511
1512	p->np_quad = segs[0].ds_addr;
1513
1514	return;
1515}
1516
1517/*
1518 * This maps to bus_dmamem_alloc().
1519 */
1520
1521static void
1522NdisMAllocateSharedMemory(adapter, len, cached, vaddr, paddr)
1523	ndis_handle		adapter;
1524	uint32_t		len;
1525	uint8_t			cached;
1526	void			**vaddr;
1527	ndis_physaddr		*paddr;
1528{
1529	ndis_miniport_block	*block;
1530	struct ndis_softc	*sc;
1531	struct ndis_shmem	*sh;
1532	int			error;
1533
1534	if (adapter == NULL)
1535		return;
1536
1537	block = (ndis_miniport_block *)adapter;
1538	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1539
1540	sh = malloc(sizeof(struct ndis_shmem), M_DEVBUF, M_NOWAIT|M_ZERO);
1541	if (sh == NULL)
1542		return;
1543
1544	InitializeListHead(&sh->ndis_list);
1545
1546	/*
1547	 * When performing shared memory allocations, create a tag
1548	 * with a lowaddr limit that restricts physical memory mappings
1549	 * so that they all fall within the first 1GB of memory.
1550	 * At least one device/driver combination (Linksys Instant
1551	 * Wireless PCI Card V2.7, Broadcom 802.11b) seems to have
1552	 * problems with performing DMA operations with physical
1553	 * addresses that lie above the 1GB mark. I don't know if this
1554	 * is a hardware limitation or if the addresses are being
1555	 * truncated within the driver, but this seems to be the only
1556	 * way to make these cards work reliably in systems with more
1557	 * than 1GB of physical memory.
1558	 */
1559
1560	error = bus_dma_tag_create(sc->ndis_parent_tag, 64,
1561	    0, NDIS_BUS_SPACE_SHARED_MAXADDR, BUS_SPACE_MAXADDR, NULL,
1562	    NULL, len, 1, len, BUS_DMA_ALLOCNOW, NULL, NULL,
1563	    &sh->ndis_stag);
1564
1565	if (error) {
1566		free(sh, M_DEVBUF);
1567		return;
1568	}
1569
1570	error = bus_dmamem_alloc(sh->ndis_stag, vaddr,
1571	    BUS_DMA_NOWAIT | BUS_DMA_ZERO, &sh->ndis_smap);
1572
1573	if (error) {
1574		bus_dma_tag_destroy(sh->ndis_stag);
1575		free(sh, M_DEVBUF);
1576		return;
1577	}
1578
1579	error = bus_dmamap_load(sh->ndis_stag, sh->ndis_smap, *vaddr,
1580	    len, ndis_mapshared_cb, (void *)paddr, BUS_DMA_NOWAIT);
1581
1582	if (error) {
1583		bus_dmamem_free(sh->ndis_stag, *vaddr, sh->ndis_smap);
1584		bus_dma_tag_destroy(sh->ndis_stag);
1585		free(sh, M_DEVBUF);
1586		return;
1587	}
1588
1589	/*
1590	 * Save the physical address along with the source address.
1591	 * The AirGo MIMO driver will call NdisMFreeSharedMemory()
1592	 * with a bogus virtual address sometimes, but with a valid
1593	 * physical address. To keep this from causing trouble, we
1594	 * use the physical address to as a sanity check in case
1595	 * searching based on the virtual address fails.
1596	 */
1597
1598	NDIS_LOCK(sc);
1599	sh->ndis_paddr.np_quad = paddr->np_quad;
1600	sh->ndis_saddr = *vaddr;
1601	InsertHeadList((&sc->ndis_shlist), (&sh->ndis_list));
1602	NDIS_UNLOCK(sc);
1603
1604	return;
1605}
1606
1607struct ndis_allocwork {
1608	uint32_t		na_len;
1609	uint8_t			na_cached;
1610	void			*na_ctx;
1611	io_workitem		*na_iw;
1612};
1613
1614static void
1615ndis_asyncmem_complete(dobj, arg)
1616	device_object		*dobj;
1617	void			*arg;
1618{
1619	ndis_miniport_block	*block;
1620	struct ndis_softc	*sc;
1621	struct ndis_allocwork	*w;
1622	void			*vaddr;
1623	ndis_physaddr		paddr;
1624	ndis_allocdone_handler	donefunc;
1625
1626	w = arg;
1627	block = (ndis_miniport_block *)dobj->do_devext;
1628	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1629
1630	vaddr = NULL;
1631	paddr.np_quad = 0;
1632
1633	donefunc = sc->ndis_chars->nmc_allocate_complete_func;
1634	NdisMAllocateSharedMemory(block, w->na_len,
1635	    w->na_cached, &vaddr, &paddr);
1636	MSCALL5(donefunc, block, vaddr, &paddr, w->na_len, w->na_ctx);
1637
1638	IoFreeWorkItem(w->na_iw);
1639	free(w, M_DEVBUF);
1640
1641	return;
1642}
1643
1644static ndis_status
1645NdisMAllocateSharedMemoryAsync(adapter, len, cached, ctx)
1646	ndis_handle		adapter;
1647	uint32_t		len;
1648	uint8_t			cached;
1649	void			*ctx;
1650{
1651	ndis_miniport_block	*block;
1652	struct ndis_allocwork	*w;
1653	io_workitem		*iw;
1654	io_workitem_func	ifw;
1655
1656	if (adapter == NULL)
1657		return(NDIS_STATUS_FAILURE);
1658
1659	block = adapter;
1660
1661	iw = IoAllocateWorkItem(block->nmb_deviceobj);
1662	if (iw == NULL)
1663		return(NDIS_STATUS_FAILURE);
1664
1665	w = malloc(sizeof(struct ndis_allocwork), M_TEMP, M_NOWAIT);
1666
1667	if (w == NULL)
1668		return(NDIS_STATUS_FAILURE);
1669
1670	w->na_cached = cached;
1671	w->na_len = len;
1672	w->na_ctx = ctx;
1673	w->na_iw = iw;
1674
1675	ifw = (io_workitem_func)ndis_findwrap((funcptr)ndis_asyncmem_complete);
1676	IoQueueWorkItem(iw, ifw, WORKQUEUE_DELAYED, w);
1677
1678	return(NDIS_STATUS_PENDING);
1679}
1680
1681static void
1682NdisMFreeSharedMemory(adapter, len, cached, vaddr, paddr)
1683	ndis_handle		adapter;
1684	uint32_t		len;
1685	uint8_t			cached;
1686	void			*vaddr;
1687	ndis_physaddr		paddr;
1688{
1689	ndis_miniport_block	*block;
1690	struct ndis_softc	*sc;
1691	struct ndis_shmem	*sh = NULL;
1692	list_entry		*l;
1693
1694	if (vaddr == NULL || adapter == NULL)
1695		return;
1696
1697	block = (ndis_miniport_block *)adapter;
1698	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1699
1700	/* Sanity check: is list empty? */
1701
1702	if (IsListEmpty(&sc->ndis_shlist))
1703		return;
1704
1705	NDIS_LOCK(sc);
1706	l = sc->ndis_shlist.nle_flink;
1707	while (l != &sc->ndis_shlist) {
1708		sh = CONTAINING_RECORD(l, struct ndis_shmem, ndis_list);
1709		if (sh->ndis_saddr == vaddr)
1710			break;
1711		/*
1712	 	 * Check the physaddr too, just in case the driver lied
1713		 * about the virtual address.
1714		 */
1715		if (sh->ndis_paddr.np_quad == paddr.np_quad)
1716			break;
1717		l = l->nle_flink;
1718	}
1719
1720	if (sh == NULL) {
1721		NDIS_UNLOCK(sc);
1722		printf("NDIS: buggy driver tried to free "
1723		    "invalid shared memory: vaddr: %p paddr: 0x%jx\n",
1724		    vaddr, (uintmax_t)paddr.np_quad);
1725		return;
1726	}
1727
1728	RemoveEntryList(&sh->ndis_list);
1729
1730	NDIS_UNLOCK(sc);
1731
1732	bus_dmamap_unload(sh->ndis_stag, sh->ndis_smap);
1733	bus_dmamem_free(sh->ndis_stag, sh->ndis_saddr, sh->ndis_smap);
1734	bus_dma_tag_destroy(sh->ndis_stag);
1735
1736	free(sh, M_DEVBUF);
1737
1738	return;
1739}
1740
1741static ndis_status
1742NdisMMapIoSpace(vaddr, adapter, paddr, len)
1743	void			**vaddr;
1744	ndis_handle		adapter;
1745	ndis_physaddr		paddr;
1746	uint32_t		len;
1747{
1748	if (adapter == NULL)
1749		return(NDIS_STATUS_FAILURE);
1750
1751	*vaddr = MmMapIoSpace(paddr.np_quad, len, 0);
1752
1753	if (*vaddr == NULL)
1754		return(NDIS_STATUS_FAILURE);
1755
1756	return(NDIS_STATUS_SUCCESS);
1757}
1758
1759static void
1760NdisMUnmapIoSpace(adapter, vaddr, len)
1761	ndis_handle		adapter;
1762	void			*vaddr;
1763	uint32_t		len;
1764{
1765	MmUnmapIoSpace(vaddr, len);
1766	return;
1767}
1768
1769static uint32_t
1770NdisGetCacheFillSize(void)
1771{
1772	return(128);
1773}
1774
1775static uint32_t
1776NdisMGetDmaAlignment(handle)
1777	ndis_handle		handle;
1778{
1779	return(16);
1780}
1781
1782/*
1783 * NDIS has two methods for dealing with NICs that support DMA.
1784 * One is to just pass packets to the driver and let it call
1785 * NdisMStartBufferPhysicalMapping() to map each buffer in the packet
1786 * all by itself, and the other is to let the NDIS library handle the
1787 * buffer mapping internally, and hand the driver an already populated
1788 * scatter/gather fragment list. If the driver calls
1789 * NdisMInitializeScatterGatherDma(), it wants to use the latter
1790 * method.
1791 */
1792
1793static ndis_status
1794NdisMInitializeScatterGatherDma(adapter, is64, maxphysmap)
1795	ndis_handle		adapter;
1796	uint8_t			is64;
1797	uint32_t		maxphysmap;
1798{
1799	struct ndis_softc	*sc;
1800	ndis_miniport_block	*block;
1801	int			error;
1802
1803	if (adapter == NULL)
1804		return(NDIS_STATUS_FAILURE);
1805	block = (ndis_miniport_block *)adapter;
1806	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1807
1808	/* Don't do this twice. */
1809	if (sc->ndis_sc == 1)
1810		return(NDIS_STATUS_SUCCESS);
1811
1812	error = bus_dma_tag_create(sc->ndis_parent_tag, ETHER_ALIGN, 0,
1813	    BUS_SPACE_MAXADDR_32BIT, BUS_SPACE_MAXADDR, NULL, NULL,
1814	    MCLBYTES * NDIS_MAXSEG, NDIS_MAXSEG, MCLBYTES, BUS_DMA_ALLOCNOW,
1815	    NULL, NULL, &sc->ndis_ttag);
1816
1817	sc->ndis_sc = 1;
1818
1819	return(NDIS_STATUS_SUCCESS);
1820}
1821
1822void
1823NdisAllocatePacketPool(status, pool, descnum, protrsvdlen)
1824	ndis_status		*status;
1825	ndis_handle		*pool;
1826	uint32_t		descnum;
1827	uint32_t		protrsvdlen;
1828{
1829	ndis_packet_pool	*p;
1830	ndis_packet		*packets;
1831	int			i;
1832
1833	p = ExAllocatePoolWithTag(NonPagedPool, sizeof(ndis_packet_pool), 0);
1834	if (p == NULL) {
1835		*status = NDIS_STATUS_RESOURCES;
1836		return;
1837	}
1838
1839	p->np_cnt = descnum + NDIS_POOL_EXTRA;
1840	p->np_protrsvd = protrsvdlen;
1841	p->np_len = sizeof(ndis_packet) + protrsvdlen;
1842
1843	packets = ExAllocatePoolWithTag(NonPagedPool, p->np_cnt *
1844	    p->np_len, 0);
1845
1846
1847	if (packets == NULL) {
1848		ExFreePool(p);
1849		*status = NDIS_STATUS_RESOURCES;
1850		return;
1851	}
1852
1853	p->np_pktmem = packets;
1854
1855	for (i = 0; i < p->np_cnt; i++)
1856		InterlockedPushEntrySList(&p->np_head,
1857		    (struct slist_entry *)&packets[i]);
1858
1859#ifdef NDIS_DEBUG_PACKETS
1860	p->np_dead = 0;
1861	KeInitializeSpinLock(&p->np_lock);
1862        KeInitializeEvent(&p->np_event, EVENT_TYPE_NOTIFY, TRUE);
1863#endif
1864
1865	*pool = p;
1866	*status = NDIS_STATUS_SUCCESS;
1867	return;
1868}
1869
1870void
1871NdisAllocatePacketPoolEx(status, pool, descnum, oflowdescnum, protrsvdlen)
1872	ndis_status		*status;
1873	ndis_handle		*pool;
1874	uint32_t		descnum;
1875	uint32_t		oflowdescnum;
1876	uint32_t		protrsvdlen;
1877{
1878	return(NdisAllocatePacketPool(status, pool,
1879	    descnum + oflowdescnum, protrsvdlen));
1880}
1881
1882uint32_t
1883NdisPacketPoolUsage(pool)
1884	ndis_handle		pool;
1885{
1886	ndis_packet_pool	*p;
1887
1888	p = (ndis_packet_pool *)pool;
1889	return(p->np_cnt - ExQueryDepthSList(&p->np_head));
1890}
1891
1892void
1893NdisFreePacketPool(pool)
1894	ndis_handle		pool;
1895{
1896	ndis_packet_pool	*p;
1897	int			usage;
1898#ifdef NDIS_DEBUG_PACKETS
1899	uint8_t			irql;
1900#endif
1901
1902	p = (ndis_packet_pool *)pool;
1903
1904#ifdef NDIS_DEBUG_PACKETS
1905	KeAcquireSpinLock(&p->np_lock, &irql);
1906#endif
1907
1908	usage = NdisPacketPoolUsage(pool);
1909
1910#ifdef NDIS_DEBUG_PACKETS
1911	if (usage) {
1912		p->np_dead = 1;
1913		KeResetEvent(&p->np_event);
1914		KeReleaseSpinLock(&p->np_lock, irql);
1915		KeWaitForSingleObject(&p->np_event, 0, 0, FALSE, NULL);
1916	} else
1917		KeReleaseSpinLock(&p->np_lock, irql);
1918#endif
1919
1920	ExFreePool(p->np_pktmem);
1921	ExFreePool(p);
1922
1923	return;
1924}
1925
1926void
1927NdisAllocatePacket(status, packet, pool)
1928	ndis_status		*status;
1929	ndis_packet		**packet;
1930	ndis_handle		pool;
1931{
1932	ndis_packet_pool	*p;
1933	ndis_packet		*pkt;
1934#ifdef NDIS_DEBUG_PACKETS
1935	uint8_t			irql;
1936#endif
1937
1938	p = (ndis_packet_pool *)pool;
1939
1940#ifdef NDIS_DEBUG_PACKETS
1941	KeAcquireSpinLock(&p->np_lock, &irql);
1942	if (p->np_dead) {
1943		KeReleaseSpinLock(&p->np_lock, irql);
1944		printf("NDIS: tried to allocate packet from dead pool %p\n",
1945		    pool);
1946		*status = NDIS_STATUS_RESOURCES;
1947		return;
1948	}
1949#endif
1950
1951	pkt = (ndis_packet *)InterlockedPopEntrySList(&p->np_head);
1952
1953#ifdef NDIS_DEBUG_PACKETS
1954	KeReleaseSpinLock(&p->np_lock, irql);
1955#endif
1956
1957	if (pkt == NULL) {
1958		*status = NDIS_STATUS_RESOURCES;
1959		return;
1960	}
1961
1962
1963	bzero((char *)pkt, sizeof(ndis_packet));
1964
1965	/* Save pointer to the pool. */
1966	pkt->np_private.npp_pool = pool;
1967
1968	/* Set the oob offset pointer. Lots of things expect this. */
1969	pkt->np_private.npp_packetooboffset = offsetof(ndis_packet, np_oob);
1970
1971	/*
1972	 * We must initialize the packet flags correctly in order
1973	 * for the NDIS_SET_PACKET_MEDIA_SPECIFIC_INFO() and
1974	 * NDIS_GET_PACKET_MEDIA_SPECIFIC_INFO() macros to work
1975         * correctly.
1976	 */
1977	pkt->np_private.npp_ndispktflags = NDIS_PACKET_ALLOCATED_BY_NDIS;
1978	pkt->np_private.npp_validcounts = FALSE;
1979
1980	*packet = pkt;
1981
1982	*status = NDIS_STATUS_SUCCESS;
1983
1984	return;
1985}
1986
1987void
1988NdisFreePacket(packet)
1989	ndis_packet		*packet;
1990{
1991	ndis_packet_pool	*p;
1992#ifdef NDIS_DEBUG_PACKETS
1993	uint8_t			irql;
1994#endif
1995
1996	p = (ndis_packet_pool *)packet->np_private.npp_pool;
1997
1998#ifdef NDIS_DEBUG_PACKETS
1999	KeAcquireSpinLock(&p->np_lock, &irql);
2000#endif
2001
2002	InterlockedPushEntrySList(&p->np_head, (slist_entry *)packet);
2003
2004#ifdef NDIS_DEBUG_PACKETS
2005	if (p->np_dead) {
2006		if (ExQueryDepthSList(&p->np_head) == p->np_cnt)
2007			KeSetEvent(&p->np_event, IO_NO_INCREMENT, FALSE);
2008	}
2009	KeReleaseSpinLock(&p->np_lock, irql);
2010#endif
2011
2012	return;
2013}
2014
2015static void
2016NdisUnchainBufferAtFront(packet, buf)
2017	ndis_packet		*packet;
2018	ndis_buffer		**buf;
2019{
2020	ndis_packet_private	*priv;
2021
2022	if (packet == NULL || buf == NULL)
2023		return;
2024
2025	priv = &packet->np_private;
2026
2027	priv->npp_validcounts = FALSE;
2028
2029	if (priv->npp_head == priv->npp_tail) {
2030		*buf = priv->npp_head;
2031		priv->npp_head = priv->npp_tail = NULL;
2032	} else {
2033		*buf = priv->npp_head;
2034		priv->npp_head = (*buf)->mdl_next;
2035	}
2036
2037	return;
2038}
2039
2040static void
2041NdisUnchainBufferAtBack(packet, buf)
2042	ndis_packet		*packet;
2043	ndis_buffer		**buf;
2044{
2045	ndis_packet_private	*priv;
2046	ndis_buffer		*tmp;
2047
2048	if (packet == NULL || buf == NULL)
2049		return;
2050
2051	priv = &packet->np_private;
2052
2053	priv->npp_validcounts = FALSE;
2054
2055	if (priv->npp_head == priv->npp_tail) {
2056		*buf = priv->npp_head;
2057		priv->npp_head = priv->npp_tail = NULL;
2058	} else {
2059		*buf = priv->npp_tail;
2060		tmp = priv->npp_head;
2061		while (tmp->mdl_next != priv->npp_tail)
2062			tmp = tmp->mdl_next;
2063		priv->npp_tail = tmp;
2064		tmp->mdl_next = NULL;
2065	}
2066
2067	return;
2068}
2069
2070/*
2071 * The NDIS "buffer" is really an MDL (memory descriptor list)
2072 * which is used to describe a buffer in a way that allows it
2073 * to mapped into different contexts. We have to be careful how
2074 * we handle them: in some versions of Windows, the NdisFreeBuffer()
2075 * routine is an actual function in the NDIS API, but in others
2076 * it's just a macro wrapper around IoFreeMdl(). There's really
2077 * no way to use the 'descnum' parameter to count how many
2078 * "buffers" are allocated since in order to use IoFreeMdl() to
2079 * dispose of a buffer, we have to use IoAllocateMdl() to allocate
2080 * them, and IoAllocateMdl() just grabs them out of the heap.
2081 */
2082
2083static void
2084NdisAllocateBufferPool(status, pool, descnum)
2085	ndis_status		*status;
2086	ndis_handle		*pool;
2087	uint32_t		descnum;
2088{
2089
2090	/*
2091	 * The only thing we can really do here is verify that descnum
2092	 * is a reasonable value, but I really don't know what to check
2093	 * it against.
2094	 */
2095
2096	*pool = NonPagedPool;
2097	*status = NDIS_STATUS_SUCCESS;
2098	return;
2099}
2100
2101static void
2102NdisFreeBufferPool(pool)
2103	ndis_handle		pool;
2104{
2105	return;
2106}
2107
2108static void
2109NdisAllocateBuffer(status, buffer, pool, vaddr, len)
2110	ndis_status		*status;
2111	ndis_buffer		**buffer;
2112	ndis_handle		pool;
2113	void			*vaddr;
2114	uint32_t		len;
2115{
2116	ndis_buffer		*buf;
2117
2118	buf = IoAllocateMdl(vaddr, len, FALSE, FALSE, NULL);
2119	if (buf == NULL) {
2120		*status = NDIS_STATUS_RESOURCES;
2121		return;
2122	}
2123
2124	MmBuildMdlForNonPagedPool(buf);
2125
2126	*buffer = buf;
2127	*status = NDIS_STATUS_SUCCESS;
2128
2129	return;
2130}
2131
2132static void
2133NdisFreeBuffer(buf)
2134	ndis_buffer		*buf;
2135{
2136	IoFreeMdl(buf);
2137	return;
2138}
2139
2140/* Aw c'mon. */
2141
2142static uint32_t
2143NdisBufferLength(buf)
2144	ndis_buffer		*buf;
2145{
2146	return(MmGetMdlByteCount(buf));
2147}
2148
2149/*
2150 * Get the virtual address and length of a buffer.
2151 * Note: the vaddr argument is optional.
2152 */
2153
2154static void
2155NdisQueryBuffer(buf, vaddr, len)
2156	ndis_buffer		*buf;
2157	void			**vaddr;
2158	uint32_t		*len;
2159{
2160	if (vaddr != NULL)
2161		*vaddr = MmGetMdlVirtualAddress(buf);
2162	*len = MmGetMdlByteCount(buf);
2163
2164	return;
2165}
2166
2167/* Same as above -- we don't care about the priority. */
2168
2169static void
2170NdisQueryBufferSafe(buf, vaddr, len, prio)
2171	ndis_buffer		*buf;
2172	void			**vaddr;
2173	uint32_t		*len;
2174	uint32_t		prio;
2175{
2176	if (vaddr != NULL)
2177		*vaddr = MmGetMdlVirtualAddress(buf);
2178	*len = MmGetMdlByteCount(buf);
2179
2180	return;
2181}
2182
2183/* Damnit Microsoft!! How many ways can you do the same thing?! */
2184
2185static void *
2186NdisBufferVirtualAddress(buf)
2187	ndis_buffer		*buf;
2188{
2189	return(MmGetMdlVirtualAddress(buf));
2190}
2191
2192static void *
2193NdisBufferVirtualAddressSafe(buf, prio)
2194	ndis_buffer		*buf;
2195	uint32_t		prio;
2196{
2197	return(MmGetMdlVirtualAddress(buf));
2198}
2199
2200static void
2201NdisAdjustBufferLength(buf, len)
2202	ndis_buffer		*buf;
2203	int			len;
2204{
2205	MmGetMdlByteCount(buf) = len;
2206
2207	return;
2208}
2209
2210static uint32_t
2211NdisInterlockedIncrement(addend)
2212	uint32_t		*addend;
2213{
2214	atomic_add_long((u_long *)addend, 1);
2215	return(*addend);
2216}
2217
2218static uint32_t
2219NdisInterlockedDecrement(addend)
2220	uint32_t		*addend;
2221{
2222	atomic_subtract_long((u_long *)addend, 1);
2223	return(*addend);
2224}
2225
2226static void
2227NdisInitializeEvent(event)
2228	ndis_event		*event;
2229{
2230	/*
2231	 * NDIS events are always notification
2232	 * events, and should be initialized to the
2233	 * not signaled state.
2234	 */
2235	KeInitializeEvent(&event->ne_event, EVENT_TYPE_NOTIFY, FALSE);
2236	return;
2237}
2238
2239static void
2240NdisSetEvent(event)
2241	ndis_event		*event;
2242{
2243	KeSetEvent(&event->ne_event, IO_NO_INCREMENT, FALSE);
2244	return;
2245}
2246
2247static void
2248NdisResetEvent(event)
2249	ndis_event		*event;
2250{
2251	KeResetEvent(&event->ne_event);
2252	return;
2253}
2254
2255static uint8_t
2256NdisWaitEvent(event, msecs)
2257	ndis_event		*event;
2258	uint32_t		msecs;
2259{
2260	int64_t			duetime;
2261	uint32_t		rval;
2262
2263	duetime = ((int64_t)msecs * -10000);
2264	rval = KeWaitForSingleObject(event,
2265	    0, 0, TRUE, msecs ? & duetime : NULL);
2266
2267	if (rval == STATUS_TIMEOUT)
2268		return(FALSE);
2269
2270	return(TRUE);
2271}
2272
2273static ndis_status
2274NdisUnicodeStringToAnsiString(dstr, sstr)
2275	ansi_string		*dstr;
2276	unicode_string		*sstr;
2277{
2278	uint32_t		rval;
2279
2280	rval = RtlUnicodeStringToAnsiString(dstr, sstr, FALSE);
2281
2282	if (rval == STATUS_INSUFFICIENT_RESOURCES)
2283		return(NDIS_STATUS_RESOURCES);
2284	if (rval)
2285		return(NDIS_STATUS_FAILURE);
2286
2287	return (NDIS_STATUS_SUCCESS);
2288}
2289
2290static ndis_status
2291NdisAnsiStringToUnicodeString(dstr, sstr)
2292	unicode_string		*dstr;
2293	ansi_string		*sstr;
2294{
2295	uint32_t		rval;
2296
2297	rval = RtlAnsiStringToUnicodeString(dstr, sstr, FALSE);
2298
2299	if (rval == STATUS_INSUFFICIENT_RESOURCES)
2300		return(NDIS_STATUS_RESOURCES);
2301	if (rval)
2302		return(NDIS_STATUS_FAILURE);
2303
2304	return (NDIS_STATUS_SUCCESS);
2305}
2306
2307static ndis_status
2308NdisMPciAssignResources(adapter, slot, list)
2309	ndis_handle		adapter;
2310	uint32_t		slot;
2311	ndis_resource_list	**list;
2312{
2313	ndis_miniport_block	*block;
2314
2315	if (adapter == NULL || list == NULL)
2316		return (NDIS_STATUS_FAILURE);
2317
2318	block = (ndis_miniport_block *)adapter;
2319	*list = block->nmb_rlist;
2320
2321	return (NDIS_STATUS_SUCCESS);
2322}
2323
2324static void
2325ndis_intr(arg)
2326        void                    *arg;
2327{
2328	struct ndis_softc	*sc;
2329	struct ifnet		*ifp;
2330	int			is_our_intr = 0;
2331	int			call_isr = 0;
2332	ndis_miniport_interrupt	*intr;
2333
2334	sc = arg;
2335	ifp = sc->ifp;
2336	intr = sc->ndis_block->nmb_interrupt;
2337
2338	if (intr == NULL || sc->ndis_block->nmb_miniportadapterctx == NULL)
2339		return;
2340
2341	if (sc->ndis_block->nmb_interrupt->ni_isrreq == TRUE)
2342		MSCALL3(intr->ni_isrfunc, &is_our_intr, &call_isr,
2343		    sc->ndis_block->nmb_miniportadapterctx);
2344	else {
2345		MSCALL1(sc->ndis_chars->nmc_disable_interrupts_func,
2346		    sc->ndis_block->nmb_miniportadapterctx);
2347		call_isr = 1;
2348	}
2349
2350	if ((is_our_intr || call_isr))
2351		IoRequestDpc(sc->ndis_block->nmb_deviceobj, NULL, sc);
2352
2353	return;
2354}
2355
2356static void
2357ndis_intrhand(dpc, intr, sysarg1, sysarg2)
2358	kdpc			*dpc;
2359	ndis_miniport_interrupt	*intr;
2360	void			*sysarg1;
2361	void			*sysarg2;
2362{
2363	struct ndis_softc	*sc;
2364	ndis_miniport_block	*block;
2365        ndis_handle             adapter;
2366
2367	block = intr->ni_block;
2368        adapter = block->nmb_miniportadapterctx;
2369	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2370
2371        if (NDIS_SERIALIZED(sc->ndis_block))
2372                KeAcquireSpinLockAtDpcLevel(&block->nmb_lock);
2373
2374        MSCALL1(intr->ni_dpcfunc, adapter);
2375
2376        /* If there's a MiniportEnableInterrupt() routine, call it. */
2377
2378	if (sc->ndis_chars->nmc_enable_interrupts_func != NULL)
2379		MSCALL1(sc->ndis_chars->nmc_enable_interrupts_func, adapter);
2380
2381        if (NDIS_SERIALIZED(sc->ndis_block))
2382                KeReleaseSpinLockFromDpcLevel(&block->nmb_lock);
2383
2384	/*
2385	 * Set the completion event if we've drained all
2386	 * pending interrupts.
2387	 */
2388
2389	KeAcquireSpinLockAtDpcLevel(&intr->ni_dpccountlock);
2390	intr->ni_dpccnt--;
2391	if (intr->ni_dpccnt == 0)
2392		KeSetEvent(&intr->ni_dpcevt, IO_NO_INCREMENT, FALSE);
2393	KeReleaseSpinLockFromDpcLevel(&intr->ni_dpccountlock);
2394
2395        return;
2396}
2397
2398static ndis_status
2399NdisMRegisterInterrupt(intr, adapter, ivec, ilevel, reqisr, shared, imode)
2400	ndis_miniport_interrupt	*intr;
2401	ndis_handle		adapter;
2402	uint32_t		ivec;
2403	uint32_t		ilevel;
2404	uint8_t			reqisr;
2405	uint8_t			shared;
2406	ndis_interrupt_mode	imode;
2407{
2408	ndis_miniport_block	*block;
2409	ndis_miniport_characteristics *ch;
2410	struct ndis_softc	*sc;
2411	int			error;
2412
2413	block = adapter;
2414	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2415	ch = IoGetDriverObjectExtension(block->nmb_deviceobj->do_drvobj,
2416	    (void *)1);
2417
2418	intr->ni_rsvd = ExAllocatePoolWithTag(NonPagedPool,
2419	    sizeof(struct mtx), 0);
2420	if (intr->ni_rsvd == NULL)
2421		return(NDIS_STATUS_RESOURCES);
2422
2423	intr->ni_block = adapter;
2424	intr->ni_isrreq = reqisr;
2425	intr->ni_shared = shared;
2426	intr->ni_dpccnt = 0;
2427	intr->ni_isrfunc = ch->nmc_isr_func;
2428	intr->ni_dpcfunc = ch->nmc_interrupt_func;
2429
2430        KeInitializeEvent(&intr->ni_dpcevt, EVENT_TYPE_NOTIFY, TRUE);
2431        KeInitializeDpc(&intr->ni_dpc,
2432	    ndis_findwrap((funcptr)ndis_intrhand), intr);
2433        KeSetImportanceDpc(&intr->ni_dpc, KDPC_IMPORTANCE_LOW);
2434
2435	error = IoConnectInterrupt(&intr->ni_introbj,
2436	    ndis_findwrap((funcptr)ndis_intr), sc, NULL,
2437	    ivec, ilevel, 0, imode, shared, 0, FALSE);
2438
2439	if (error != STATUS_SUCCESS)
2440		return(NDIS_STATUS_FAILURE);
2441
2442	block->nmb_interrupt = intr;
2443
2444	return(NDIS_STATUS_SUCCESS);
2445}
2446
2447static void
2448NdisMDeregisterInterrupt(intr)
2449	ndis_miniport_interrupt	*intr;
2450{
2451	ndis_miniport_block	*block;
2452	struct ndis_softc	*sc;
2453	uint8_t			irql;
2454
2455	block = intr->ni_block;
2456	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2457
2458	/* Should really be KeSynchronizeExecution() */
2459
2460	KeAcquireSpinLock(intr->ni_introbj->ki_lock, &irql);
2461	block->nmb_interrupt = NULL;
2462	KeReleaseSpinLock(intr->ni_introbj->ki_lock, irql);
2463/*
2464	KeFlushQueuedDpcs();
2465*/
2466	/* Disconnect our ISR */
2467
2468	IoDisconnectInterrupt(intr->ni_introbj);
2469
2470	KeWaitForSingleObject(&intr->ni_dpcevt, 0, 0, FALSE, NULL);
2471	KeResetEvent(&intr->ni_dpcevt);
2472
2473	return;
2474}
2475
2476static void
2477NdisMRegisterAdapterShutdownHandler(adapter, shutdownctx, shutdownfunc)
2478	ndis_handle		adapter;
2479	void			*shutdownctx;
2480	ndis_shutdown_handler	shutdownfunc;
2481{
2482	ndis_miniport_block	*block;
2483	ndis_miniport_characteristics *chars;
2484	struct ndis_softc	*sc;
2485
2486	if (adapter == NULL)
2487		return;
2488
2489	block = (ndis_miniport_block *)adapter;
2490	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2491	chars = sc->ndis_chars;
2492
2493	chars->nmc_shutdown_handler = shutdownfunc;
2494	chars->nmc_rsvd0 = shutdownctx;
2495
2496	return;
2497}
2498
2499static void
2500NdisMDeregisterAdapterShutdownHandler(adapter)
2501	ndis_handle		adapter;
2502{
2503	ndis_miniport_block	*block;
2504	ndis_miniport_characteristics *chars;
2505	struct ndis_softc	*sc;
2506
2507	if (adapter == NULL)
2508		return;
2509
2510	block = (ndis_miniport_block *)adapter;
2511	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2512	chars = sc->ndis_chars;
2513
2514	chars->nmc_shutdown_handler = NULL;
2515	chars->nmc_rsvd0 = NULL;
2516
2517	return;
2518}
2519
2520static uint32_t
2521NDIS_BUFFER_TO_SPAN_PAGES(buf)
2522	ndis_buffer		*buf;
2523{
2524	if (buf == NULL)
2525		return(0);
2526	if (MmGetMdlByteCount(buf) == 0)
2527		return(1);
2528	return(SPAN_PAGES(MmGetMdlVirtualAddress(buf),
2529	    MmGetMdlByteCount(buf)));
2530}
2531
2532static void
2533NdisGetBufferPhysicalArraySize(buf, pages)
2534	ndis_buffer		*buf;
2535	uint32_t		*pages;
2536{
2537	if (buf == NULL)
2538		return;
2539
2540	*pages = NDIS_BUFFER_TO_SPAN_PAGES(buf);
2541	return;
2542}
2543
2544static void
2545NdisQueryBufferOffset(buf, off, len)
2546	ndis_buffer		*buf;
2547	uint32_t		*off;
2548	uint32_t		*len;
2549{
2550	if (buf == NULL)
2551		return;
2552
2553	*off = MmGetMdlByteOffset(buf);
2554	*len = MmGetMdlByteCount(buf);
2555
2556	return;
2557}
2558
2559void
2560NdisMSleep(usecs)
2561	uint32_t		usecs;
2562{
2563	ktimer			timer;
2564
2565	/*
2566	 * During system bootstrap, (i.e. cold == 1), we aren't
2567	 * allowed to sleep, so we have to do a hard DELAY()
2568	 * instead.
2569	 */
2570
2571	if (cold)
2572		DELAY(usecs);
2573	else {
2574		KeInitializeTimer(&timer);
2575		KeSetTimer(&timer, ((int64_t)usecs * -10), NULL);
2576		KeWaitForSingleObject(&timer, 0, 0, FALSE, NULL);
2577	}
2578
2579	return;
2580}
2581
2582static uint32_t
2583NdisReadPcmciaAttributeMemory(handle, offset, buf, len)
2584	ndis_handle		handle;
2585	uint32_t		offset;
2586	void			*buf;
2587	uint32_t		len;
2588{
2589	struct ndis_softc	*sc;
2590	ndis_miniport_block	*block;
2591	bus_space_handle_t	bh;
2592	bus_space_tag_t		bt;
2593	char			*dest;
2594	int			i;
2595
2596	if (handle == NULL)
2597		return(0);
2598
2599	block = (ndis_miniport_block *)handle;
2600	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2601	dest = buf;
2602
2603	bh = rman_get_bushandle(sc->ndis_res_am);
2604	bt = rman_get_bustag(sc->ndis_res_am);
2605
2606	for (i = 0; i < len; i++)
2607		dest[i] = bus_space_read_1(bt, bh, (offset + i) * 2);
2608
2609	return(i);
2610}
2611
2612static uint32_t
2613NdisWritePcmciaAttributeMemory(handle, offset, buf, len)
2614	ndis_handle		handle;
2615	uint32_t		offset;
2616	void			*buf;
2617	uint32_t		len;
2618{
2619	struct ndis_softc	*sc;
2620	ndis_miniport_block	*block;
2621	bus_space_handle_t	bh;
2622	bus_space_tag_t		bt;
2623	char			*src;
2624	int			i;
2625
2626	if (handle == NULL)
2627		return(0);
2628
2629	block = (ndis_miniport_block *)handle;
2630	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2631	src = buf;
2632
2633	bh = rman_get_bushandle(sc->ndis_res_am);
2634	bt = rman_get_bustag(sc->ndis_res_am);
2635
2636	for (i = 0; i < len; i++)
2637		bus_space_write_1(bt, bh, (offset + i) * 2, src[i]);
2638
2639	return(i);
2640}
2641
2642static list_entry *
2643NdisInterlockedInsertHeadList(head, entry, lock)
2644	list_entry		*head;
2645	list_entry		*entry;
2646	ndis_spin_lock		*lock;
2647{
2648	list_entry		*flink;
2649
2650	KeAcquireSpinLock(&lock->nsl_spinlock, &lock->nsl_kirql);
2651	flink = head->nle_flink;
2652	entry->nle_flink = flink;
2653	entry->nle_blink = head;
2654	flink->nle_blink = entry;
2655	head->nle_flink = entry;
2656	KeReleaseSpinLock(&lock->nsl_spinlock, lock->nsl_kirql);
2657
2658	return(flink);
2659}
2660
2661static list_entry *
2662NdisInterlockedRemoveHeadList(head, lock)
2663	list_entry		*head;
2664	ndis_spin_lock		*lock;
2665{
2666	list_entry		*flink;
2667	list_entry		*entry;
2668
2669	KeAcquireSpinLock(&lock->nsl_spinlock, &lock->nsl_kirql);
2670	entry = head->nle_flink;
2671	flink = entry->nle_flink;
2672	head->nle_flink = flink;
2673	flink->nle_blink = head;
2674	KeReleaseSpinLock(&lock->nsl_spinlock, lock->nsl_kirql);
2675
2676	return(entry);
2677}
2678
2679static list_entry *
2680NdisInterlockedInsertTailList(head, entry, lock)
2681	list_entry		*head;
2682	list_entry		*entry;
2683	ndis_spin_lock		*lock;
2684{
2685	list_entry		*blink;
2686
2687	KeAcquireSpinLock(&lock->nsl_spinlock, &lock->nsl_kirql);
2688	blink = head->nle_blink;
2689	entry->nle_flink = head;
2690	entry->nle_blink = blink;
2691	blink->nle_flink = entry;
2692	head->nle_blink = entry;
2693	KeReleaseSpinLock(&lock->nsl_spinlock, lock->nsl_kirql);
2694
2695	return(blink);
2696}
2697
2698static uint8_t
2699NdisMSynchronizeWithInterrupt(intr, syncfunc, syncctx)
2700	ndis_miniport_interrupt	*intr;
2701	void			*syncfunc;
2702	void			*syncctx;
2703{
2704	return(KeSynchronizeExecution(intr->ni_introbj, syncfunc, syncctx));
2705}
2706
2707/*
2708 * Return the number of 100 nanosecond intervals since
2709 * January 1, 1601. (?!?!)
2710 */
2711static void
2712NdisGetCurrentSystemTime(tval)
2713	uint64_t		*tval;
2714{
2715	struct timespec		ts;
2716
2717	nanotime(&ts);
2718	*tval = (uint64_t)ts.tv_nsec / 100 + (uint64_t)ts.tv_sec * 10000000 +
2719	    11644473600;
2720
2721	return;
2722}
2723
2724/*
2725 * Return the number of milliseconds since the system booted.
2726 */
2727static void
2728NdisGetSystemUpTime(tval)
2729	uint32_t		*tval;
2730{
2731	struct timespec		ts;
2732
2733	nanouptime(&ts);
2734	*tval = ts.tv_nsec / 1000000 + ts.tv_sec * 1000;
2735
2736	return;
2737}
2738
2739static void
2740NdisInitializeString(dst, src)
2741	unicode_string		*dst;
2742	char			*src;
2743{
2744	ansi_string		as;
2745	RtlInitAnsiString(&as, src);
2746	RtlAnsiStringToUnicodeString(dst, &as, TRUE);
2747	return;
2748}
2749
2750static void
2751NdisFreeString(str)
2752	unicode_string		*str;
2753{
2754	RtlFreeUnicodeString(str);
2755	return;
2756}
2757
2758static ndis_status
2759NdisMRemoveMiniport(adapter)
2760	ndis_handle		*adapter;
2761{
2762	return(NDIS_STATUS_SUCCESS);
2763}
2764
2765static void
2766NdisInitAnsiString(dst, src)
2767	ansi_string		*dst;
2768	char			*src;
2769{
2770	RtlInitAnsiString(dst, src);
2771	return;
2772}
2773
2774static void
2775NdisInitUnicodeString(dst, src)
2776	unicode_string		*dst;
2777	uint16_t		*src;
2778{
2779	RtlInitUnicodeString(dst, src);
2780	return;
2781}
2782
2783static void NdisMGetDeviceProperty(adapter, phydevobj,
2784	funcdevobj, nextdevobj, resources, transresources)
2785	ndis_handle		adapter;
2786	device_object		**phydevobj;
2787	device_object		**funcdevobj;
2788	device_object		**nextdevobj;
2789	cm_resource_list	*resources;
2790	cm_resource_list	*transresources;
2791{
2792	ndis_miniport_block	*block;
2793
2794	block = (ndis_miniport_block *)adapter;
2795
2796	if (phydevobj != NULL)
2797		*phydevobj = block->nmb_physdeviceobj;
2798	if (funcdevobj != NULL)
2799		*funcdevobj = block->nmb_deviceobj;
2800	if (nextdevobj != NULL)
2801		*nextdevobj = block->nmb_nextdeviceobj;
2802
2803	return;
2804}
2805
2806static void
2807NdisGetFirstBufferFromPacket(packet, buf, firstva, firstlen, totlen)
2808	ndis_packet		*packet;
2809	ndis_buffer		**buf;
2810	void			**firstva;
2811	uint32_t		*firstlen;
2812	uint32_t		*totlen;
2813{
2814	ndis_buffer		*tmp;
2815
2816	tmp = packet->np_private.npp_head;
2817	*buf = tmp;
2818	if (tmp == NULL) {
2819		*firstva = NULL;
2820		*firstlen = *totlen = 0;
2821	} else {
2822		*firstva = MmGetMdlVirtualAddress(tmp);
2823		*firstlen = *totlen = MmGetMdlByteCount(tmp);
2824		for (tmp = tmp->mdl_next; tmp != NULL; tmp = tmp->mdl_next)
2825			*totlen += MmGetMdlByteCount(tmp);
2826	}
2827
2828	return;
2829}
2830
2831static void
2832NdisGetFirstBufferFromPacketSafe(packet, buf, firstva, firstlen, totlen, prio)
2833	ndis_packet		*packet;
2834	ndis_buffer		**buf;
2835	void			**firstva;
2836	uint32_t		*firstlen;
2837	uint32_t		*totlen;
2838	uint32_t		prio;
2839{
2840	NdisGetFirstBufferFromPacket(packet, buf, firstva, firstlen, totlen);
2841}
2842
2843static int
2844ndis_find_sym(lf, filename, suffix, sym)
2845	linker_file_t		lf;
2846	char			*filename;
2847	char			*suffix;
2848	caddr_t			*sym;
2849{
2850	char			*fullsym;
2851	char			*suf;
2852	int			i;
2853
2854	fullsym = ExAllocatePoolWithTag(NonPagedPool, MAXPATHLEN, 0);
2855	if (fullsym == NULL)
2856		return(ENOMEM);
2857
2858	bzero(fullsym, MAXPATHLEN);
2859	strncpy(fullsym, filename, MAXPATHLEN);
2860	if (strlen(filename) < 4) {
2861		ExFreePool(fullsym);
2862		return(EINVAL);
2863	}
2864
2865	/* If the filename has a .ko suffix, strip if off. */
2866	suf = fullsym + (strlen(filename) - 3);
2867	if (strcmp(suf, ".ko") == 0)
2868		*suf = '\0';
2869
2870	for (i = 0; i < strlen(fullsym); i++) {
2871		if (fullsym[i] == '.')
2872			fullsym[i] = '_';
2873		else
2874			fullsym[i] = tolower(fullsym[i]);
2875	}
2876	strcat(fullsym, suffix);
2877	*sym = linker_file_lookup_symbol(lf, fullsym, 0);
2878	ExFreePool(fullsym);
2879	if (*sym == 0)
2880		return(ENOENT);
2881
2882	return(0);
2883}
2884
2885/* can also return NDIS_STATUS_RESOURCES/NDIS_STATUS_ERROR_READING_FILE */
2886static void
2887NdisOpenFile(status, filehandle, filelength, filename, highestaddr)
2888	ndis_status		*status;
2889	ndis_handle		*filehandle;
2890	uint32_t		*filelength;
2891	unicode_string		*filename;
2892	ndis_physaddr		highestaddr;
2893{
2894	ansi_string		as;
2895	char			*afilename = NULL;
2896	struct thread		*td = curthread;
2897	struct nameidata	nd;
2898	int			flags, error;
2899	struct vattr		vat;
2900	struct vattr		*vap = &vat;
2901	ndis_fh			*fh;
2902	char			*path;
2903	linker_file_t		head, lf;
2904	caddr_t			kldstart, kldend;
2905
2906	if (RtlUnicodeStringToAnsiString(&as, filename, TRUE)) {
2907		*status = NDIS_STATUS_RESOURCES;
2908		return;
2909	}
2910
2911	afilename = strdup(as.as_buf, M_DEVBUF);
2912	RtlFreeAnsiString(&as);
2913
2914	fh = ExAllocatePoolWithTag(NonPagedPool, sizeof(ndis_fh), 0);
2915	if (fh == NULL) {
2916		free(afilename, M_DEVBUF);
2917		*status = NDIS_STATUS_RESOURCES;
2918		return;
2919	}
2920
2921	fh->nf_name = afilename;
2922
2923	/*
2924	 * During system bootstrap, it's impossible to load files
2925	 * from the rootfs since it's not mounted yet. We therefore
2926	 * offer the possibility of opening files that have been
2927	 * preloaded as modules instead. Both choices will work
2928	 * when kldloading a module from multiuser, but only the
2929	 * module option will work during bootstrap. The module
2930	 * loading option works by using the ndiscvt(8) utility
2931	 * to convert the arbitrary file into a .ko using objcopy(1).
2932	 * This file will contain two special symbols: filename_start
2933	 * and filename_end. All we have to do is traverse the KLD
2934	 * list in search of those symbols and we've found the file
2935	 * data. As an added bonus, ndiscvt(8) will also generate
2936	 * a normal .o file which can be linked statically with
2937	 * the kernel. This means that the symbols will actual reside
2938	 * in the kernel's symbol table, but that doesn't matter to
2939	 * us since the kernel appears to us as just another module.
2940	 */
2941
2942	/*
2943	 * This is an evil trick for getting the head of the linked
2944	 * file list, which is not exported from kern_linker.o. It
2945	 * happens that linker file #1 is always the kernel, and is
2946	 * always the first element in the list.
2947	 */
2948
2949	head = linker_find_file_by_id(1);
2950	for (lf = head; lf != NULL; lf = TAILQ_NEXT(lf, link)) {
2951		if (ndis_find_sym(lf, afilename, "_start", &kldstart))
2952			continue;
2953		if (ndis_find_sym(lf, afilename, "_end", &kldend))
2954			continue;
2955		fh->nf_vp = lf;
2956		fh->nf_map = NULL;
2957		fh->nf_type = NDIS_FH_TYPE_MODULE;
2958		*filelength = fh->nf_maplen = (kldend - kldstart) & 0xFFFFFFFF;
2959		*filehandle = fh;
2960		*status = NDIS_STATUS_SUCCESS;
2961		return;
2962	}
2963
2964	if (TAILQ_EMPTY(&mountlist)) {
2965		ExFreePool(fh);
2966		*status = NDIS_STATUS_FILE_NOT_FOUND;
2967		printf("NDIS: could not find file %s in linker list\n",
2968		    afilename);
2969		printf("NDIS: and no filesystems mounted yet, "
2970		    "aborting NdisOpenFile()\n");
2971		free(afilename, M_DEVBUF);
2972		return;
2973	}
2974
2975	path = ExAllocatePoolWithTag(NonPagedPool, MAXPATHLEN, 0);
2976	if (path == NULL) {
2977		ExFreePool(fh);
2978		free(afilename, M_DEVBUF);
2979		*status = NDIS_STATUS_RESOURCES;
2980		return;
2981	}
2982
2983	snprintf(path, MAXPATHLEN, "%s/%s", ndis_filepath, afilename);
2984
2985	mtx_lock(&Giant);
2986
2987	/* Some threads don't have a current working directory. */
2988
2989	if (td->td_proc->p_fd->fd_rdir == NULL)
2990		td->td_proc->p_fd->fd_rdir = rootvnode;
2991	if (td->td_proc->p_fd->fd_cdir == NULL)
2992		td->td_proc->p_fd->fd_cdir = rootvnode;
2993
2994	NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, path, td);
2995
2996	flags = FREAD;
2997	error = vn_open(&nd, &flags, 0, -1);
2998	if (error) {
2999		mtx_unlock(&Giant);
3000		*status = NDIS_STATUS_FILE_NOT_FOUND;
3001		ExFreePool(fh);
3002		printf("NDIS: open file %s failed: %d\n", path, error);
3003		ExFreePool(path);
3004		free(afilename, M_DEVBUF);
3005		return;
3006	}
3007
3008	ExFreePool(path);
3009
3010	NDFREE(&nd, NDF_ONLY_PNBUF);
3011
3012	/* Get the file size. */
3013	VOP_GETATTR(nd.ni_vp, vap, td->td_ucred, td);
3014	VOP_UNLOCK(nd.ni_vp, 0, td);
3015	mtx_unlock(&Giant);
3016
3017	fh->nf_vp = nd.ni_vp;
3018	fh->nf_map = NULL;
3019	fh->nf_type = NDIS_FH_TYPE_VFS;
3020	*filehandle = fh;
3021	*filelength = fh->nf_maplen = vap->va_size & 0xFFFFFFFF;
3022	*status = NDIS_STATUS_SUCCESS;
3023
3024	return;
3025}
3026
3027static void
3028NdisMapFile(status, mappedbuffer, filehandle)
3029	ndis_status		*status;
3030	void			**mappedbuffer;
3031	ndis_handle		filehandle;
3032{
3033	ndis_fh			*fh;
3034	struct thread		*td = curthread;
3035	linker_file_t		lf;
3036	caddr_t			kldstart;
3037	int			error, resid;
3038
3039	if (filehandle == NULL) {
3040		*status = NDIS_STATUS_FAILURE;
3041		return;
3042	}
3043
3044	fh = (ndis_fh *)filehandle;
3045
3046	if (fh->nf_vp == NULL) {
3047		*status = NDIS_STATUS_FAILURE;
3048		return;
3049	}
3050
3051	if (fh->nf_map != NULL) {
3052		*status = NDIS_STATUS_ALREADY_MAPPED;
3053		return;
3054	}
3055
3056	if (fh->nf_type == NDIS_FH_TYPE_MODULE) {
3057		lf = fh->nf_vp;
3058		if (ndis_find_sym(lf, fh->nf_name, "_start", &kldstart)) {
3059			*status = NDIS_STATUS_FAILURE;
3060			return;
3061		}
3062		fh->nf_map = kldstart;
3063		*status = NDIS_STATUS_SUCCESS;
3064		*mappedbuffer = fh->nf_map;
3065		return;
3066	}
3067
3068	fh->nf_map = ExAllocatePoolWithTag(NonPagedPool, fh->nf_maplen, 0);
3069
3070	if (fh->nf_map == NULL) {
3071		*status = NDIS_STATUS_RESOURCES;
3072		return;
3073	}
3074
3075	mtx_lock(&Giant);
3076	error = vn_rdwr(UIO_READ, fh->nf_vp, fh->nf_map, fh->nf_maplen, 0,
3077	    UIO_SYSSPACE, 0, td->td_ucred, NOCRED, &resid, td);
3078	mtx_unlock(&Giant);
3079
3080	if (error)
3081		*status = NDIS_STATUS_FAILURE;
3082	else {
3083		*status = NDIS_STATUS_SUCCESS;
3084		*mappedbuffer = fh->nf_map;
3085	}
3086
3087	return;
3088}
3089
3090static void
3091NdisUnmapFile(filehandle)
3092	ndis_handle		filehandle;
3093{
3094	ndis_fh			*fh;
3095	fh = (ndis_fh *)filehandle;
3096
3097	if (fh->nf_map == NULL)
3098		return;
3099
3100	if (fh->nf_type == NDIS_FH_TYPE_VFS)
3101		ExFreePool(fh->nf_map);
3102	fh->nf_map = NULL;
3103
3104	return;
3105}
3106
3107static void
3108NdisCloseFile(filehandle)
3109	ndis_handle		filehandle;
3110{
3111	struct thread		*td = curthread;
3112	ndis_fh			*fh;
3113
3114	if (filehandle == NULL)
3115		return;
3116
3117	fh = (ndis_fh *)filehandle;
3118	if (fh->nf_map != NULL) {
3119		if (fh->nf_type == NDIS_FH_TYPE_VFS)
3120			ExFreePool(fh->nf_map);
3121		fh->nf_map = NULL;
3122	}
3123
3124	if (fh->nf_vp == NULL)
3125		return;
3126
3127	if (fh->nf_type == NDIS_FH_TYPE_VFS) {
3128		mtx_lock(&Giant);
3129		vn_close(fh->nf_vp, FREAD, td->td_ucred, td);
3130		mtx_unlock(&Giant);
3131	}
3132
3133	fh->nf_vp = NULL;
3134	free(fh->nf_name, M_DEVBUF);
3135	ExFreePool(fh);
3136
3137	return;
3138}
3139
3140static uint8_t
3141NdisSystemProcessorCount()
3142{
3143	return(mp_ncpus);
3144}
3145
3146typedef void (*ndis_statusdone_handler)(ndis_handle);
3147typedef void (*ndis_status_handler)(ndis_handle, ndis_status,
3148        void *, uint32_t);
3149
3150static void
3151NdisMIndicateStatusComplete(adapter)
3152	ndis_handle		adapter;
3153{
3154	ndis_miniport_block	*block;
3155	ndis_statusdone_handler	statusdonefunc;
3156
3157	block = (ndis_miniport_block *)adapter;
3158	statusdonefunc = block->nmb_statusdone_func;
3159
3160	MSCALL1(statusdonefunc, adapter);
3161	return;
3162}
3163
3164static void
3165NdisMIndicateStatus(adapter, status, sbuf, slen)
3166	ndis_handle		adapter;
3167	ndis_status		status;
3168	void			*sbuf;
3169	uint32_t		slen;
3170{
3171	ndis_miniport_block	*block;
3172	ndis_status_handler	statusfunc;
3173
3174	block = (ndis_miniport_block *)adapter;
3175	statusfunc = block->nmb_status_func;
3176
3177	MSCALL4(statusfunc, adapter, status, sbuf, slen);
3178	return;
3179}
3180
3181/*
3182 * The DDK documentation says that you should use IoQueueWorkItem()
3183 * instead of ExQueueWorkItem(). The problem is, IoQueueWorkItem()
3184 * is fundamentally incompatible with NdisScheduleWorkItem(), which
3185 * depends on the API semantics of ExQueueWorkItem(). In our world,
3186 * ExQueueWorkItem() is implemented on top of IoAllocateQueueItem()
3187 * anyway.
3188 *
3189 * There are actually three distinct APIs here. NdisScheduleWorkItem()
3190 * takes a pointer to an NDIS_WORK_ITEM. ExQueueWorkItem() takes a pointer
3191 * to a WORK_QUEUE_ITEM. And finally, IoQueueWorkItem() takes a pointer
3192 * to an opaque work item thingie which you get from IoAllocateWorkItem().
3193 * An NDIS_WORK_ITEM is not the same as a WORK_QUEUE_ITEM. However,
3194 * the NDIS_WORK_ITEM has some opaque storage at the end of it, and we
3195 * (ab)use this storage as a WORK_QUEUE_ITEM, which is what we submit
3196 * to ExQueueWorkItem().
3197 *
3198 * Got all that? (Sheesh.)
3199 */
3200
3201ndis_status
3202NdisScheduleWorkItem(work)
3203	ndis_work_item		*work;
3204{
3205	work_queue_item		*wqi;
3206
3207	wqi = (work_queue_item *)work->nwi_wraprsvd;
3208	ExInitializeWorkItem(wqi,
3209	    (work_item_func)work->nwi_func, work->nwi_ctx);
3210	ExQueueWorkItem(wqi, WORKQUEUE_DELAYED);
3211
3212	return(NDIS_STATUS_SUCCESS);
3213}
3214
3215static void
3216NdisCopyFromPacketToPacket(dpkt, doff, reqlen, spkt, soff, cpylen)
3217	ndis_packet		*dpkt;
3218	uint32_t		doff;
3219	uint32_t		reqlen;
3220	ndis_packet		*spkt;
3221	uint32_t		soff;
3222	uint32_t		*cpylen;
3223{
3224	ndis_buffer		*src, *dst;
3225	char			*sptr, *dptr;
3226	int			resid, copied, len, scnt, dcnt;
3227
3228	*cpylen = 0;
3229
3230	src = spkt->np_private.npp_head;
3231	dst = dpkt->np_private.npp_head;
3232
3233	sptr = MmGetMdlVirtualAddress(src);
3234	dptr = MmGetMdlVirtualAddress(dst);
3235	scnt = MmGetMdlByteCount(src);
3236	dcnt = MmGetMdlByteCount(dst);
3237
3238	while (soff) {
3239		if (MmGetMdlByteCount(src) > soff) {
3240			sptr += soff;
3241			scnt = MmGetMdlByteCount(src)- soff;
3242			break;
3243		}
3244		soff -= MmGetMdlByteCount(src);
3245		src = src->mdl_next;
3246		if (src == NULL)
3247			return;
3248		sptr = MmGetMdlVirtualAddress(src);
3249	}
3250
3251	while (doff) {
3252		if (MmGetMdlByteCount(dst) > doff) {
3253			dptr += doff;
3254			dcnt = MmGetMdlByteCount(dst) - doff;
3255			break;
3256		}
3257		doff -= MmGetMdlByteCount(dst);
3258		dst = dst->mdl_next;
3259		if (dst == NULL)
3260			return;
3261		dptr = MmGetMdlVirtualAddress(dst);
3262	}
3263
3264	resid = reqlen;
3265	copied = 0;
3266
3267	while(1) {
3268		if (resid < scnt)
3269			len = resid;
3270		else
3271			len = scnt;
3272		if (dcnt < len)
3273			len = dcnt;
3274
3275		bcopy(sptr, dptr, len);
3276
3277		copied += len;
3278		resid -= len;
3279		if (resid == 0)
3280			break;
3281
3282		dcnt -= len;
3283		if (dcnt == 0) {
3284			dst = dst->mdl_next;
3285			if (dst == NULL)
3286				break;
3287			dptr = MmGetMdlVirtualAddress(dst);
3288			dcnt = MmGetMdlByteCount(dst);
3289		}
3290
3291		scnt -= len;
3292		if (scnt == 0) {
3293			src = src->mdl_next;
3294			if (src == NULL)
3295				break;
3296			sptr = MmGetMdlVirtualAddress(src);
3297			scnt = MmGetMdlByteCount(src);
3298		}
3299	}
3300
3301	*cpylen = copied;
3302	return;
3303}
3304
3305static void
3306NdisCopyFromPacketToPacketSafe(dpkt, doff, reqlen, spkt, soff, cpylen, prio)
3307	ndis_packet		*dpkt;
3308	uint32_t		doff;
3309	uint32_t		reqlen;
3310	ndis_packet		*spkt;
3311	uint32_t		soff;
3312	uint32_t		*cpylen;
3313	uint32_t		prio;
3314{
3315	NdisCopyFromPacketToPacket(dpkt, doff, reqlen, spkt, soff, cpylen);
3316	return;
3317}
3318
3319static ndis_status
3320NdisMRegisterDevice(handle, devname, symname, majorfuncs, devobj, devhandle)
3321	ndis_handle		handle;
3322	unicode_string		*devname;
3323	unicode_string		*symname;
3324	driver_dispatch		*majorfuncs[];
3325	void			**devobj;
3326	ndis_handle		*devhandle;
3327{
3328	uint32_t		status;
3329	device_object		*dobj;
3330
3331	status = IoCreateDevice(handle, 0, devname,
3332	    FILE_DEVICE_UNKNOWN, 0, FALSE, &dobj);
3333
3334	if (status == STATUS_SUCCESS) {
3335		*devobj = dobj;
3336		*devhandle = dobj;
3337	}
3338
3339	return(status);
3340}
3341
3342static ndis_status
3343NdisMDeregisterDevice(handle)
3344	ndis_handle		handle;
3345{
3346	IoDeleteDevice(handle);
3347	return(NDIS_STATUS_SUCCESS);
3348}
3349
3350static ndis_status
3351NdisMQueryAdapterInstanceName(name, handle)
3352	unicode_string		*name;
3353	ndis_handle		handle;
3354{
3355	ndis_miniport_block	*block;
3356	device_t		dev;
3357	ansi_string		as;
3358
3359	block = (ndis_miniport_block *)handle;
3360	dev = block->nmb_physdeviceobj->do_devext;
3361
3362	RtlInitAnsiString(&as, __DECONST(char *, device_get_nameunit(dev)));
3363	if (RtlAnsiStringToUnicodeString(name, &as, TRUE))
3364		return(NDIS_STATUS_RESOURCES);
3365
3366	return(NDIS_STATUS_SUCCESS);
3367}
3368
3369static void
3370NdisMRegisterUnloadHandler(handle, func)
3371	ndis_handle		handle;
3372	void			*func;
3373{
3374	return;
3375}
3376
3377static void
3378dummy()
3379{
3380	printf ("NDIS dummy called...\n");
3381	return;
3382}
3383
3384/*
3385 * Note: a couple of entries in this table specify the
3386 * number of arguments as "foo + 1". These are routines
3387 * that accept a 64-bit argument, passed by value. On
3388 * x86, these arguments consume two longwords on the stack,
3389 * so we lie and say there's one additional argument so
3390 * that the wrapping routines will do the right thing.
3391 */
3392
3393image_patch_table ndis_functbl[] = {
3394	IMPORT_SFUNC(NdisCopyFromPacketToPacket, 6),
3395	IMPORT_SFUNC(NdisCopyFromPacketToPacketSafe, 7),
3396	IMPORT_SFUNC(NdisScheduleWorkItem, 1),
3397	IMPORT_SFUNC(NdisMIndicateStatusComplete, 1),
3398	IMPORT_SFUNC(NdisMIndicateStatus, 4),
3399	IMPORT_SFUNC(NdisSystemProcessorCount, 0),
3400	IMPORT_SFUNC(NdisUnchainBufferAtBack, 2),
3401	IMPORT_SFUNC(NdisGetFirstBufferFromPacket, 5),
3402	IMPORT_SFUNC(NdisGetFirstBufferFromPacketSafe, 6),
3403	IMPORT_SFUNC(NdisGetBufferPhysicalArraySize, 2),
3404	IMPORT_SFUNC(NdisMGetDeviceProperty, 6),
3405	IMPORT_SFUNC(NdisInitAnsiString, 2),
3406	IMPORT_SFUNC(NdisInitUnicodeString, 2),
3407	IMPORT_SFUNC(NdisWriteConfiguration, 4),
3408	IMPORT_SFUNC(NdisAnsiStringToUnicodeString, 2),
3409	IMPORT_SFUNC(NdisTerminateWrapper, 2),
3410	IMPORT_SFUNC(NdisOpenConfigurationKeyByName, 4),
3411	IMPORT_SFUNC(NdisOpenConfigurationKeyByIndex, 5),
3412	IMPORT_SFUNC(NdisMRemoveMiniport, 1),
3413	IMPORT_SFUNC(NdisInitializeString, 2),
3414	IMPORT_SFUNC(NdisFreeString, 1),
3415	IMPORT_SFUNC(NdisGetCurrentSystemTime, 1),
3416	IMPORT_SFUNC(NdisGetSystemUpTime, 1),
3417	IMPORT_SFUNC(NdisMSynchronizeWithInterrupt, 3),
3418	IMPORT_SFUNC(NdisMAllocateSharedMemoryAsync, 4),
3419	IMPORT_SFUNC(NdisInterlockedInsertHeadList, 3),
3420	IMPORT_SFUNC(NdisInterlockedInsertTailList, 3),
3421	IMPORT_SFUNC(NdisInterlockedRemoveHeadList, 2),
3422	IMPORT_SFUNC(NdisInitializeWrapper, 4),
3423	IMPORT_SFUNC(NdisMRegisterMiniport, 3),
3424	IMPORT_SFUNC(NdisAllocateMemoryWithTag, 3),
3425	IMPORT_SFUNC(NdisAllocateMemory, 4 + 1),
3426	IMPORT_SFUNC(NdisMSetAttributesEx, 5),
3427	IMPORT_SFUNC(NdisCloseConfiguration, 1),
3428	IMPORT_SFUNC(NdisReadConfiguration, 5),
3429	IMPORT_SFUNC(NdisOpenConfiguration, 3),
3430	IMPORT_SFUNC(NdisAcquireSpinLock, 1),
3431	IMPORT_SFUNC(NdisReleaseSpinLock, 1),
3432	IMPORT_SFUNC(NdisDprAcquireSpinLock, 1),
3433	IMPORT_SFUNC(NdisDprReleaseSpinLock, 1),
3434	IMPORT_SFUNC(NdisAllocateSpinLock, 1),
3435	IMPORT_SFUNC(NdisInitializeReadWriteLock, 1),
3436	IMPORT_SFUNC(NdisAcquireReadWriteLock, 3),
3437	IMPORT_SFUNC(NdisReleaseReadWriteLock, 2),
3438	IMPORT_SFUNC(NdisFreeSpinLock, 1),
3439	IMPORT_SFUNC(NdisFreeMemory, 3),
3440	IMPORT_SFUNC(NdisReadPciSlotInformation, 5),
3441	IMPORT_SFUNC(NdisWritePciSlotInformation, 5),
3442	IMPORT_SFUNC_MAP(NdisImmediateReadPciSlotInformation,
3443	    NdisReadPciSlotInformation, 5),
3444	IMPORT_SFUNC_MAP(NdisImmediateWritePciSlotInformation,
3445	    NdisWritePciSlotInformation, 5),
3446	IMPORT_CFUNC(NdisWriteErrorLogEntry, 0),
3447	IMPORT_SFUNC(NdisMStartBufferPhysicalMapping, 6),
3448	IMPORT_SFUNC(NdisMCompleteBufferPhysicalMapping, 3),
3449	IMPORT_SFUNC(NdisMInitializeTimer, 4),
3450	IMPORT_SFUNC(NdisInitializeTimer, 3),
3451	IMPORT_SFUNC(NdisSetTimer, 2),
3452	IMPORT_SFUNC(NdisMCancelTimer, 2),
3453	IMPORT_SFUNC_MAP(NdisCancelTimer, NdisMCancelTimer, 2),
3454	IMPORT_SFUNC(NdisMSetPeriodicTimer, 2),
3455	IMPORT_SFUNC(NdisMQueryAdapterResources, 4),
3456	IMPORT_SFUNC(NdisMRegisterIoPortRange, 4),
3457	IMPORT_SFUNC(NdisMDeregisterIoPortRange, 4),
3458	IMPORT_SFUNC(NdisReadNetworkAddress, 4),
3459	IMPORT_SFUNC(NdisQueryMapRegisterCount, 2),
3460	IMPORT_SFUNC(NdisMAllocateMapRegisters, 5),
3461	IMPORT_SFUNC(NdisMFreeMapRegisters, 1),
3462	IMPORT_SFUNC(NdisMAllocateSharedMemory, 5),
3463	IMPORT_SFUNC(NdisMMapIoSpace, 4 + 1),
3464	IMPORT_SFUNC(NdisMUnmapIoSpace, 3),
3465	IMPORT_SFUNC(NdisGetCacheFillSize, 0),
3466	IMPORT_SFUNC(NdisMGetDmaAlignment, 1),
3467	IMPORT_SFUNC(NdisMInitializeScatterGatherDma, 3),
3468	IMPORT_SFUNC(NdisAllocatePacketPool, 4),
3469	IMPORT_SFUNC(NdisAllocatePacketPoolEx, 5),
3470	IMPORT_SFUNC(NdisAllocatePacket, 3),
3471	IMPORT_SFUNC(NdisFreePacket, 1),
3472	IMPORT_SFUNC(NdisFreePacketPool, 1),
3473	IMPORT_SFUNC_MAP(NdisDprAllocatePacket, NdisAllocatePacket, 3),
3474	IMPORT_SFUNC_MAP(NdisDprFreePacket, NdisFreePacket, 1),
3475	IMPORT_SFUNC(NdisAllocateBufferPool, 3),
3476	IMPORT_SFUNC(NdisAllocateBuffer, 5),
3477	IMPORT_SFUNC(NdisQueryBuffer, 3),
3478	IMPORT_SFUNC(NdisQueryBufferSafe, 4),
3479	IMPORT_SFUNC(NdisBufferVirtualAddress, 1),
3480	IMPORT_SFUNC(NdisBufferVirtualAddressSafe, 2),
3481	IMPORT_SFUNC(NdisBufferLength, 1),
3482	IMPORT_SFUNC(NdisFreeBuffer, 1),
3483	IMPORT_SFUNC(NdisFreeBufferPool, 1),
3484	IMPORT_SFUNC(NdisInterlockedIncrement, 1),
3485	IMPORT_SFUNC(NdisInterlockedDecrement, 1),
3486	IMPORT_SFUNC(NdisInitializeEvent, 1),
3487	IMPORT_SFUNC(NdisSetEvent, 1),
3488	IMPORT_SFUNC(NdisResetEvent, 1),
3489	IMPORT_SFUNC(NdisWaitEvent, 2),
3490	IMPORT_SFUNC(NdisUnicodeStringToAnsiString, 2),
3491	IMPORT_SFUNC(NdisMPciAssignResources, 3),
3492	IMPORT_SFUNC(NdisMFreeSharedMemory, 5 + 1),
3493	IMPORT_SFUNC(NdisMRegisterInterrupt, 7),
3494	IMPORT_SFUNC(NdisMDeregisterInterrupt, 1),
3495	IMPORT_SFUNC(NdisMRegisterAdapterShutdownHandler, 3),
3496	IMPORT_SFUNC(NdisMDeregisterAdapterShutdownHandler, 1),
3497	IMPORT_SFUNC(NDIS_BUFFER_TO_SPAN_PAGES, 1),
3498	IMPORT_SFUNC(NdisQueryBufferOffset, 3),
3499	IMPORT_SFUNC(NdisAdjustBufferLength, 2),
3500	IMPORT_SFUNC(NdisPacketPoolUsage, 1),
3501	IMPORT_SFUNC(NdisMSleep, 1),
3502	IMPORT_SFUNC(NdisUnchainBufferAtFront, 2),
3503	IMPORT_SFUNC(NdisReadPcmciaAttributeMemory, 4),
3504	IMPORT_SFUNC(NdisWritePcmciaAttributeMemory, 4),
3505	IMPORT_SFUNC(NdisOpenFile, 5 + 1),
3506	IMPORT_SFUNC(NdisMapFile, 3),
3507	IMPORT_SFUNC(NdisUnmapFile, 1),
3508	IMPORT_SFUNC(NdisCloseFile, 1),
3509	IMPORT_SFUNC(NdisMRegisterDevice, 6),
3510	IMPORT_SFUNC(NdisMDeregisterDevice, 1),
3511	IMPORT_SFUNC(NdisMQueryAdapterInstanceName, 2),
3512	IMPORT_SFUNC(NdisMRegisterUnloadHandler, 2),
3513	IMPORT_SFUNC(ndis_timercall, 4),
3514	IMPORT_SFUNC(ndis_asyncmem_complete, 2),
3515	IMPORT_SFUNC(ndis_intr, 1),
3516	IMPORT_SFUNC(ndis_intrhand, 4),
3517
3518	/*
3519	 * This last entry is a catch-all for any function we haven't
3520	 * implemented yet. The PE import list patching routine will
3521	 * use it for any function that doesn't have an explicit match
3522	 * in this table.
3523	 */
3524
3525	{ NULL, (FUNC)dummy, NULL, 0, WINDRV_WRAP_STDCALL },
3526
3527	/* End of list. */
3528
3529	{ NULL, NULL, NULL }
3530};
3531