subr_ndis.c revision 159797 
1/*-
2 * Copyright (c) 2003
3 *	Bill Paul <wpaul@windriver.com>.  All rights reserved.
4 *
5 * Redistribution and use in source and binary forms, with or without
6 * modification, are permitted provided that the following conditions
7 * are met:
8 * 1. Redistributions of source code must retain the above copyright
9 *    notice, this list of conditions and the following disclaimer.
10 * 2. Redistributions in binary form must reproduce the above copyright
11 *    notice, this list of conditions and the following disclaimer in the
12 *    documentation and/or other materials provided with the distribution.
13 * 3. All advertising materials mentioning features or use of this software
14 *    must display the following acknowledgement:
15 *	This product includes software developed by Bill Paul.
16 * 4. Neither the name of the author nor the names of any co-contributors
17 *    may be used to endorse or promote products derived from this software
18 *    without specific prior written permission.
19 *
20 * THIS SOFTWARE IS PROVIDED BY Bill Paul AND CONTRIBUTORS ``AS IS'' AND
21 * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
22 * IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
23 * ARE DISCLAIMED.  IN NO EVENT SHALL Bill Paul OR THE VOICES IN HIS HEAD
24 * BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
25 * CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
26 * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
27 * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
28 * CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
29 * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
30 * THE POSSIBILITY OF SUCH DAMAGE.
31 */
32
33#include <sys/cdefs.h>
34__FBSDID("$FreeBSD: head/sys/compat/ndis/subr_ndis.c 159797 2006-06-20 20:37:17Z jhb $");
35
36/*
37 * This file implements a translation layer between the BSD networking
38 * infrasturcture and Windows(R) NDIS network driver modules. A Windows
39 * NDIS driver calls into several functions in the NDIS.SYS Windows
40 * kernel module and exports a table of functions designed to be called
41 * by the NDIS subsystem. Using the PE loader, we can patch our own
42 * versions of the NDIS routines into a given Windows driver module and
43 * convince the driver that it is in fact running on Windows.
44 *
45 * We provide a table of all our implemented NDIS routines which is patched
46 * into the driver object code. All our exported routines must use the
47 * _stdcall calling convention, since that's what the Windows object code
48 * expects.
49 */
50
51
52#include <sys/ctype.h>
53#include <sys/param.h>
54#include <sys/types.h>
55#include <sys/errno.h>
56
57#include <sys/callout.h>
58#include <sys/kernel.h>
59#include <sys/systm.h>
60#include <sys/malloc.h>
61#include <sys/lock.h>
62#include <sys/mutex.h>
63#include <sys/socket.h>
64#include <sys/sysctl.h>
65#include <sys/timespec.h>
66#include <sys/smp.h>
67#include <sys/queue.h>
68#include <sys/proc.h>
69#include <sys/filedesc.h>
70#include <sys/namei.h>
71#include <sys/fcntl.h>
72#include <sys/vnode.h>
73#include <sys/kthread.h>
74#include <sys/linker.h>
75#include <sys/mount.h>
76#include <sys/sysproto.h>
77
78#include <net/if.h>
79#include <net/if_arp.h>
80#include <net/ethernet.h>
81#include <net/if_dl.h>
82#include <net/if_media.h>
83
84#include <machine/atomic.h>
85#include <machine/bus.h>
86#include <machine/resource.h>
87
88#include <sys/bus.h>
89#include <sys/rman.h>
90
91#include <machine/stdarg.h>
92
93#include <net80211/ieee80211_var.h>
94#include <net80211/ieee80211_ioctl.h>
95
96#include <dev/pci/pcireg.h>
97#include <dev/pci/pcivar.h>
98
99#include <compat/ndis/pe_var.h>
100#include <compat/ndis/cfg_var.h>
101#include <compat/ndis/resource_var.h>
102#include <compat/ndis/ntoskrnl_var.h>
103#include <compat/ndis/hal_var.h>
104#include <compat/ndis/ndis_var.h>
105#include <dev/if_ndis/if_ndisvar.h>
106
107#include <vm/vm.h>
108#include <vm/vm_param.h>
109#include <vm/pmap.h>
110#include <vm/uma.h>
111#include <vm/vm_kern.h>
112#include <vm/vm_map.h>
113
114static char ndis_filepath[MAXPATHLEN];
115
116SYSCTL_STRING(_hw, OID_AUTO, ndis_filepath, CTLFLAG_RW, ndis_filepath,
117        MAXPATHLEN, "Path used by NdisOpenFile() to search for files");
118
119static void NdisInitializeWrapper(ndis_handle *,
120	driver_object *, void *, void *);
121static ndis_status NdisMRegisterMiniport(ndis_handle,
122	ndis_miniport_characteristics *, int);
123static ndis_status NdisAllocateMemoryWithTag(void **,
124	uint32_t, uint32_t);
125static ndis_status NdisAllocateMemory(void **,
126	uint32_t, uint32_t, ndis_physaddr);
127static void NdisFreeMemory(void *, uint32_t, uint32_t);
128static ndis_status NdisMSetAttributesEx(ndis_handle, ndis_handle,
129	uint32_t, uint32_t, ndis_interface_type);
130static void NdisOpenConfiguration(ndis_status *,
131	ndis_handle *, ndis_handle);
132static void NdisOpenConfigurationKeyByIndex(ndis_status *,
133	ndis_handle, uint32_t, unicode_string *, ndis_handle *);
134static void NdisOpenConfigurationKeyByName(ndis_status *,
135	ndis_handle, unicode_string *, ndis_handle *);
136static ndis_status ndis_encode_parm(ndis_miniport_block *,
137	struct sysctl_oid *, ndis_parm_type, ndis_config_parm **);
138static ndis_status ndis_decode_parm(ndis_miniport_block *,
139	ndis_config_parm *, char *);
140static void NdisReadConfiguration(ndis_status *, ndis_config_parm **,
141	ndis_handle, unicode_string *, ndis_parm_type);
142static void NdisWriteConfiguration(ndis_status *, ndis_handle,
143	unicode_string *, ndis_config_parm *);
144static void NdisCloseConfiguration(ndis_handle);
145static void NdisAllocateSpinLock(ndis_spin_lock *);
146static void NdisFreeSpinLock(ndis_spin_lock *);
147static void NdisAcquireSpinLock(ndis_spin_lock *);
148static void NdisReleaseSpinLock(ndis_spin_lock *);
149static void NdisDprAcquireSpinLock(ndis_spin_lock *);
150static void NdisDprReleaseSpinLock(ndis_spin_lock *);
151static void NdisInitializeReadWriteLock(ndis_rw_lock *);
152static void NdisAcquireReadWriteLock(ndis_rw_lock *,
153	uint8_t, ndis_lock_state *);
154static void NdisReleaseReadWriteLock(ndis_rw_lock *, ndis_lock_state *);
155static uint32_t NdisReadPciSlotInformation(ndis_handle, uint32_t,
156	uint32_t, void *, uint32_t);
157static uint32_t NdisWritePciSlotInformation(ndis_handle, uint32_t,
158	uint32_t, void *, uint32_t);
159static void NdisWriteErrorLogEntry(ndis_handle, ndis_error_code, uint32_t, ...);
160static void ndis_map_cb(void *, bus_dma_segment_t *, int, int);
161static void NdisMStartBufferPhysicalMapping(ndis_handle,
162	ndis_buffer *, uint32_t, uint8_t, ndis_paddr_unit *, uint32_t *);
163static void NdisMCompleteBufferPhysicalMapping(ndis_handle,
164	ndis_buffer *, uint32_t);
165static void NdisMInitializeTimer(ndis_miniport_timer *, ndis_handle,
166	ndis_timer_function, void *);
167static void NdisInitializeTimer(ndis_timer *,
168	ndis_timer_function, void *);
169static void NdisSetTimer(ndis_timer *, uint32_t);
170static void NdisMSetPeriodicTimer(ndis_miniport_timer *, uint32_t);
171static void NdisMCancelTimer(ndis_timer *, uint8_t *);
172static void ndis_timercall(kdpc *, ndis_miniport_timer *,
173	void *, void *);
174static void NdisMQueryAdapterResources(ndis_status *, ndis_handle,
175	ndis_resource_list *, uint32_t *);
176static ndis_status NdisMRegisterIoPortRange(void **,
177	ndis_handle, uint32_t, uint32_t);
178static void NdisMDeregisterIoPortRange(ndis_handle,
179	uint32_t, uint32_t, void *);
180static void NdisReadNetworkAddress(ndis_status *, void **,
181	uint32_t *, ndis_handle);
182static ndis_status NdisQueryMapRegisterCount(uint32_t, uint32_t *);
183static ndis_status NdisMAllocateMapRegisters(ndis_handle,
184	uint32_t, uint8_t, uint32_t, uint32_t);
185static void NdisMFreeMapRegisters(ndis_handle);
186static void ndis_mapshared_cb(void *, bus_dma_segment_t *, int, int);
187static void NdisMAllocateSharedMemory(ndis_handle, uint32_t,
188	uint8_t, void **, ndis_physaddr *);
189static void ndis_asyncmem_complete(device_object *, void *);
190static ndis_status NdisMAllocateSharedMemoryAsync(ndis_handle,
191	uint32_t, uint8_t, void *);
192static void NdisMFreeSharedMemory(ndis_handle, uint32_t,
193	uint8_t, void *, ndis_physaddr);
194static ndis_status NdisMMapIoSpace(void **, ndis_handle,
195	ndis_physaddr, uint32_t);
196static void NdisMUnmapIoSpace(ndis_handle, void *, uint32_t);
197static uint32_t NdisGetCacheFillSize(void);
198static uint32_t NdisMGetDmaAlignment(ndis_handle);
199static ndis_status NdisMInitializeScatterGatherDma(ndis_handle,
200	uint8_t, uint32_t);
201static void NdisUnchainBufferAtFront(ndis_packet *, ndis_buffer **);
202static void NdisUnchainBufferAtBack(ndis_packet *, ndis_buffer **);
203static void NdisAllocateBufferPool(ndis_status *,
204	ndis_handle *, uint32_t);
205static void NdisFreeBufferPool(ndis_handle);
206static void NdisAllocateBuffer(ndis_status *, ndis_buffer **,
207	ndis_handle, void *, uint32_t);
208static void NdisFreeBuffer(ndis_buffer *);
209static uint32_t NdisBufferLength(ndis_buffer *);
210static void NdisQueryBuffer(ndis_buffer *, void **, uint32_t *);
211static void NdisQueryBufferSafe(ndis_buffer *, void **,
212	uint32_t *, uint32_t);
213static void *NdisBufferVirtualAddress(ndis_buffer *);
214static void *NdisBufferVirtualAddressSafe(ndis_buffer *, uint32_t);
215static void NdisAdjustBufferLength(ndis_buffer *, int);
216static uint32_t NdisInterlockedIncrement(uint32_t *);
217static uint32_t NdisInterlockedDecrement(uint32_t *);
218static void NdisInitializeEvent(ndis_event *);
219static void NdisSetEvent(ndis_event *);
220static void NdisResetEvent(ndis_event *);
221static uint8_t NdisWaitEvent(ndis_event *, uint32_t);
222static ndis_status NdisUnicodeStringToAnsiString(ansi_string *,
223	unicode_string *);
224static ndis_status
225	NdisAnsiStringToUnicodeString(unicode_string *, ansi_string *);
226static ndis_status NdisMPciAssignResources(ndis_handle,
227	uint32_t, ndis_resource_list **);
228static ndis_status NdisMRegisterInterrupt(ndis_miniport_interrupt *,
229	ndis_handle, uint32_t, uint32_t, uint8_t,
230	uint8_t, ndis_interrupt_mode);
231static void NdisMDeregisterInterrupt(ndis_miniport_interrupt *);
232static void NdisMRegisterAdapterShutdownHandler(ndis_handle, void *,
233	ndis_shutdown_handler);
234static void NdisMDeregisterAdapterShutdownHandler(ndis_handle);
235static uint32_t NDIS_BUFFER_TO_SPAN_PAGES(ndis_buffer *);
236static void NdisGetBufferPhysicalArraySize(ndis_buffer *,
237	uint32_t *);
238static void NdisQueryBufferOffset(ndis_buffer *,
239	uint32_t *, uint32_t *);
240static uint32_t NdisReadPcmciaAttributeMemory(ndis_handle,
241	uint32_t, void *, uint32_t);
242static uint32_t NdisWritePcmciaAttributeMemory(ndis_handle,
243	uint32_t, void *, uint32_t);
244static list_entry *NdisInterlockedInsertHeadList(list_entry *,
245	list_entry *, ndis_spin_lock *);
246static list_entry *NdisInterlockedRemoveHeadList(list_entry *,
247	ndis_spin_lock *);
248static list_entry *NdisInterlockedInsertTailList(list_entry *,
249	list_entry *, ndis_spin_lock *);
250static uint8_t
251	NdisMSynchronizeWithInterrupt(ndis_miniport_interrupt *,
252	void *, void *);
253static void NdisGetCurrentSystemTime(uint64_t *);
254static void NdisGetSystemUpTime(uint32_t *);
255static void NdisInitializeString(unicode_string *, char *);
256static void NdisInitAnsiString(ansi_string *, char *);
257static void NdisInitUnicodeString(unicode_string *, uint16_t *);
258static void NdisFreeString(unicode_string *);
259static ndis_status NdisMRemoveMiniport(ndis_handle *);
260static void NdisTerminateWrapper(ndis_handle, void *);
261static void NdisMGetDeviceProperty(ndis_handle, device_object **,
262	device_object **, device_object **, cm_resource_list *,
263	cm_resource_list *);
264static void NdisGetFirstBufferFromPacket(ndis_packet *,
265	ndis_buffer **, void **, uint32_t *, uint32_t *);
266static void NdisGetFirstBufferFromPacketSafe(ndis_packet *,
267	ndis_buffer **, void **, uint32_t *, uint32_t *, uint32_t);
268static int ndis_find_sym(linker_file_t, char *, char *, caddr_t *);
269static void NdisOpenFile(ndis_status *, ndis_handle *, uint32_t *,
270	unicode_string *, ndis_physaddr);
271static void NdisMapFile(ndis_status *, void **, ndis_handle);
272static void NdisUnmapFile(ndis_handle);
273static void NdisCloseFile(ndis_handle);
274static uint8_t NdisSystemProcessorCount(void);
275static void NdisMIndicateStatusComplete(ndis_handle);
276static void NdisMIndicateStatus(ndis_handle, ndis_status,
277        void *, uint32_t);
278static uint8_t ndis_intr(kinterrupt *, void *);
279static void ndis_intrhand(kdpc *, ndis_miniport_interrupt *, void *, void *);
280static funcptr ndis_findwrap(funcptr);
281static void NdisCopyFromPacketToPacket(ndis_packet *,
282	uint32_t, uint32_t, ndis_packet *, uint32_t, uint32_t *);
283static void NdisCopyFromPacketToPacketSafe(ndis_packet *,
284	uint32_t, uint32_t, ndis_packet *, uint32_t, uint32_t *, uint32_t);
285static ndis_status NdisMRegisterDevice(ndis_handle,
286	unicode_string *, unicode_string *, driver_dispatch **,
287	void **, ndis_handle *);
288static ndis_status NdisMDeregisterDevice(ndis_handle);
289static ndis_status
290	NdisMQueryAdapterInstanceName(unicode_string *, ndis_handle);
291static void NdisMRegisterUnloadHandler(ndis_handle, void *);
292static void dummy(void);
293
294/*
295 * Some really old drivers do not properly check the return value
296 * from NdisAllocatePacket() and NdisAllocateBuffer() and will
297 * sometimes allocate few more buffers/packets that they originally
298 * requested when they created the pool. To prevent this from being
299 * a problem, we allocate a few extra buffers/packets beyond what
300 * the driver asks for. This #define controls how many.
301 */
302#define NDIS_POOL_EXTRA		16
303
304int
305ndis_libinit()
306{
307	image_patch_table	*patch;
308
309	strcpy(ndis_filepath, "/compat/ndis");
310
311	patch = ndis_functbl;
312	while (patch->ipt_func != NULL) {
313		windrv_wrap((funcptr)patch->ipt_func,
314		    (funcptr *)&patch->ipt_wrap,
315		    patch->ipt_argcnt, patch->ipt_ftype);
316		patch++;
317	}
318
319	return(0);
320}
321
322int
323ndis_libfini()
324{
325	image_patch_table	*patch;
326
327	patch = ndis_functbl;
328	while (patch->ipt_func != NULL) {
329		windrv_unwrap(patch->ipt_wrap);
330		patch++;
331	}
332
333	return(0);
334}
335
336static funcptr
337ndis_findwrap(func)
338	funcptr			func;
339{
340	image_patch_table	*patch;
341
342	patch = ndis_functbl;
343	while (patch->ipt_func != NULL) {
344		if ((funcptr)patch->ipt_func == func)
345			return((funcptr)patch->ipt_wrap);
346		patch++;
347	}
348
349	return(NULL);
350}
351
352/*
353 * This routine does the messy Windows Driver Model device attachment
354 * stuff on behalf of NDIS drivers. We register our own AddDevice
355 * routine here
356 */
357static void
358NdisInitializeWrapper(wrapper, drv, path, unused)
359	ndis_handle		*wrapper;
360	driver_object		*drv;
361	void			*path;
362	void			*unused;
363{
364	/*
365	 * As of yet, I haven't come up with a compelling
366	 * reason to define a private NDIS wrapper structure,
367	 * so we use a pointer to the driver object as the
368	 * wrapper handle. The driver object has the miniport
369	 * characteristics struct for this driver hung off it
370	 * via IoAllocateDriverObjectExtension(), and that's
371	 * really all the private data we need.
372	 */
373
374	*wrapper = drv;
375
376	/*
377	 * If this was really Windows, we'd be registering dispatch
378	 * routines for the NDIS miniport module here, but we're
379	 * not Windows so all we really need to do is set up an
380	 * AddDevice function that'll be invoked when a new device
381	 * instance appears.
382	 */
383
384	drv->dro_driverext->dre_adddevicefunc = NdisAddDevice;
385
386	return;
387}
388
389static void
390NdisTerminateWrapper(handle, syspec)
391	ndis_handle		handle;
392	void			*syspec;
393{
394	/* Nothing to see here, move along. */
395	return;
396}
397
398static ndis_status
399NdisMRegisterMiniport(handle, characteristics, len)
400	ndis_handle		handle;
401	ndis_miniport_characteristics *characteristics;
402	int			len;
403{
404	ndis_miniport_characteristics	*ch = NULL;
405	driver_object		*drv;
406
407	drv = (driver_object *)handle;
408
409	/*
410	 * We need to save the NDIS miniport characteristics
411	 * somewhere. This data is per-driver, not per-device
412	 * (all devices handled by the same driver have the
413	 * same characteristics) so we hook it onto the driver
414	 * object using IoAllocateDriverObjectExtension().
415	 * The extra extension info is automagically deleted when
416	 * the driver is unloaded (see windrv_unload()).
417	 */
418
419	if (IoAllocateDriverObjectExtension(drv, (void *)1,
420	    sizeof(ndis_miniport_characteristics), (void **)&ch) !=
421	    STATUS_SUCCESS) {
422		return(NDIS_STATUS_RESOURCES);
423	}
424
425	bzero((char *)ch, sizeof(ndis_miniport_characteristics));
426
427	bcopy((char *)characteristics, (char *)ch, len);
428
429	if (ch->nmc_version_major < 5 || ch->nmc_version_minor < 1) {
430		ch->nmc_shutdown_handler = NULL;
431		ch->nmc_canceltxpkts_handler = NULL;
432		ch->nmc_pnpevent_handler = NULL;
433	}
434
435	return(NDIS_STATUS_SUCCESS);
436}
437
438static ndis_status
439NdisAllocateMemoryWithTag(vaddr, len, tag)
440	void			**vaddr;
441	uint32_t		len;
442	uint32_t		tag;
443{
444	void			*mem;
445
446	mem = ExAllocatePoolWithTag(NonPagedPool, len, tag);
447	if (mem == NULL) {
448		return(NDIS_STATUS_RESOURCES);
449	}
450	*vaddr = mem;
451
452	return(NDIS_STATUS_SUCCESS);
453}
454
455static ndis_status
456NdisAllocateMemory(vaddr, len, flags, highaddr)
457	void			**vaddr;
458	uint32_t		len;
459	uint32_t		flags;
460	ndis_physaddr		highaddr;
461{
462	void			*mem;
463
464	mem = ExAllocatePoolWithTag(NonPagedPool, len, 0);
465	if (mem == NULL)
466		return(NDIS_STATUS_RESOURCES);
467	*vaddr = mem;
468
469	return(NDIS_STATUS_SUCCESS);
470}
471
472static void
473NdisFreeMemory(vaddr, len, flags)
474	void			*vaddr;
475	uint32_t		len;
476	uint32_t		flags;
477{
478	if (len == 0)
479		return;
480
481	ExFreePool(vaddr);
482
483	return;
484}
485
486static ndis_status
487NdisMSetAttributesEx(adapter_handle, adapter_ctx, hangsecs,
488			flags, iftype)
489	ndis_handle			adapter_handle;
490	ndis_handle			adapter_ctx;
491	uint32_t			hangsecs;
492	uint32_t			flags;
493	ndis_interface_type		iftype;
494{
495	ndis_miniport_block		*block;
496
497	/*
498	 * Save the adapter context, we need it for calling
499	 * the driver's internal functions.
500	 */
501	block = (ndis_miniport_block *)adapter_handle;
502	block->nmb_miniportadapterctx = adapter_ctx;
503	block->nmb_checkforhangsecs = hangsecs;
504	block->nmb_flags = flags;
505
506	return(NDIS_STATUS_SUCCESS);
507}
508
509static void
510NdisOpenConfiguration(status, cfg, wrapctx)
511	ndis_status		*status;
512	ndis_handle		*cfg;
513	ndis_handle		wrapctx;
514{
515	*cfg = wrapctx;
516	*status = NDIS_STATUS_SUCCESS;
517
518	return;
519}
520
521static void
522NdisOpenConfigurationKeyByName(status, cfg, subkey, subhandle)
523	ndis_status		*status;
524	ndis_handle		cfg;
525	unicode_string		*subkey;
526	ndis_handle		*subhandle;
527{
528	*subhandle = cfg;
529	*status = NDIS_STATUS_SUCCESS;
530
531	return;
532}
533
534static void
535NdisOpenConfigurationKeyByIndex(status, cfg, idx, subkey, subhandle)
536	ndis_status		*status;
537	ndis_handle		cfg;
538	uint32_t		idx;
539	unicode_string		*subkey;
540	ndis_handle		*subhandle;
541{
542	*status = NDIS_STATUS_FAILURE;
543
544	return;
545}
546
547static ndis_status
548ndis_encode_parm(block, oid, type, parm)
549	ndis_miniport_block	*block;
550        struct sysctl_oid	*oid;
551	ndis_parm_type		type;
552	ndis_config_parm	**parm;
553{
554	ndis_config_parm	*p;
555	ndis_parmlist_entry	*np;
556	unicode_string		*us;
557	ansi_string		as;
558	int			base = 0;
559	uint32_t		val;
560	char			tmp[32];
561
562	np = ExAllocatePoolWithTag(NonPagedPool,
563	    sizeof(ndis_parmlist_entry), 0);
564	if (np == NULL)
565		return(NDIS_STATUS_RESOURCES);
566	InsertHeadList((&block->nmb_parmlist), (&np->np_list));
567	*parm = p = &np->np_parm;
568
569	switch(type) {
570	case ndis_parm_string:
571		/* See if this might be a number. */
572		val = strtoul((char *)oid->oid_arg1, NULL, 10);
573		us = &p->ncp_parmdata.ncp_stringdata;
574		p->ncp_type = ndis_parm_string;
575		if (val) {
576			snprintf(tmp, 32, "%x", val);
577			RtlInitAnsiString(&as, tmp);
578		} else {
579			RtlInitAnsiString(&as, (char *)oid->oid_arg1);
580		}
581
582		if (RtlAnsiStringToUnicodeString(us, &as, TRUE)) {
583			ExFreePool(np);
584			return(NDIS_STATUS_RESOURCES);
585		}
586		break;
587	case ndis_parm_int:
588		if (strncmp((char *)oid->oid_arg1, "0x", 2) == 0)
589			base = 16;
590		else
591			base = 10;
592		p->ncp_type = ndis_parm_int;
593		p->ncp_parmdata.ncp_intdata =
594		    strtol((char *)oid->oid_arg1, NULL, base);
595		break;
596	case ndis_parm_hexint:
597#ifdef notdef
598		if (strncmp((char *)oid->oid_arg1, "0x", 2) == 0)
599			base = 16;
600		else
601			base = 10;
602#endif
603		base = 16;
604		p->ncp_type = ndis_parm_hexint;
605		p->ncp_parmdata.ncp_intdata =
606		    strtoul((char *)oid->oid_arg1, NULL, base);
607		break;
608	default:
609		return(NDIS_STATUS_FAILURE);
610		break;
611	}
612
613	return(NDIS_STATUS_SUCCESS);
614}
615
616int
617ndis_strcasecmp(s1, s2)
618        const char              *s1;
619        const char              *s2;
620{
621	char			a, b;
622
623	/*
624	 * In the kernel, toupper() is a macro. Have to be careful
625	 * not to use pointer arithmetic when passing it arguments.
626	 */
627
628	while(1) {
629		a = *s1;
630		b = *s2++;
631		if (toupper(a) != toupper(b))
632			break;
633		if (*s1++ == '\0')
634			return(0);
635	}
636
637	return (*(const unsigned char *)s1 - *(const unsigned char *)(s2 - 1));
638}
639
640int
641ndis_strncasecmp(s1, s2, n)
642        const char              *s1;
643        const char              *s2;
644	size_t			n;
645{
646	char			a, b;
647
648	if (n != 0) {
649		do {
650			a = *s1;
651			b = *s2++;
652			if (toupper(a) != toupper(b))
653				return (*(const unsigned char *)s1 -
654				    *(const unsigned char *)(s2 - 1));
655			if (*s1++ == '\0')
656				break;
657		} while (--n != 0);
658	}
659
660	return(0);
661}
662
663static void
664NdisReadConfiguration(status, parm, cfg, key, type)
665	ndis_status		*status;
666	ndis_config_parm	**parm;
667	ndis_handle		cfg;
668	unicode_string		*key;
669	ndis_parm_type		type;
670{
671	char			*keystr = NULL;
672	ndis_miniport_block	*block;
673	struct ndis_softc	*sc;
674        struct sysctl_oid	*oidp;
675	struct sysctl_ctx_entry	*e;
676	ansi_string		as;
677
678	block = (ndis_miniport_block *)cfg;
679	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
680
681	if (key->us_len == 0 || key->us_buf == NULL) {
682		*status = NDIS_STATUS_FAILURE;
683		return;
684	}
685
686	if (RtlUnicodeStringToAnsiString(&as, key, TRUE)) {
687		*status = NDIS_STATUS_RESOURCES;
688		return;
689	}
690
691	keystr = as.as_buf;
692
693	/*
694	 * See if registry key is already in a list of known keys
695	 * included with the driver.
696	 */
697#if __FreeBSD_version < 502113
698	TAILQ_FOREACH(e, &sc->ndis_ctx, link) {
699#else
700	TAILQ_FOREACH(e, device_get_sysctl_ctx(sc->ndis_dev), link) {
701#endif
702		oidp = e->entry;
703		if (ndis_strcasecmp(oidp->oid_name, keystr) == 0) {
704			if (strcmp((char *)oidp->oid_arg1, "UNSET") == 0) {
705				RtlFreeAnsiString(&as);
706				*status = NDIS_STATUS_FAILURE;
707				return;
708			}
709
710			*status = ndis_encode_parm(block, oidp, type, parm);
711			RtlFreeAnsiString(&as);
712			return;
713		}
714	}
715
716	/*
717	 * If the key didn't match, add it to the list of dynamically
718	 * created ones. Sometimes, drivers refer to registry keys
719	 * that aren't documented in their .INF files. These keys
720	 * are supposed to be created by some sort of utility or
721	 * control panel snap-in that comes with the driver software.
722	 * Sometimes it's useful to be able to manipulate these.
723	 * If the driver requests the key in the form of a string,
724	 * make its default value an empty string, otherwise default
725	 * it to "0".
726	 */
727
728	if (type == ndis_parm_int || type == ndis_parm_hexint)
729		ndis_add_sysctl(sc, keystr, "(dynamic integer key)",
730		    "UNSET", CTLFLAG_RW);
731	else
732		ndis_add_sysctl(sc, keystr, "(dynamic string key)",
733		    "UNSET", CTLFLAG_RW);
734
735	RtlFreeAnsiString(&as);
736	*status = NDIS_STATUS_FAILURE;
737
738	return;
739}
740
741static ndis_status
742ndis_decode_parm(block, parm, val)
743	ndis_miniport_block	*block;
744	ndis_config_parm	*parm;
745	char			*val;
746{
747	unicode_string		*ustr;
748	ansi_string		as;
749
750	switch(parm->ncp_type) {
751	case ndis_parm_string:
752		ustr = &parm->ncp_parmdata.ncp_stringdata;
753		if (RtlUnicodeStringToAnsiString(&as, ustr, TRUE))
754			return(NDIS_STATUS_RESOURCES);
755		bcopy(as.as_buf, val, as.as_len);
756		RtlFreeAnsiString(&as);
757		break;
758	case ndis_parm_int:
759		sprintf(val, "%d", parm->ncp_parmdata.ncp_intdata);
760		break;
761	case ndis_parm_hexint:
762		sprintf(val, "%xu", parm->ncp_parmdata.ncp_intdata);
763		break;
764	default:
765		return(NDIS_STATUS_FAILURE);
766		break;
767	}
768	return(NDIS_STATUS_SUCCESS);
769}
770
771static void
772NdisWriteConfiguration(status, cfg, key, parm)
773	ndis_status		*status;
774	ndis_handle		cfg;
775	unicode_string		*key;
776	ndis_config_parm	*parm;
777{
778	ansi_string		as;
779	char			*keystr = NULL;
780	ndis_miniport_block	*block;
781	struct ndis_softc	*sc;
782        struct sysctl_oid	*oidp;
783	struct sysctl_ctx_entry	*e;
784	char			val[256];
785
786	block = (ndis_miniport_block *)cfg;
787	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
788
789	if (RtlUnicodeStringToAnsiString(&as, key, TRUE)) {
790		*status = NDIS_STATUS_RESOURCES;
791		return;
792	}
793
794	keystr = as.as_buf;
795
796	/* Decode the parameter into a string. */
797	bzero(val, sizeof(val));
798	*status = ndis_decode_parm(block, parm, val);
799	if (*status != NDIS_STATUS_SUCCESS) {
800		RtlFreeAnsiString(&as);
801		return;
802	}
803
804	/* See if the key already exists. */
805
806#if __FreeBSD_version < 502113
807	TAILQ_FOREACH(e, &sc->ndis_ctx, link) {
808#else
809	TAILQ_FOREACH(e, device_get_sysctl_ctx(sc->ndis_dev), link) {
810#endif
811		oidp = e->entry;
812		if (ndis_strcasecmp(oidp->oid_name, keystr) == 0) {
813			/* Found it, set the value. */
814			strcpy((char *)oidp->oid_arg1, val);
815			RtlFreeAnsiString(&as);
816			return;
817		}
818	}
819
820	/* Not found, add a new key with the specified value. */
821	ndis_add_sysctl(sc, keystr, "(dynamically set key)",
822		    val, CTLFLAG_RW);
823
824	RtlFreeAnsiString(&as);
825	*status = NDIS_STATUS_SUCCESS;
826	return;
827}
828
829static void
830NdisCloseConfiguration(cfg)
831	ndis_handle		cfg;
832{
833	list_entry		*e;
834	ndis_parmlist_entry	*pe;
835	ndis_miniport_block	*block;
836	ndis_config_parm	*p;
837
838	block = (ndis_miniport_block *)cfg;
839
840	while (!IsListEmpty(&block->nmb_parmlist)) {
841                e = RemoveHeadList(&block->nmb_parmlist);
842                pe = CONTAINING_RECORD(e, ndis_parmlist_entry, np_list);
843		p = &pe->np_parm;
844		if (p->ncp_type == ndis_parm_string)
845			RtlFreeUnicodeString(&p->ncp_parmdata.ncp_stringdata);
846		ExFreePool(e);
847	}
848
849	return;
850}
851
852/*
853 * Initialize a Windows spinlock.
854 */
855static void
856NdisAllocateSpinLock(lock)
857	ndis_spin_lock		*lock;
858{
859	KeInitializeSpinLock(&lock->nsl_spinlock);
860	lock->nsl_kirql = 0;
861
862	return;
863}
864
865/*
866 * Destroy a Windows spinlock. This is a no-op for now. There are two reasons
867 * for this. One is that it's sort of superfluous: we don't have to do anything
868 * special to deallocate the spinlock. The other is that there are some buggy
869 * drivers which call NdisFreeSpinLock() _after_ calling NdisFreeMemory() on
870 * the block of memory in which the spinlock resides. (Yes, ADMtek, I'm
871 * talking to you.)
872 */
873static void
874NdisFreeSpinLock(lock)
875	ndis_spin_lock		*lock;
876{
877#ifdef notdef
878	KeInitializeSpinLock(&lock->nsl_spinlock);
879	lock->nsl_kirql = 0;
880#endif
881	return;
882}
883
884/*
885 * Acquire a spinlock from IRQL <= DISPATCH_LEVEL.
886 */
887
888static void
889NdisAcquireSpinLock(lock)
890	ndis_spin_lock		*lock;
891{
892	KeAcquireSpinLock(&lock->nsl_spinlock, &lock->nsl_kirql);
893	return;
894}
895
896/*
897 * Release a spinlock from IRQL == DISPATCH_LEVEL.
898 */
899
900static void
901NdisReleaseSpinLock(lock)
902	ndis_spin_lock		*lock;
903{
904	KeReleaseSpinLock(&lock->nsl_spinlock, lock->nsl_kirql);
905	return;
906}
907
908/*
909 * Acquire a spinlock when already running at IRQL == DISPATCH_LEVEL.
910 */
911static void
912NdisDprAcquireSpinLock(lock)
913	ndis_spin_lock		*lock;
914{
915	KeAcquireSpinLockAtDpcLevel(&lock->nsl_spinlock);
916	return;
917}
918
919/*
920 * Release a spinlock without leaving IRQL == DISPATCH_LEVEL.
921 */
922static void
923NdisDprReleaseSpinLock(lock)
924	ndis_spin_lock		*lock;
925{
926	KeReleaseSpinLockFromDpcLevel(&lock->nsl_spinlock);
927	return;
928}
929
930static void
931NdisInitializeReadWriteLock(lock)
932	ndis_rw_lock		*lock;
933{
934	KeInitializeSpinLock(&lock->nrl_spinlock);
935	bzero((char *)&lock->nrl_rsvd, sizeof(lock->nrl_rsvd));
936	return;
937}
938
939static void
940NdisAcquireReadWriteLock(lock, writeacc, state)
941	ndis_rw_lock		*lock;
942	uint8_t			writeacc;
943	ndis_lock_state		*state;
944{
945	if (writeacc == TRUE) {
946		KeAcquireSpinLock(&lock->nrl_spinlock, &state->nls_oldirql);
947		lock->nrl_rsvd[0]++;
948	} else
949		lock->nrl_rsvd[1]++;
950
951	return;
952}
953
954static void
955NdisReleaseReadWriteLock(lock, state)
956	ndis_rw_lock		*lock;
957	ndis_lock_state		*state;
958{
959	if (lock->nrl_rsvd[0]) {
960		lock->nrl_rsvd[0]--;
961		KeReleaseSpinLock(&lock->nrl_spinlock, state->nls_oldirql);
962	} else
963		lock->nrl_rsvd[1]--;
964
965	return;
966}
967
968static uint32_t
969NdisReadPciSlotInformation(adapter, slot, offset, buf, len)
970	ndis_handle		adapter;
971	uint32_t		slot;
972	uint32_t		offset;
973	void			*buf;
974	uint32_t		len;
975{
976	ndis_miniport_block	*block;
977	int			i;
978	char			*dest;
979	device_t		dev;
980
981	block = (ndis_miniport_block *)adapter;
982	dest = buf;
983	if (block == NULL)
984		return(0);
985
986	dev = block->nmb_physdeviceobj->do_devext;
987
988	/*
989	 * I have a test system consisting of a Sun w2100z
990	 * dual 2.4Ghz Opteron machine and an Atheros 802.11a/b/g
991	 * "Aries" miniPCI NIC. (The NIC is installed in the
992	 * machine using a miniPCI to PCI bus adapter card.)
993	 * When running in SMP mode, I found that
994	 * performing a large number of consecutive calls to
995	 * NdisReadPciSlotInformation() would result in a
996	 * sudden system reset (or in some cases a freeze).
997	 * My suspicion is that the multiple reads are somehow
998	 * triggering a fatal PCI bus error that leads to a
999	 * machine check. The 1us delay in the loop below
1000	 * seems to prevent this problem.
1001	 */
1002
1003	for (i = 0; i < len; i++) {
1004		DELAY(1);
1005		dest[i] = pci_read_config(dev, i + offset, 1);
1006	}
1007
1008	return(len);
1009}
1010
1011static uint32_t
1012NdisWritePciSlotInformation(adapter, slot, offset, buf, len)
1013	ndis_handle		adapter;
1014	uint32_t		slot;
1015	uint32_t		offset;
1016	void			*buf;
1017	uint32_t		len;
1018{
1019	ndis_miniport_block	*block;
1020	int			i;
1021	char			*dest;
1022	device_t		dev;
1023
1024	block = (ndis_miniport_block *)adapter;
1025	dest = buf;
1026
1027	if (block == NULL)
1028		return(0);
1029
1030	dev = block->nmb_physdeviceobj->do_devext;
1031	for (i = 0; i < len; i++) {
1032		DELAY(1);
1033		pci_write_config(dev, i + offset, dest[i], 1);
1034	}
1035
1036	return(len);
1037}
1038
1039/*
1040 * The errorlog routine uses a variable argument list, so we
1041 * have to declare it this way.
1042 */
1043
1044#define ERRMSGLEN 512
1045static void
1046NdisWriteErrorLogEntry(ndis_handle adapter, ndis_error_code code,
1047	uint32_t numerrors, ...)
1048{
1049	ndis_miniport_block	*block;
1050	va_list			ap;
1051	int			i, error;
1052	char			*str = NULL;
1053	uint16_t		flags;
1054	device_t		dev;
1055	driver_object		*drv;
1056	struct ndis_softc	*sc;
1057	struct ifnet		*ifp;
1058	unicode_string		us;
1059	ansi_string		as = { 0, 0, NULL };
1060
1061	block = (ndis_miniport_block *)adapter;
1062	dev = block->nmb_physdeviceobj->do_devext;
1063	drv = block->nmb_deviceobj->do_drvobj;
1064	sc = device_get_softc(dev);
1065	ifp = sc->ifp;
1066
1067	if (ifp->if_flags & IFF_DEBUG) {
1068		error = pe_get_message((vm_offset_t)drv->dro_driverstart,
1069		    code, &str, &i, &flags);
1070		if (error == 0) {
1071			if (flags & MESSAGE_RESOURCE_UNICODE) {
1072				RtlInitUnicodeString(&us, (uint16_t *)str);
1073				if (RtlUnicodeStringToAnsiString(&as,
1074				    &us, TRUE) == STATUS_SUCCESS)
1075					str = as.as_buf;
1076				else
1077					str = NULL;
1078			}
1079		}
1080	}
1081
1082	device_printf (dev, "NDIS ERROR: %x (%s)\n", code,
1083	    str == NULL ? "unknown error" : str);
1084
1085	if (ifp->if_flags & IFF_DEBUG) {
1086		device_printf (dev, "NDIS NUMERRORS: %x\n", numerrors);
1087		va_start(ap, numerrors);
1088		for (i = 0; i < numerrors; i++)
1089			device_printf (dev, "argptr: %p\n",
1090			    va_arg(ap, void *));
1091		va_end(ap);
1092	}
1093
1094	if (as.as_len)
1095		RtlFreeAnsiString(&as);
1096
1097	return;
1098}
1099
1100static void
1101ndis_map_cb(arg, segs, nseg, error)
1102	void			*arg;
1103	bus_dma_segment_t	*segs;
1104	int			nseg;
1105	int			error;
1106{
1107	struct ndis_map_arg	*ctx;
1108	int			i;
1109
1110	if (error)
1111		return;
1112
1113	ctx = arg;
1114
1115	for (i = 0; i < nseg; i++) {
1116		ctx->nma_fraglist[i].npu_physaddr.np_quad = segs[i].ds_addr;
1117		ctx->nma_fraglist[i].npu_len = segs[i].ds_len;
1118	}
1119
1120	ctx->nma_cnt = nseg;
1121
1122	return;
1123}
1124
1125static void
1126NdisMStartBufferPhysicalMapping(adapter, buf, mapreg, writedev, addrarray, arraysize)
1127	ndis_handle		adapter;
1128	ndis_buffer		*buf;
1129	uint32_t		mapreg;
1130	uint8_t			writedev;
1131	ndis_paddr_unit		*addrarray;
1132	uint32_t		*arraysize;
1133{
1134	ndis_miniport_block	*block;
1135	struct ndis_softc	*sc;
1136	struct ndis_map_arg	nma;
1137	bus_dmamap_t		map;
1138	int			error;
1139
1140	if (adapter == NULL)
1141		return;
1142
1143	block = (ndis_miniport_block *)adapter;
1144	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1145
1146	if (mapreg > sc->ndis_mmapcnt)
1147		return;
1148
1149	map = sc->ndis_mmaps[mapreg];
1150	nma.nma_fraglist = addrarray;
1151
1152	error = bus_dmamap_load(sc->ndis_mtag, map,
1153	    MmGetMdlVirtualAddress(buf), MmGetMdlByteCount(buf), ndis_map_cb,
1154	    (void *)&nma, BUS_DMA_NOWAIT);
1155
1156	if (error)
1157		return;
1158
1159	bus_dmamap_sync(sc->ndis_mtag, map,
1160	    writedev ? BUS_DMASYNC_PREWRITE : BUS_DMASYNC_PREREAD);
1161
1162	*arraysize = nma.nma_cnt;
1163
1164	return;
1165}
1166
1167static void
1168NdisMCompleteBufferPhysicalMapping(adapter, buf, mapreg)
1169	ndis_handle		adapter;
1170	ndis_buffer		*buf;
1171	uint32_t		mapreg;
1172{
1173	ndis_miniport_block	*block;
1174	struct ndis_softc	*sc;
1175	bus_dmamap_t		map;
1176
1177	if (adapter == NULL)
1178		return;
1179
1180	block = (ndis_miniport_block *)adapter;
1181	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1182
1183	if (mapreg > sc->ndis_mmapcnt)
1184		return;
1185
1186	map = sc->ndis_mmaps[mapreg];
1187
1188	bus_dmamap_sync(sc->ndis_mtag, map,
1189	    BUS_DMASYNC_POSTREAD|BUS_DMASYNC_POSTWRITE);
1190
1191	bus_dmamap_unload(sc->ndis_mtag, map);
1192
1193	return;
1194}
1195
1196/*
1197 * This is an older (?) timer init routine which doesn't
1198 * accept a miniport context handle. Serialized miniports should
1199 * never call this function.
1200 */
1201
1202static void
1203NdisInitializeTimer(timer, func, ctx)
1204	ndis_timer		*timer;
1205	ndis_timer_function	func;
1206	void			*ctx;
1207{
1208	KeInitializeTimer(&timer->nt_ktimer);
1209	KeInitializeDpc(&timer->nt_kdpc, func, ctx);
1210	KeSetImportanceDpc(&timer->nt_kdpc, KDPC_IMPORTANCE_LOW);
1211
1212	return;
1213}
1214
1215static void
1216ndis_timercall(dpc, timer, sysarg1, sysarg2)
1217	kdpc			*dpc;
1218	ndis_miniport_timer	*timer;
1219	void			*sysarg1;
1220	void			*sysarg2;
1221{
1222	/*
1223	 * Since we're called as a DPC, we should be running
1224	 * at DISPATCH_LEVEL here. This means to acquire the
1225	 * spinlock, we can use KeAcquireSpinLockAtDpcLevel()
1226	 * rather than KeAcquireSpinLock().
1227	 */
1228	if (NDIS_SERIALIZED(timer->nmt_block))
1229		KeAcquireSpinLockAtDpcLevel(&timer->nmt_block->nmb_lock);
1230
1231	MSCALL4(timer->nmt_timerfunc, dpc, timer->nmt_timerctx,
1232	    sysarg1, sysarg2);
1233
1234	if (NDIS_SERIALIZED(timer->nmt_block))
1235		KeReleaseSpinLockFromDpcLevel(&timer->nmt_block->nmb_lock);
1236
1237	return;
1238}
1239
1240/*
1241 * For a long time I wondered why there were two NDIS timer initialization
1242 * routines, and why this one needed an NDIS_MINIPORT_TIMER and the
1243 * MiniportAdapterHandle. The NDIS_MINIPORT_TIMER has its own callout
1244 * function and context pointers separate from those in the DPC, which
1245 * allows for another level of indirection: when the timer fires, we
1246 * can have our own timer function invoked, and from there we can call
1247 * the driver's function. But why go to all that trouble? Then it hit
1248 * me: for serialized miniports, the timer callouts are not re-entrant.
1249 * By trapping the callouts and having access to the MiniportAdapterHandle,
1250 * we can protect the driver callouts by acquiring the NDIS serialization
1251 * lock. This is essential for allowing serialized miniports to work
1252 * correctly on SMP systems. On UP hosts, setting IRQL to DISPATCH_LEVEL
1253 * is enough to prevent other threads from pre-empting you, but with
1254 * SMP, you must acquire a lock as well, otherwise the other CPU is
1255 * free to clobber you.
1256 */
1257static void
1258NdisMInitializeTimer(timer, handle, func, ctx)
1259	ndis_miniport_timer	*timer;
1260	ndis_handle		handle;
1261	ndis_timer_function	func;
1262	void			*ctx;
1263{
1264	/* Save the driver's funcptr and context */
1265
1266	timer->nmt_timerfunc = func;
1267	timer->nmt_timerctx = ctx;
1268	timer->nmt_block = handle;
1269
1270	/*
1271	 * Set up the timer so it will call our intermediate DPC.
1272	 * Be sure to use the wrapped entry point, since
1273	 * ntoskrnl_run_dpc() expects to invoke a function with
1274	 * Microsoft calling conventions.
1275	 */
1276	KeInitializeTimer(&timer->nmt_ktimer);
1277	KeInitializeDpc(&timer->nmt_kdpc,
1278	    ndis_findwrap((funcptr)ndis_timercall), timer);
1279	timer->nmt_ktimer.k_dpc = &timer->nmt_kdpc;
1280
1281	return;
1282}
1283
1284/*
1285 * In Windows, there's both an NdisMSetTimer() and an NdisSetTimer(),
1286 * but the former is just a macro wrapper around the latter.
1287 */
1288static void
1289NdisSetTimer(timer, msecs)
1290	ndis_timer		*timer;
1291	uint32_t		msecs;
1292{
1293	/*
1294	 * KeSetTimer() wants the period in
1295	 * hundred nanosecond intervals.
1296	 */
1297	KeSetTimer(&timer->nt_ktimer,
1298	    ((int64_t)msecs * -10000), &timer->nt_kdpc);
1299
1300	return;
1301}
1302
1303static void
1304NdisMSetPeriodicTimer(timer, msecs)
1305	ndis_miniport_timer	*timer;
1306	uint32_t		msecs;
1307{
1308	KeSetTimerEx(&timer->nmt_ktimer,
1309	    ((int64_t)msecs * -10000), msecs, &timer->nmt_kdpc);
1310
1311	return;
1312}
1313
1314/*
1315 * Technically, this is really NdisCancelTimer(), but we also
1316 * (ab)use it for NdisMCancelTimer(), since in our implementation
1317 * we don't need the extra info in the ndis_miniport_timer
1318 * structure just to cancel a timer.
1319 */
1320
1321static void
1322NdisMCancelTimer(timer, cancelled)
1323	ndis_timer		*timer;
1324	uint8_t			*cancelled;
1325{
1326	*cancelled = KeCancelTimer(&timer->nt_ktimer);
1327	return;
1328}
1329
1330static void
1331NdisMQueryAdapterResources(status, adapter, list, buflen)
1332	ndis_status		*status;
1333	ndis_handle		adapter;
1334	ndis_resource_list	*list;
1335	uint32_t		*buflen;
1336{
1337	ndis_miniport_block	*block;
1338	struct ndis_softc	*sc;
1339	int			rsclen;
1340
1341	block = (ndis_miniport_block *)adapter;
1342	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1343
1344	rsclen = sizeof(ndis_resource_list) +
1345	    (sizeof(cm_partial_resource_desc) * (sc->ndis_rescnt - 1));
1346	if (*buflen < rsclen) {
1347		*buflen = rsclen;
1348		*status = NDIS_STATUS_INVALID_LENGTH;
1349		return;
1350	}
1351
1352	bcopy((char *)block->nmb_rlist, (char *)list, rsclen);
1353	*status = NDIS_STATUS_SUCCESS;
1354
1355	return;
1356}
1357
1358static ndis_status
1359NdisMRegisterIoPortRange(offset, adapter, port, numports)
1360	void			**offset;
1361	ndis_handle		adapter;
1362	uint32_t		port;
1363	uint32_t		numports;
1364{
1365	struct ndis_miniport_block	*block;
1366	struct ndis_softc	*sc;
1367
1368	if (adapter == NULL)
1369		return(NDIS_STATUS_FAILURE);
1370
1371	block = (ndis_miniport_block *)adapter;
1372	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1373
1374	if (sc->ndis_res_io == NULL)
1375		return(NDIS_STATUS_FAILURE);
1376
1377	/* Don't let the device map more ports than we have. */
1378	if (rman_get_size(sc->ndis_res_io) < numports)
1379		return(NDIS_STATUS_INVALID_LENGTH);
1380
1381	*offset = (void *)rman_get_start(sc->ndis_res_io);
1382
1383	return(NDIS_STATUS_SUCCESS);
1384}
1385
1386static void
1387NdisMDeregisterIoPortRange(adapter, port, numports, offset)
1388	ndis_handle		adapter;
1389	uint32_t		port;
1390	uint32_t		numports;
1391	void			*offset;
1392{
1393	return;
1394}
1395
1396static void
1397NdisReadNetworkAddress(status, addr, addrlen, adapter)
1398	ndis_status		*status;
1399	void			**addr;
1400	uint32_t		*addrlen;
1401	ndis_handle		adapter;
1402{
1403	struct ndis_softc	*sc;
1404	ndis_miniport_block	*block;
1405	uint8_t			empty[] = { 0, 0, 0, 0, 0, 0 };
1406
1407	block = (ndis_miniport_block *)adapter;
1408	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1409
1410#ifdef IFP2ENADDR
1411	if (bcmp(IFP2ENADDR(sc->ifp), empty, ETHER_ADDR_LEN) == 0)
1412#elif __FreeBSD_version >= 700000
1413	if (sc->ifp->if_addr == NULL ||
1414	    bcmp(IF_LLADDR(sc->ifp), empty, ETHER_ADDR_LEN) == 0)
1415#else
1416	if (bcmp(sc->arpcom.ac_enaddr, empty, ETHER_ADDR_LEN) == 0)
1417#endif
1418		*status = NDIS_STATUS_FAILURE;
1419	else {
1420#ifdef IFP2ENADDR
1421		*addr = IFP2ENADDR(sc->ifp);
1422#elif __FreeBSD_version >= 700000
1423		*addr = IF_LLADDR(sc->ifp);
1424#else
1425		*addr = sc->arpcom.ac_enaddr;
1426#endif
1427		*addrlen = ETHER_ADDR_LEN;
1428		*status = NDIS_STATUS_SUCCESS;
1429	}
1430
1431	return;
1432}
1433
1434static ndis_status
1435NdisQueryMapRegisterCount(bustype, cnt)
1436	uint32_t		bustype;
1437	uint32_t		*cnt;
1438{
1439	*cnt = 8192;
1440	return(NDIS_STATUS_SUCCESS);
1441}
1442
1443static ndis_status
1444NdisMAllocateMapRegisters(adapter, dmachannel, dmasize, physmapneeded, maxmap)
1445	ndis_handle		adapter;
1446	uint32_t		dmachannel;
1447	uint8_t			dmasize;
1448	uint32_t		physmapneeded;
1449	uint32_t		maxmap;
1450{
1451	struct ndis_softc	*sc;
1452	ndis_miniport_block	*block;
1453	int			error, i, nseg = NDIS_MAXSEG;
1454
1455	block = (ndis_miniport_block *)adapter;
1456	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1457
1458	sc->ndis_mmaps = malloc(sizeof(bus_dmamap_t) * physmapneeded,
1459	    M_DEVBUF, M_NOWAIT|M_ZERO);
1460
1461	if (sc->ndis_mmaps == NULL)
1462		return(NDIS_STATUS_RESOURCES);
1463
1464	error = bus_dma_tag_create(sc->ndis_parent_tag, ETHER_ALIGN, 0,
1465	    BUS_SPACE_MAXADDR_32BIT, BUS_SPACE_MAXADDR, NULL,
1466	    NULL, maxmap * nseg, nseg, maxmap, BUS_DMA_ALLOCNOW,
1467	    NULL, NULL, &sc->ndis_mtag);
1468
1469	if (error) {
1470		free(sc->ndis_mmaps, M_DEVBUF);
1471		return(NDIS_STATUS_RESOURCES);
1472	}
1473
1474	for (i = 0; i < physmapneeded; i++)
1475		bus_dmamap_create(sc->ndis_mtag, 0, &sc->ndis_mmaps[i]);
1476
1477	sc->ndis_mmapcnt = physmapneeded;
1478
1479	return(NDIS_STATUS_SUCCESS);
1480}
1481
1482static void
1483NdisMFreeMapRegisters(adapter)
1484	ndis_handle		adapter;
1485{
1486	struct ndis_softc	*sc;
1487	ndis_miniport_block	*block;
1488	int			i;
1489
1490	block = (ndis_miniport_block *)adapter;
1491	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1492
1493	for (i = 0; i < sc->ndis_mmapcnt; i++)
1494		bus_dmamap_destroy(sc->ndis_mtag, sc->ndis_mmaps[i]);
1495
1496	free(sc->ndis_mmaps, M_DEVBUF);
1497
1498	bus_dma_tag_destroy(sc->ndis_mtag);
1499
1500	return;
1501}
1502
1503static void
1504ndis_mapshared_cb(arg, segs, nseg, error)
1505	void			*arg;
1506	bus_dma_segment_t	*segs;
1507	int			nseg;
1508	int			error;
1509{
1510	ndis_physaddr		*p;
1511
1512	if (error || nseg > 1)
1513		return;
1514
1515	p = arg;
1516
1517	p->np_quad = segs[0].ds_addr;
1518
1519	return;
1520}
1521
1522/*
1523 * This maps to bus_dmamem_alloc().
1524 */
1525
1526static void
1527NdisMAllocateSharedMemory(adapter, len, cached, vaddr, paddr)
1528	ndis_handle		adapter;
1529	uint32_t		len;
1530	uint8_t			cached;
1531	void			**vaddr;
1532	ndis_physaddr		*paddr;
1533{
1534	ndis_miniport_block	*block;
1535	struct ndis_softc	*sc;
1536	struct ndis_shmem	*sh;
1537	int			error;
1538
1539	if (adapter == NULL)
1540		return;
1541
1542	block = (ndis_miniport_block *)adapter;
1543	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1544
1545	sh = malloc(sizeof(struct ndis_shmem), M_DEVBUF, M_NOWAIT|M_ZERO);
1546	if (sh == NULL)
1547		return;
1548
1549	InitializeListHead(&sh->ndis_list);
1550
1551	/*
1552	 * When performing shared memory allocations, create a tag
1553	 * with a lowaddr limit that restricts physical memory mappings
1554	 * so that they all fall within the first 1GB of memory.
1555	 * At least one device/driver combination (Linksys Instant
1556	 * Wireless PCI Card V2.7, Broadcom 802.11b) seems to have
1557	 * problems with performing DMA operations with physical
1558	 * addresses that lie above the 1GB mark. I don't know if this
1559	 * is a hardware limitation or if the addresses are being
1560	 * truncated within the driver, but this seems to be the only
1561	 * way to make these cards work reliably in systems with more
1562	 * than 1GB of physical memory.
1563	 */
1564
1565	error = bus_dma_tag_create(sc->ndis_parent_tag, 64,
1566	    0, NDIS_BUS_SPACE_SHARED_MAXADDR, BUS_SPACE_MAXADDR, NULL,
1567	    NULL, len, 1, len, BUS_DMA_ALLOCNOW, NULL, NULL,
1568	    &sh->ndis_stag);
1569
1570	if (error) {
1571		free(sh, M_DEVBUF);
1572		return;
1573	}
1574
1575	error = bus_dmamem_alloc(sh->ndis_stag, vaddr,
1576	    BUS_DMA_NOWAIT | BUS_DMA_ZERO, &sh->ndis_smap);
1577
1578	if (error) {
1579		bus_dma_tag_destroy(sh->ndis_stag);
1580		free(sh, M_DEVBUF);
1581		return;
1582	}
1583
1584	error = bus_dmamap_load(sh->ndis_stag, sh->ndis_smap, *vaddr,
1585	    len, ndis_mapshared_cb, (void *)paddr, BUS_DMA_NOWAIT);
1586
1587	if (error) {
1588		bus_dmamem_free(sh->ndis_stag, *vaddr, sh->ndis_smap);
1589		bus_dma_tag_destroy(sh->ndis_stag);
1590		free(sh, M_DEVBUF);
1591		return;
1592	}
1593
1594	/*
1595	 * Save the physical address along with the source address.
1596	 * The AirGo MIMO driver will call NdisMFreeSharedMemory()
1597	 * with a bogus virtual address sometimes, but with a valid
1598	 * physical address. To keep this from causing trouble, we
1599	 * use the physical address to as a sanity check in case
1600	 * searching based on the virtual address fails.
1601	 */
1602
1603	NDIS_LOCK(sc);
1604	sh->ndis_paddr.np_quad = paddr->np_quad;
1605	sh->ndis_saddr = *vaddr;
1606	InsertHeadList((&sc->ndis_shlist), (&sh->ndis_list));
1607	NDIS_UNLOCK(sc);
1608
1609	return;
1610}
1611
1612struct ndis_allocwork {
1613	uint32_t		na_len;
1614	uint8_t			na_cached;
1615	void			*na_ctx;
1616	io_workitem		*na_iw;
1617};
1618
1619static void
1620ndis_asyncmem_complete(dobj, arg)
1621	device_object		*dobj;
1622	void			*arg;
1623{
1624	ndis_miniport_block	*block;
1625	struct ndis_softc	*sc;
1626	struct ndis_allocwork	*w;
1627	void			*vaddr;
1628	ndis_physaddr		paddr;
1629	ndis_allocdone_handler	donefunc;
1630
1631	w = arg;
1632	block = (ndis_miniport_block *)dobj->do_devext;
1633	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1634
1635	vaddr = NULL;
1636	paddr.np_quad = 0;
1637
1638	donefunc = sc->ndis_chars->nmc_allocate_complete_func;
1639	NdisMAllocateSharedMemory(block, w->na_len,
1640	    w->na_cached, &vaddr, &paddr);
1641	MSCALL5(donefunc, block, vaddr, &paddr, w->na_len, w->na_ctx);
1642
1643	IoFreeWorkItem(w->na_iw);
1644	free(w, M_DEVBUF);
1645
1646	return;
1647}
1648
1649static ndis_status
1650NdisMAllocateSharedMemoryAsync(adapter, len, cached, ctx)
1651	ndis_handle		adapter;
1652	uint32_t		len;
1653	uint8_t			cached;
1654	void			*ctx;
1655{
1656	ndis_miniport_block	*block;
1657	struct ndis_allocwork	*w;
1658	io_workitem		*iw;
1659	io_workitem_func	ifw;
1660
1661	if (adapter == NULL)
1662		return(NDIS_STATUS_FAILURE);
1663
1664	block = adapter;
1665
1666	iw = IoAllocateWorkItem(block->nmb_deviceobj);
1667	if (iw == NULL)
1668		return(NDIS_STATUS_FAILURE);
1669
1670	w = malloc(sizeof(struct ndis_allocwork), M_TEMP, M_NOWAIT);
1671
1672	if (w == NULL)
1673		return(NDIS_STATUS_FAILURE);
1674
1675	w->na_cached = cached;
1676	w->na_len = len;
1677	w->na_ctx = ctx;
1678	w->na_iw = iw;
1679
1680	ifw = (io_workitem_func)ndis_findwrap((funcptr)ndis_asyncmem_complete);
1681	IoQueueWorkItem(iw, ifw, WORKQUEUE_DELAYED, w);
1682
1683	return(NDIS_STATUS_PENDING);
1684}
1685
1686static void
1687NdisMFreeSharedMemory(adapter, len, cached, vaddr, paddr)
1688	ndis_handle		adapter;
1689	uint32_t		len;
1690	uint8_t			cached;
1691	void			*vaddr;
1692	ndis_physaddr		paddr;
1693{
1694	ndis_miniport_block	*block;
1695	struct ndis_softc	*sc;
1696	struct ndis_shmem	*sh = NULL;
1697	list_entry		*l;
1698
1699	if (vaddr == NULL || adapter == NULL)
1700		return;
1701
1702	block = (ndis_miniport_block *)adapter;
1703	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1704
1705	/* Sanity check: is list empty? */
1706
1707	if (IsListEmpty(&sc->ndis_shlist))
1708		return;
1709
1710	NDIS_LOCK(sc);
1711	l = sc->ndis_shlist.nle_flink;
1712	while (l != &sc->ndis_shlist) {
1713		sh = CONTAINING_RECORD(l, struct ndis_shmem, ndis_list);
1714		if (sh->ndis_saddr == vaddr)
1715			break;
1716		/*
1717	 	 * Check the physaddr too, just in case the driver lied
1718		 * about the virtual address.
1719		 */
1720		if (sh->ndis_paddr.np_quad == paddr.np_quad)
1721			break;
1722		l = l->nle_flink;
1723	}
1724
1725	if (sh == NULL) {
1726		NDIS_UNLOCK(sc);
1727		printf("NDIS: buggy driver tried to free "
1728		    "invalid shared memory: vaddr: %p paddr: 0x%jx\n",
1729		    vaddr, (uintmax_t)paddr.np_quad);
1730		return;
1731	}
1732
1733	RemoveEntryList(&sh->ndis_list);
1734
1735	NDIS_UNLOCK(sc);
1736
1737	bus_dmamap_unload(sh->ndis_stag, sh->ndis_smap);
1738	bus_dmamem_free(sh->ndis_stag, sh->ndis_saddr, sh->ndis_smap);
1739	bus_dma_tag_destroy(sh->ndis_stag);
1740
1741	free(sh, M_DEVBUF);
1742
1743	return;
1744}
1745
1746static ndis_status
1747NdisMMapIoSpace(vaddr, adapter, paddr, len)
1748	void			**vaddr;
1749	ndis_handle		adapter;
1750	ndis_physaddr		paddr;
1751	uint32_t		len;
1752{
1753	if (adapter == NULL)
1754		return(NDIS_STATUS_FAILURE);
1755
1756	*vaddr = MmMapIoSpace(paddr.np_quad, len, 0);
1757
1758	if (*vaddr == NULL)
1759		return(NDIS_STATUS_FAILURE);
1760
1761	return(NDIS_STATUS_SUCCESS);
1762}
1763
1764static void
1765NdisMUnmapIoSpace(adapter, vaddr, len)
1766	ndis_handle		adapter;
1767	void			*vaddr;
1768	uint32_t		len;
1769{
1770	MmUnmapIoSpace(vaddr, len);
1771	return;
1772}
1773
1774static uint32_t
1775NdisGetCacheFillSize(void)
1776{
1777	return(128);
1778}
1779
1780static uint32_t
1781NdisMGetDmaAlignment(handle)
1782	ndis_handle		handle;
1783{
1784	return(16);
1785}
1786
1787/*
1788 * NDIS has two methods for dealing with NICs that support DMA.
1789 * One is to just pass packets to the driver and let it call
1790 * NdisMStartBufferPhysicalMapping() to map each buffer in the packet
1791 * all by itself, and the other is to let the NDIS library handle the
1792 * buffer mapping internally, and hand the driver an already populated
1793 * scatter/gather fragment list. If the driver calls
1794 * NdisMInitializeScatterGatherDma(), it wants to use the latter
1795 * method.
1796 */
1797
1798static ndis_status
1799NdisMInitializeScatterGatherDma(adapter, is64, maxphysmap)
1800	ndis_handle		adapter;
1801	uint8_t			is64;
1802	uint32_t		maxphysmap;
1803{
1804	struct ndis_softc	*sc;
1805	ndis_miniport_block	*block;
1806	int			error;
1807
1808	if (adapter == NULL)
1809		return(NDIS_STATUS_FAILURE);
1810	block = (ndis_miniport_block *)adapter;
1811	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
1812
1813	/* Don't do this twice. */
1814	if (sc->ndis_sc == 1)
1815		return(NDIS_STATUS_SUCCESS);
1816
1817	error = bus_dma_tag_create(sc->ndis_parent_tag, ETHER_ALIGN, 0,
1818	    BUS_SPACE_MAXADDR_32BIT, BUS_SPACE_MAXADDR, NULL, NULL,
1819	    MCLBYTES * NDIS_MAXSEG, NDIS_MAXSEG, MCLBYTES, BUS_DMA_ALLOCNOW,
1820	    NULL, NULL, &sc->ndis_ttag);
1821
1822	sc->ndis_sc = 1;
1823
1824	return(NDIS_STATUS_SUCCESS);
1825}
1826
1827void
1828NdisAllocatePacketPool(status, pool, descnum, protrsvdlen)
1829	ndis_status		*status;
1830	ndis_handle		*pool;
1831	uint32_t		descnum;
1832	uint32_t		protrsvdlen;
1833{
1834	ndis_packet_pool	*p;
1835	ndis_packet		*packets;
1836	int			i;
1837
1838	p = ExAllocatePoolWithTag(NonPagedPool, sizeof(ndis_packet_pool), 0);
1839	if (p == NULL) {
1840		*status = NDIS_STATUS_RESOURCES;
1841		return;
1842	}
1843
1844	p->np_cnt = descnum + NDIS_POOL_EXTRA;
1845	p->np_protrsvd = protrsvdlen;
1846	p->np_len = sizeof(ndis_packet) + protrsvdlen;
1847
1848	packets = ExAllocatePoolWithTag(NonPagedPool, p->np_cnt *
1849	    p->np_len, 0);
1850
1851
1852	if (packets == NULL) {
1853		ExFreePool(p);
1854		*status = NDIS_STATUS_RESOURCES;
1855		return;
1856	}
1857
1858	p->np_pktmem = packets;
1859
1860	for (i = 0; i < p->np_cnt; i++)
1861		InterlockedPushEntrySList(&p->np_head,
1862		    (struct slist_entry *)&packets[i]);
1863
1864#ifdef NDIS_DEBUG_PACKETS
1865	p->np_dead = 0;
1866	KeInitializeSpinLock(&p->np_lock);
1867        KeInitializeEvent(&p->np_event, EVENT_TYPE_NOTIFY, TRUE);
1868#endif
1869
1870	*pool = p;
1871	*status = NDIS_STATUS_SUCCESS;
1872	return;
1873}
1874
1875void
1876NdisAllocatePacketPoolEx(status, pool, descnum, oflowdescnum, protrsvdlen)
1877	ndis_status		*status;
1878	ndis_handle		*pool;
1879	uint32_t		descnum;
1880	uint32_t		oflowdescnum;
1881	uint32_t		protrsvdlen;
1882{
1883	return(NdisAllocatePacketPool(status, pool,
1884	    descnum + oflowdescnum, protrsvdlen));
1885}
1886
1887uint32_t
1888NdisPacketPoolUsage(pool)
1889	ndis_handle		pool;
1890{
1891	ndis_packet_pool	*p;
1892
1893	p = (ndis_packet_pool *)pool;
1894	return(p->np_cnt - ExQueryDepthSList(&p->np_head));
1895}
1896
1897void
1898NdisFreePacketPool(pool)
1899	ndis_handle		pool;
1900{
1901	ndis_packet_pool	*p;
1902	int			usage;
1903#ifdef NDIS_DEBUG_PACKETS
1904	uint8_t			irql;
1905#endif
1906
1907	p = (ndis_packet_pool *)pool;
1908
1909#ifdef NDIS_DEBUG_PACKETS
1910	KeAcquireSpinLock(&p->np_lock, &irql);
1911#endif
1912
1913	usage = NdisPacketPoolUsage(pool);
1914
1915#ifdef NDIS_DEBUG_PACKETS
1916	if (usage) {
1917		p->np_dead = 1;
1918		KeResetEvent(&p->np_event);
1919		KeReleaseSpinLock(&p->np_lock, irql);
1920		KeWaitForSingleObject(&p->np_event, 0, 0, FALSE, NULL);
1921	} else
1922		KeReleaseSpinLock(&p->np_lock, irql);
1923#endif
1924
1925	ExFreePool(p->np_pktmem);
1926	ExFreePool(p);
1927
1928	return;
1929}
1930
1931void
1932NdisAllocatePacket(status, packet, pool)
1933	ndis_status		*status;
1934	ndis_packet		**packet;
1935	ndis_handle		pool;
1936{
1937	ndis_packet_pool	*p;
1938	ndis_packet		*pkt;
1939#ifdef NDIS_DEBUG_PACKETS
1940	uint8_t			irql;
1941#endif
1942
1943	p = (ndis_packet_pool *)pool;
1944
1945#ifdef NDIS_DEBUG_PACKETS
1946	KeAcquireSpinLock(&p->np_lock, &irql);
1947	if (p->np_dead) {
1948		KeReleaseSpinLock(&p->np_lock, irql);
1949		printf("NDIS: tried to allocate packet from dead pool %p\n",
1950		    pool);
1951		*status = NDIS_STATUS_RESOURCES;
1952		return;
1953	}
1954#endif
1955
1956	pkt = (ndis_packet *)InterlockedPopEntrySList(&p->np_head);
1957
1958#ifdef NDIS_DEBUG_PACKETS
1959	KeReleaseSpinLock(&p->np_lock, irql);
1960#endif
1961
1962	if (pkt == NULL) {
1963		*status = NDIS_STATUS_RESOURCES;
1964		return;
1965	}
1966
1967
1968	bzero((char *)pkt, sizeof(ndis_packet));
1969
1970	/* Save pointer to the pool. */
1971	pkt->np_private.npp_pool = pool;
1972
1973	/* Set the oob offset pointer. Lots of things expect this. */
1974	pkt->np_private.npp_packetooboffset = offsetof(ndis_packet, np_oob);
1975
1976	/*
1977	 * We must initialize the packet flags correctly in order
1978	 * for the NDIS_SET_PACKET_MEDIA_SPECIFIC_INFO() and
1979	 * NDIS_GET_PACKET_MEDIA_SPECIFIC_INFO() macros to work
1980         * correctly.
1981	 */
1982	pkt->np_private.npp_ndispktflags = NDIS_PACKET_ALLOCATED_BY_NDIS;
1983	pkt->np_private.npp_validcounts = FALSE;
1984
1985	*packet = pkt;
1986
1987	*status = NDIS_STATUS_SUCCESS;
1988
1989	return;
1990}
1991
1992void
1993NdisFreePacket(packet)
1994	ndis_packet		*packet;
1995{
1996	ndis_packet_pool	*p;
1997#ifdef NDIS_DEBUG_PACKETS
1998	uint8_t			irql;
1999#endif
2000
2001	p = (ndis_packet_pool *)packet->np_private.npp_pool;
2002
2003#ifdef NDIS_DEBUG_PACKETS
2004	KeAcquireSpinLock(&p->np_lock, &irql);
2005#endif
2006
2007	InterlockedPushEntrySList(&p->np_head, (slist_entry *)packet);
2008
2009#ifdef NDIS_DEBUG_PACKETS
2010	if (p->np_dead) {
2011		if (ExQueryDepthSList(&p->np_head) == p->np_cnt)
2012			KeSetEvent(&p->np_event, IO_NO_INCREMENT, FALSE);
2013	}
2014	KeReleaseSpinLock(&p->np_lock, irql);
2015#endif
2016
2017	return;
2018}
2019
2020static void
2021NdisUnchainBufferAtFront(packet, buf)
2022	ndis_packet		*packet;
2023	ndis_buffer		**buf;
2024{
2025	ndis_packet_private	*priv;
2026
2027	if (packet == NULL || buf == NULL)
2028		return;
2029
2030	priv = &packet->np_private;
2031
2032	priv->npp_validcounts = FALSE;
2033
2034	if (priv->npp_head == priv->npp_tail) {
2035		*buf = priv->npp_head;
2036		priv->npp_head = priv->npp_tail = NULL;
2037	} else {
2038		*buf = priv->npp_head;
2039		priv->npp_head = (*buf)->mdl_next;
2040	}
2041
2042	return;
2043}
2044
2045static void
2046NdisUnchainBufferAtBack(packet, buf)
2047	ndis_packet		*packet;
2048	ndis_buffer		**buf;
2049{
2050	ndis_packet_private	*priv;
2051	ndis_buffer		*tmp;
2052
2053	if (packet == NULL || buf == NULL)
2054		return;
2055
2056	priv = &packet->np_private;
2057
2058	priv->npp_validcounts = FALSE;
2059
2060	if (priv->npp_head == priv->npp_tail) {
2061		*buf = priv->npp_head;
2062		priv->npp_head = priv->npp_tail = NULL;
2063	} else {
2064		*buf = priv->npp_tail;
2065		tmp = priv->npp_head;
2066		while (tmp->mdl_next != priv->npp_tail)
2067			tmp = tmp->mdl_next;
2068		priv->npp_tail = tmp;
2069		tmp->mdl_next = NULL;
2070	}
2071
2072	return;
2073}
2074
2075/*
2076 * The NDIS "buffer" is really an MDL (memory descriptor list)
2077 * which is used to describe a buffer in a way that allows it
2078 * to mapped into different contexts. We have to be careful how
2079 * we handle them: in some versions of Windows, the NdisFreeBuffer()
2080 * routine is an actual function in the NDIS API, but in others
2081 * it's just a macro wrapper around IoFreeMdl(). There's really
2082 * no way to use the 'descnum' parameter to count how many
2083 * "buffers" are allocated since in order to use IoFreeMdl() to
2084 * dispose of a buffer, we have to use IoAllocateMdl() to allocate
2085 * them, and IoAllocateMdl() just grabs them out of the heap.
2086 */
2087
2088static void
2089NdisAllocateBufferPool(status, pool, descnum)
2090	ndis_status		*status;
2091	ndis_handle		*pool;
2092	uint32_t		descnum;
2093{
2094
2095	/*
2096	 * The only thing we can really do here is verify that descnum
2097	 * is a reasonable value, but I really don't know what to check
2098	 * it against.
2099	 */
2100
2101	*pool = NonPagedPool;
2102	*status = NDIS_STATUS_SUCCESS;
2103	return;
2104}
2105
2106static void
2107NdisFreeBufferPool(pool)
2108	ndis_handle		pool;
2109{
2110	return;
2111}
2112
2113static void
2114NdisAllocateBuffer(status, buffer, pool, vaddr, len)
2115	ndis_status		*status;
2116	ndis_buffer		**buffer;
2117	ndis_handle		pool;
2118	void			*vaddr;
2119	uint32_t		len;
2120{
2121	ndis_buffer		*buf;
2122
2123	buf = IoAllocateMdl(vaddr, len, FALSE, FALSE, NULL);
2124	if (buf == NULL) {
2125		*status = NDIS_STATUS_RESOURCES;
2126		return;
2127	}
2128
2129	MmBuildMdlForNonPagedPool(buf);
2130
2131	*buffer = buf;
2132	*status = NDIS_STATUS_SUCCESS;
2133
2134	return;
2135}
2136
2137static void
2138NdisFreeBuffer(buf)
2139	ndis_buffer		*buf;
2140{
2141	IoFreeMdl(buf);
2142	return;
2143}
2144
2145/* Aw c'mon. */
2146
2147static uint32_t
2148NdisBufferLength(buf)
2149	ndis_buffer		*buf;
2150{
2151	return(MmGetMdlByteCount(buf));
2152}
2153
2154/*
2155 * Get the virtual address and length of a buffer.
2156 * Note: the vaddr argument is optional.
2157 */
2158
2159static void
2160NdisQueryBuffer(buf, vaddr, len)
2161	ndis_buffer		*buf;
2162	void			**vaddr;
2163	uint32_t		*len;
2164{
2165	if (vaddr != NULL)
2166		*vaddr = MmGetMdlVirtualAddress(buf);
2167	*len = MmGetMdlByteCount(buf);
2168
2169	return;
2170}
2171
2172/* Same as above -- we don't care about the priority. */
2173
2174static void
2175NdisQueryBufferSafe(buf, vaddr, len, prio)
2176	ndis_buffer		*buf;
2177	void			**vaddr;
2178	uint32_t		*len;
2179	uint32_t		prio;
2180{
2181	if (vaddr != NULL)
2182		*vaddr = MmGetMdlVirtualAddress(buf);
2183	*len = MmGetMdlByteCount(buf);
2184
2185	return;
2186}
2187
2188/* Damnit Microsoft!! How many ways can you do the same thing?! */
2189
2190static void *
2191NdisBufferVirtualAddress(buf)
2192	ndis_buffer		*buf;
2193{
2194	return(MmGetMdlVirtualAddress(buf));
2195}
2196
2197static void *
2198NdisBufferVirtualAddressSafe(buf, prio)
2199	ndis_buffer		*buf;
2200	uint32_t		prio;
2201{
2202	return(MmGetMdlVirtualAddress(buf));
2203}
2204
2205static void
2206NdisAdjustBufferLength(buf, len)
2207	ndis_buffer		*buf;
2208	int			len;
2209{
2210	MmGetMdlByteCount(buf) = len;
2211
2212	return;
2213}
2214
2215static uint32_t
2216NdisInterlockedIncrement(addend)
2217	uint32_t		*addend;
2218{
2219	atomic_add_long((u_long *)addend, 1);
2220	return(*addend);
2221}
2222
2223static uint32_t
2224NdisInterlockedDecrement(addend)
2225	uint32_t		*addend;
2226{
2227	atomic_subtract_long((u_long *)addend, 1);
2228	return(*addend);
2229}
2230
2231static void
2232NdisInitializeEvent(event)
2233	ndis_event		*event;
2234{
2235	/*
2236	 * NDIS events are always notification
2237	 * events, and should be initialized to the
2238	 * not signaled state.
2239	 */
2240	KeInitializeEvent(&event->ne_event, EVENT_TYPE_NOTIFY, FALSE);
2241	return;
2242}
2243
2244static void
2245NdisSetEvent(event)
2246	ndis_event		*event;
2247{
2248	KeSetEvent(&event->ne_event, IO_NO_INCREMENT, FALSE);
2249	return;
2250}
2251
2252static void
2253NdisResetEvent(event)
2254	ndis_event		*event;
2255{
2256	KeResetEvent(&event->ne_event);
2257	return;
2258}
2259
2260static uint8_t
2261NdisWaitEvent(event, msecs)
2262	ndis_event		*event;
2263	uint32_t		msecs;
2264{
2265	int64_t			duetime;
2266	uint32_t		rval;
2267
2268	duetime = ((int64_t)msecs * -10000);
2269	rval = KeWaitForSingleObject(event,
2270	    0, 0, TRUE, msecs ? & duetime : NULL);
2271
2272	if (rval == STATUS_TIMEOUT)
2273		return(FALSE);
2274
2275	return(TRUE);
2276}
2277
2278static ndis_status
2279NdisUnicodeStringToAnsiString(dstr, sstr)
2280	ansi_string		*dstr;
2281	unicode_string		*sstr;
2282{
2283	uint32_t		rval;
2284
2285	rval = RtlUnicodeStringToAnsiString(dstr, sstr, FALSE);
2286
2287	if (rval == STATUS_INSUFFICIENT_RESOURCES)
2288		return(NDIS_STATUS_RESOURCES);
2289	if (rval)
2290		return(NDIS_STATUS_FAILURE);
2291
2292	return (NDIS_STATUS_SUCCESS);
2293}
2294
2295static ndis_status
2296NdisAnsiStringToUnicodeString(dstr, sstr)
2297	unicode_string		*dstr;
2298	ansi_string		*sstr;
2299{
2300	uint32_t		rval;
2301
2302	rval = RtlAnsiStringToUnicodeString(dstr, sstr, FALSE);
2303
2304	if (rval == STATUS_INSUFFICIENT_RESOURCES)
2305		return(NDIS_STATUS_RESOURCES);
2306	if (rval)
2307		return(NDIS_STATUS_FAILURE);
2308
2309	return (NDIS_STATUS_SUCCESS);
2310}
2311
2312static ndis_status
2313NdisMPciAssignResources(adapter, slot, list)
2314	ndis_handle		adapter;
2315	uint32_t		slot;
2316	ndis_resource_list	**list;
2317{
2318	ndis_miniport_block	*block;
2319
2320	if (adapter == NULL || list == NULL)
2321		return (NDIS_STATUS_FAILURE);
2322
2323	block = (ndis_miniport_block *)adapter;
2324	*list = block->nmb_rlist;
2325
2326	return (NDIS_STATUS_SUCCESS);
2327}
2328
2329static uint8_t
2330ndis_intr(iobj, arg)
2331	kinterrupt		*iobj;
2332        void                    *arg;
2333{
2334	struct ndis_softc	*sc;
2335	uint8_t			is_our_intr = FALSE;
2336	int			call_isr = 0;
2337	ndis_miniport_interrupt	*intr;
2338
2339	sc = arg;
2340	intr = sc->ndis_block->nmb_interrupt;
2341
2342	if (intr == NULL || sc->ndis_block->nmb_miniportadapterctx == NULL)
2343		return(FALSE);
2344
2345	if (sc->ndis_block->nmb_interrupt->ni_isrreq == TRUE)
2346		MSCALL3(intr->ni_isrfunc, &is_our_intr, &call_isr,
2347		    sc->ndis_block->nmb_miniportadapterctx);
2348	else {
2349		MSCALL1(sc->ndis_chars->nmc_disable_interrupts_func,
2350		    sc->ndis_block->nmb_miniportadapterctx);
2351		call_isr = 1;
2352	}
2353
2354	if (call_isr)
2355		IoRequestDpc(sc->ndis_block->nmb_deviceobj, NULL, sc);
2356
2357	return(is_our_intr);
2358}
2359
2360static void
2361ndis_intrhand(dpc, intr, sysarg1, sysarg2)
2362	kdpc			*dpc;
2363	ndis_miniport_interrupt	*intr;
2364	void			*sysarg1;
2365	void			*sysarg2;
2366{
2367	struct ndis_softc	*sc;
2368	ndis_miniport_block	*block;
2369        ndis_handle             adapter;
2370
2371	block = intr->ni_block;
2372        adapter = block->nmb_miniportadapterctx;
2373	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2374
2375        if (NDIS_SERIALIZED(sc->ndis_block))
2376                KeAcquireSpinLockAtDpcLevel(&block->nmb_lock);
2377
2378        MSCALL1(intr->ni_dpcfunc, adapter);
2379
2380        /* If there's a MiniportEnableInterrupt() routine, call it. */
2381
2382	if (sc->ndis_chars->nmc_enable_interrupts_func != NULL)
2383		MSCALL1(sc->ndis_chars->nmc_enable_interrupts_func, adapter);
2384
2385        if (NDIS_SERIALIZED(sc->ndis_block))
2386                KeReleaseSpinLockFromDpcLevel(&block->nmb_lock);
2387
2388	/*
2389	 * Set the completion event if we've drained all
2390	 * pending interrupts.
2391	 */
2392
2393	KeAcquireSpinLockAtDpcLevel(&intr->ni_dpccountlock);
2394	intr->ni_dpccnt--;
2395	if (intr->ni_dpccnt == 0)
2396		KeSetEvent(&intr->ni_dpcevt, IO_NO_INCREMENT, FALSE);
2397	KeReleaseSpinLockFromDpcLevel(&intr->ni_dpccountlock);
2398
2399        return;
2400}
2401
2402static ndis_status
2403NdisMRegisterInterrupt(intr, adapter, ivec, ilevel, reqisr, shared, imode)
2404	ndis_miniport_interrupt	*intr;
2405	ndis_handle		adapter;
2406	uint32_t		ivec;
2407	uint32_t		ilevel;
2408	uint8_t			reqisr;
2409	uint8_t			shared;
2410	ndis_interrupt_mode	imode;
2411{
2412	ndis_miniport_block	*block;
2413	ndis_miniport_characteristics *ch;
2414	struct ndis_softc	*sc;
2415	int			error;
2416
2417	block = adapter;
2418	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2419	ch = IoGetDriverObjectExtension(block->nmb_deviceobj->do_drvobj,
2420	    (void *)1);
2421
2422	intr->ni_rsvd = ExAllocatePoolWithTag(NonPagedPool,
2423	    sizeof(struct mtx), 0);
2424	if (intr->ni_rsvd == NULL)
2425		return(NDIS_STATUS_RESOURCES);
2426
2427	intr->ni_block = adapter;
2428	intr->ni_isrreq = reqisr;
2429	intr->ni_shared = shared;
2430	intr->ni_dpccnt = 0;
2431	intr->ni_isrfunc = ch->nmc_isr_func;
2432	intr->ni_dpcfunc = ch->nmc_interrupt_func;
2433
2434        KeInitializeEvent(&intr->ni_dpcevt, EVENT_TYPE_NOTIFY, TRUE);
2435        KeInitializeDpc(&intr->ni_dpc,
2436	    ndis_findwrap((funcptr)ndis_intrhand), intr);
2437        KeSetImportanceDpc(&intr->ni_dpc, KDPC_IMPORTANCE_LOW);
2438
2439	error = IoConnectInterrupt(&intr->ni_introbj,
2440	    ndis_findwrap((funcptr)ndis_intr), sc, NULL,
2441	    ivec, ilevel, 0, imode, shared, 0, FALSE);
2442
2443	if (error != STATUS_SUCCESS)
2444		return(NDIS_STATUS_FAILURE);
2445
2446	block->nmb_interrupt = intr;
2447
2448	return(NDIS_STATUS_SUCCESS);
2449}
2450
2451static void
2452NdisMDeregisterInterrupt(intr)
2453	ndis_miniport_interrupt	*intr;
2454{
2455	ndis_miniport_block	*block;
2456	struct ndis_softc	*sc;
2457	uint8_t			irql;
2458
2459	block = intr->ni_block;
2460	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2461
2462	/* Should really be KeSynchronizeExecution() */
2463
2464	KeAcquireSpinLock(intr->ni_introbj->ki_lock, &irql);
2465	block->nmb_interrupt = NULL;
2466	KeReleaseSpinLock(intr->ni_introbj->ki_lock, irql);
2467/*
2468	KeFlushQueuedDpcs();
2469*/
2470	/* Disconnect our ISR */
2471
2472	IoDisconnectInterrupt(intr->ni_introbj);
2473
2474	KeWaitForSingleObject(&intr->ni_dpcevt, 0, 0, FALSE, NULL);
2475	KeResetEvent(&intr->ni_dpcevt);
2476
2477	return;
2478}
2479
2480static void
2481NdisMRegisterAdapterShutdownHandler(adapter, shutdownctx, shutdownfunc)
2482	ndis_handle		adapter;
2483	void			*shutdownctx;
2484	ndis_shutdown_handler	shutdownfunc;
2485{
2486	ndis_miniport_block	*block;
2487	ndis_miniport_characteristics *chars;
2488	struct ndis_softc	*sc;
2489
2490	if (adapter == NULL)
2491		return;
2492
2493	block = (ndis_miniport_block *)adapter;
2494	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2495	chars = sc->ndis_chars;
2496
2497	chars->nmc_shutdown_handler = shutdownfunc;
2498	chars->nmc_rsvd0 = shutdownctx;
2499
2500	return;
2501}
2502
2503static void
2504NdisMDeregisterAdapterShutdownHandler(adapter)
2505	ndis_handle		adapter;
2506{
2507	ndis_miniport_block	*block;
2508	ndis_miniport_characteristics *chars;
2509	struct ndis_softc	*sc;
2510
2511	if (adapter == NULL)
2512		return;
2513
2514	block = (ndis_miniport_block *)adapter;
2515	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2516	chars = sc->ndis_chars;
2517
2518	chars->nmc_shutdown_handler = NULL;
2519	chars->nmc_rsvd0 = NULL;
2520
2521	return;
2522}
2523
2524static uint32_t
2525NDIS_BUFFER_TO_SPAN_PAGES(buf)
2526	ndis_buffer		*buf;
2527{
2528	if (buf == NULL)
2529		return(0);
2530	if (MmGetMdlByteCount(buf) == 0)
2531		return(1);
2532	return(SPAN_PAGES(MmGetMdlVirtualAddress(buf),
2533	    MmGetMdlByteCount(buf)));
2534}
2535
2536static void
2537NdisGetBufferPhysicalArraySize(buf, pages)
2538	ndis_buffer		*buf;
2539	uint32_t		*pages;
2540{
2541	if (buf == NULL)
2542		return;
2543
2544	*pages = NDIS_BUFFER_TO_SPAN_PAGES(buf);
2545	return;
2546}
2547
2548static void
2549NdisQueryBufferOffset(buf, off, len)
2550	ndis_buffer		*buf;
2551	uint32_t		*off;
2552	uint32_t		*len;
2553{
2554	if (buf == NULL)
2555		return;
2556
2557	*off = MmGetMdlByteOffset(buf);
2558	*len = MmGetMdlByteCount(buf);
2559
2560	return;
2561}
2562
2563void
2564NdisMSleep(usecs)
2565	uint32_t		usecs;
2566{
2567	ktimer			timer;
2568
2569	/*
2570	 * During system bootstrap, (i.e. cold == 1), we aren't
2571	 * allowed to sleep, so we have to do a hard DELAY()
2572	 * instead.
2573	 */
2574
2575	if (cold)
2576		DELAY(usecs);
2577	else {
2578		KeInitializeTimer(&timer);
2579		KeSetTimer(&timer, ((int64_t)usecs * -10), NULL);
2580		KeWaitForSingleObject(&timer, 0, 0, FALSE, NULL);
2581	}
2582
2583	return;
2584}
2585
2586static uint32_t
2587NdisReadPcmciaAttributeMemory(handle, offset, buf, len)
2588	ndis_handle		handle;
2589	uint32_t		offset;
2590	void			*buf;
2591	uint32_t		len;
2592{
2593	struct ndis_softc	*sc;
2594	ndis_miniport_block	*block;
2595	bus_space_handle_t	bh;
2596	bus_space_tag_t		bt;
2597	char			*dest;
2598	int			i;
2599
2600	if (handle == NULL)
2601		return(0);
2602
2603	block = (ndis_miniport_block *)handle;
2604	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2605	dest = buf;
2606
2607	bh = rman_get_bushandle(sc->ndis_res_am);
2608	bt = rman_get_bustag(sc->ndis_res_am);
2609
2610	for (i = 0; i < len; i++)
2611		dest[i] = bus_space_read_1(bt, bh, (offset + i) * 2);
2612
2613	return(i);
2614}
2615
2616static uint32_t
2617NdisWritePcmciaAttributeMemory(handle, offset, buf, len)
2618	ndis_handle		handle;
2619	uint32_t		offset;
2620	void			*buf;
2621	uint32_t		len;
2622{
2623	struct ndis_softc	*sc;
2624	ndis_miniport_block	*block;
2625	bus_space_handle_t	bh;
2626	bus_space_tag_t		bt;
2627	char			*src;
2628	int			i;
2629
2630	if (handle == NULL)
2631		return(0);
2632
2633	block = (ndis_miniport_block *)handle;
2634	sc = device_get_softc(block->nmb_physdeviceobj->do_devext);
2635	src = buf;
2636
2637	bh = rman_get_bushandle(sc->ndis_res_am);
2638	bt = rman_get_bustag(sc->ndis_res_am);
2639
2640	for (i = 0; i < len; i++)
2641		bus_space_write_1(bt, bh, (offset + i) * 2, src[i]);
2642
2643	return(i);
2644}
2645
2646static list_entry *
2647NdisInterlockedInsertHeadList(head, entry, lock)
2648	list_entry		*head;
2649	list_entry		*entry;
2650	ndis_spin_lock		*lock;
2651{
2652	list_entry		*flink;
2653
2654	KeAcquireSpinLock(&lock->nsl_spinlock, &lock->nsl_kirql);
2655	flink = head->nle_flink;
2656	entry->nle_flink = flink;
2657	entry->nle_blink = head;
2658	flink->nle_blink = entry;
2659	head->nle_flink = entry;
2660	KeReleaseSpinLock(&lock->nsl_spinlock, lock->nsl_kirql);
2661
2662	return(flink);
2663}
2664
2665static list_entry *
2666NdisInterlockedRemoveHeadList(head, lock)
2667	list_entry		*head;
2668	ndis_spin_lock		*lock;
2669{
2670	list_entry		*flink;
2671	list_entry		*entry;
2672
2673	KeAcquireSpinLock(&lock->nsl_spinlock, &lock->nsl_kirql);
2674	entry = head->nle_flink;
2675	flink = entry->nle_flink;
2676	head->nle_flink = flink;
2677	flink->nle_blink = head;
2678	KeReleaseSpinLock(&lock->nsl_spinlock, lock->nsl_kirql);
2679
2680	return(entry);
2681}
2682
2683static list_entry *
2684NdisInterlockedInsertTailList(head, entry, lock)
2685	list_entry		*head;
2686	list_entry		*entry;
2687	ndis_spin_lock		*lock;
2688{
2689	list_entry		*blink;
2690
2691	KeAcquireSpinLock(&lock->nsl_spinlock, &lock->nsl_kirql);
2692	blink = head->nle_blink;
2693	entry->nle_flink = head;
2694	entry->nle_blink = blink;
2695	blink->nle_flink = entry;
2696	head->nle_blink = entry;
2697	KeReleaseSpinLock(&lock->nsl_spinlock, lock->nsl_kirql);
2698
2699	return(blink);
2700}
2701
2702static uint8_t
2703NdisMSynchronizeWithInterrupt(intr, syncfunc, syncctx)
2704	ndis_miniport_interrupt	*intr;
2705	void			*syncfunc;
2706	void			*syncctx;
2707{
2708	return(KeSynchronizeExecution(intr->ni_introbj, syncfunc, syncctx));
2709}
2710
2711/*
2712 * Return the number of 100 nanosecond intervals since
2713 * January 1, 1601. (?!?!)
2714 */
2715static void
2716NdisGetCurrentSystemTime(tval)
2717	uint64_t		*tval;
2718{
2719	struct timespec		ts;
2720
2721	nanotime(&ts);
2722	*tval = (uint64_t)ts.tv_nsec / 100 + (uint64_t)ts.tv_sec * 10000000 +
2723	    11644473600;
2724
2725	return;
2726}
2727
2728/*
2729 * Return the number of milliseconds since the system booted.
2730 */
2731static void
2732NdisGetSystemUpTime(tval)
2733	uint32_t		*tval;
2734{
2735	struct timespec		ts;
2736
2737	nanouptime(&ts);
2738	*tval = ts.tv_nsec / 1000000 + ts.tv_sec * 1000;
2739
2740	return;
2741}
2742
2743static void
2744NdisInitializeString(dst, src)
2745	unicode_string		*dst;
2746	char			*src;
2747{
2748	ansi_string		as;
2749	RtlInitAnsiString(&as, src);
2750	RtlAnsiStringToUnicodeString(dst, &as, TRUE);
2751	return;
2752}
2753
2754static void
2755NdisFreeString(str)
2756	unicode_string		*str;
2757{
2758	RtlFreeUnicodeString(str);
2759	return;
2760}
2761
2762static ndis_status
2763NdisMRemoveMiniport(adapter)
2764	ndis_handle		*adapter;
2765{
2766	return(NDIS_STATUS_SUCCESS);
2767}
2768
2769static void
2770NdisInitAnsiString(dst, src)
2771	ansi_string		*dst;
2772	char			*src;
2773{
2774	RtlInitAnsiString(dst, src);
2775	return;
2776}
2777
2778static void
2779NdisInitUnicodeString(dst, src)
2780	unicode_string		*dst;
2781	uint16_t		*src;
2782{
2783	RtlInitUnicodeString(dst, src);
2784	return;
2785}
2786
2787static void NdisMGetDeviceProperty(adapter, phydevobj,
2788	funcdevobj, nextdevobj, resources, transresources)
2789	ndis_handle		adapter;
2790	device_object		**phydevobj;
2791	device_object		**funcdevobj;
2792	device_object		**nextdevobj;
2793	cm_resource_list	*resources;
2794	cm_resource_list	*transresources;
2795{
2796	ndis_miniport_block	*block;
2797
2798	block = (ndis_miniport_block *)adapter;
2799
2800	if (phydevobj != NULL)
2801		*phydevobj = block->nmb_physdeviceobj;
2802	if (funcdevobj != NULL)
2803		*funcdevobj = block->nmb_deviceobj;
2804	if (nextdevobj != NULL)
2805		*nextdevobj = block->nmb_nextdeviceobj;
2806
2807	return;
2808}
2809
2810static void
2811NdisGetFirstBufferFromPacket(packet, buf, firstva, firstlen, totlen)
2812	ndis_packet		*packet;
2813	ndis_buffer		**buf;
2814	void			**firstva;
2815	uint32_t		*firstlen;
2816	uint32_t		*totlen;
2817{
2818	ndis_buffer		*tmp;
2819
2820	tmp = packet->np_private.npp_head;
2821	*buf = tmp;
2822	if (tmp == NULL) {
2823		*firstva = NULL;
2824		*firstlen = *totlen = 0;
2825	} else {
2826		*firstva = MmGetMdlVirtualAddress(tmp);
2827		*firstlen = *totlen = MmGetMdlByteCount(tmp);
2828		for (tmp = tmp->mdl_next; tmp != NULL; tmp = tmp->mdl_next)
2829			*totlen += MmGetMdlByteCount(tmp);
2830	}
2831
2832	return;
2833}
2834
2835static void
2836NdisGetFirstBufferFromPacketSafe(packet, buf, firstva, firstlen, totlen, prio)
2837	ndis_packet		*packet;
2838	ndis_buffer		**buf;
2839	void			**firstva;
2840	uint32_t		*firstlen;
2841	uint32_t		*totlen;
2842	uint32_t		prio;
2843{
2844	NdisGetFirstBufferFromPacket(packet, buf, firstva, firstlen, totlen);
2845}
2846
2847static int
2848ndis_find_sym(lf, filename, suffix, sym)
2849	linker_file_t		lf;
2850	char			*filename;
2851	char			*suffix;
2852	caddr_t			*sym;
2853{
2854	char			*fullsym;
2855	char			*suf;
2856	int			i;
2857
2858	fullsym = ExAllocatePoolWithTag(NonPagedPool, MAXPATHLEN, 0);
2859	if (fullsym == NULL)
2860		return(ENOMEM);
2861
2862	bzero(fullsym, MAXPATHLEN);
2863	strncpy(fullsym, filename, MAXPATHLEN);
2864	if (strlen(filename) < 4) {
2865		ExFreePool(fullsym);
2866		return(EINVAL);
2867	}
2868
2869	/* If the filename has a .ko suffix, strip if off. */
2870	suf = fullsym + (strlen(filename) - 3);
2871	if (strcmp(suf, ".ko") == 0)
2872		*suf = '\0';
2873
2874	for (i = 0; i < strlen(fullsym); i++) {
2875		if (fullsym[i] == '.')
2876			fullsym[i] = '_';
2877		else
2878			fullsym[i] = tolower(fullsym[i]);
2879	}
2880	strcat(fullsym, suffix);
2881	*sym = linker_file_lookup_symbol(lf, fullsym, 0);
2882	ExFreePool(fullsym);
2883	if (*sym == 0)
2884		return(ENOENT);
2885
2886	return(0);
2887}
2888
2889struct ndis_checkmodule {
2890	char	*afilename;
2891	ndis_fh	*fh;
2892};
2893
2894/*
2895 * See if a single module contains the symbols for a specified file.
2896 */
2897static int
2898NdisCheckModule(linker_file_t lf, void *context)
2899{
2900	struct ndis_checkmodule *nc;
2901	caddr_t			kldstart, kldend;
2902
2903	nc = (struct ndis_checkmodule *)context;
2904	if (ndis_find_sym(lf, nc->afilename, "_start", &kldstart))
2905		return (0);
2906	if (ndis_find_sym(lf, nc->afilename, "_end", &kldend))
2907		return (0);
2908	nc->fh->nf_vp = lf;
2909	nc->fh->nf_map = NULL;
2910	nc->fh->nf_type = NDIS_FH_TYPE_MODULE;
2911	nc->fh->nf_maplen = (kldend - kldstart) & 0xFFFFFFFF;
2912	return (1);
2913}
2914
2915/* can also return NDIS_STATUS_RESOURCES/NDIS_STATUS_ERROR_READING_FILE */
2916static void
2917NdisOpenFile(status, filehandle, filelength, filename, highestaddr)
2918	ndis_status		*status;
2919	ndis_handle		*filehandle;
2920	uint32_t		*filelength;
2921	unicode_string		*filename;
2922	ndis_physaddr		highestaddr;
2923{
2924	ansi_string		as;
2925	char			*afilename = NULL;
2926	struct thread		*td = curthread;
2927	struct nameidata	nd;
2928	int			flags, error;
2929	struct vattr		vat;
2930	struct vattr		*vap = &vat;
2931	ndis_fh			*fh;
2932	char			*path;
2933	struct ndis_checkmodule	nc;
2934
2935	if (RtlUnicodeStringToAnsiString(&as, filename, TRUE)) {
2936		*status = NDIS_STATUS_RESOURCES;
2937		return;
2938	}
2939
2940	afilename = strdup(as.as_buf, M_DEVBUF);
2941	RtlFreeAnsiString(&as);
2942
2943	fh = ExAllocatePoolWithTag(NonPagedPool, sizeof(ndis_fh), 0);
2944	if (fh == NULL) {
2945		free(afilename, M_DEVBUF);
2946		*status = NDIS_STATUS_RESOURCES;
2947		return;
2948	}
2949
2950	fh->nf_name = afilename;
2951
2952	/*
2953	 * During system bootstrap, it's impossible to load files
2954	 * from the rootfs since it's not mounted yet. We therefore
2955	 * offer the possibility of opening files that have been
2956	 * preloaded as modules instead. Both choices will work
2957	 * when kldloading a module from multiuser, but only the
2958	 * module option will work during bootstrap. The module
2959	 * loading option works by using the ndiscvt(8) utility
2960	 * to convert the arbitrary file into a .ko using objcopy(1).
2961	 * This file will contain two special symbols: filename_start
2962	 * and filename_end. All we have to do is traverse the KLD
2963	 * list in search of those symbols and we've found the file
2964	 * data. As an added bonus, ndiscvt(8) will also generate
2965	 * a normal .o file which can be linked statically with
2966	 * the kernel. This means that the symbols will actual reside
2967	 * in the kernel's symbol table, but that doesn't matter to
2968	 * us since the kernel appears to us as just another module.
2969	 */
2970
2971	nc.afilename = afilename;
2972	nc.fh = fh;
2973	if (linker_file_foreach(NdisCheckModule, &nc)) {
2974		*filelength = fh->nf_maplen;
2975		*filehandle = fh;
2976		*status = NDIS_STATUS_SUCCESS;
2977		return;
2978	}
2979
2980	if (TAILQ_EMPTY(&mountlist)) {
2981		ExFreePool(fh);
2982		*status = NDIS_STATUS_FILE_NOT_FOUND;
2983		printf("NDIS: could not find file %s in linker list\n",
2984		    afilename);
2985		printf("NDIS: and no filesystems mounted yet, "
2986		    "aborting NdisOpenFile()\n");
2987		free(afilename, M_DEVBUF);
2988		return;
2989	}
2990
2991	path = ExAllocatePoolWithTag(NonPagedPool, MAXPATHLEN, 0);
2992	if (path == NULL) {
2993		ExFreePool(fh);
2994		free(afilename, M_DEVBUF);
2995		*status = NDIS_STATUS_RESOURCES;
2996		return;
2997	}
2998
2999	snprintf(path, MAXPATHLEN, "%s/%s", ndis_filepath, afilename);
3000
3001	mtx_lock(&Giant);
3002
3003	/* Some threads don't have a current working directory. */
3004
3005	if (td->td_proc->p_fd->fd_rdir == NULL)
3006		td->td_proc->p_fd->fd_rdir = rootvnode;
3007	if (td->td_proc->p_fd->fd_cdir == NULL)
3008		td->td_proc->p_fd->fd_cdir = rootvnode;
3009
3010	NDINIT(&nd, LOOKUP, FOLLOW, UIO_SYSSPACE, path, td);
3011
3012	flags = FREAD;
3013	error = vn_open(&nd, &flags, 0, -1);
3014	if (error) {
3015		mtx_unlock(&Giant);
3016		*status = NDIS_STATUS_FILE_NOT_FOUND;
3017		ExFreePool(fh);
3018		printf("NDIS: open file %s failed: %d\n", path, error);
3019		ExFreePool(path);
3020		free(afilename, M_DEVBUF);
3021		return;
3022	}
3023
3024	ExFreePool(path);
3025
3026	NDFREE(&nd, NDF_ONLY_PNBUF);
3027
3028	/* Get the file size. */
3029	VOP_GETATTR(nd.ni_vp, vap, td->td_ucred, td);
3030	VOP_UNLOCK(nd.ni_vp, 0, td);
3031	mtx_unlock(&Giant);
3032
3033	fh->nf_vp = nd.ni_vp;
3034	fh->nf_map = NULL;
3035	fh->nf_type = NDIS_FH_TYPE_VFS;
3036	*filehandle = fh;
3037	*filelength = fh->nf_maplen = vap->va_size & 0xFFFFFFFF;
3038	*status = NDIS_STATUS_SUCCESS;
3039
3040	return;
3041}
3042
3043static void
3044NdisMapFile(status, mappedbuffer, filehandle)
3045	ndis_status		*status;
3046	void			**mappedbuffer;
3047	ndis_handle		filehandle;
3048{
3049	ndis_fh			*fh;
3050	struct thread		*td = curthread;
3051	linker_file_t		lf;
3052	caddr_t			kldstart;
3053	int			error, resid;
3054
3055	if (filehandle == NULL) {
3056		*status = NDIS_STATUS_FAILURE;
3057		return;
3058	}
3059
3060	fh = (ndis_fh *)filehandle;
3061
3062	if (fh->nf_vp == NULL) {
3063		*status = NDIS_STATUS_FAILURE;
3064		return;
3065	}
3066
3067	if (fh->nf_map != NULL) {
3068		*status = NDIS_STATUS_ALREADY_MAPPED;
3069		return;
3070	}
3071
3072	if (fh->nf_type == NDIS_FH_TYPE_MODULE) {
3073		lf = fh->nf_vp;
3074		if (ndis_find_sym(lf, fh->nf_name, "_start", &kldstart)) {
3075			*status = NDIS_STATUS_FAILURE;
3076			return;
3077		}
3078		fh->nf_map = kldstart;
3079		*status = NDIS_STATUS_SUCCESS;
3080		*mappedbuffer = fh->nf_map;
3081		return;
3082	}
3083
3084	fh->nf_map = ExAllocatePoolWithTag(NonPagedPool, fh->nf_maplen, 0);
3085
3086	if (fh->nf_map == NULL) {
3087		*status = NDIS_STATUS_RESOURCES;
3088		return;
3089	}
3090
3091	mtx_lock(&Giant);
3092	error = vn_rdwr(UIO_READ, fh->nf_vp, fh->nf_map, fh->nf_maplen, 0,
3093	    UIO_SYSSPACE, 0, td->td_ucred, NOCRED, &resid, td);
3094	mtx_unlock(&Giant);
3095
3096	if (error)
3097		*status = NDIS_STATUS_FAILURE;
3098	else {
3099		*status = NDIS_STATUS_SUCCESS;
3100		*mappedbuffer = fh->nf_map;
3101	}
3102
3103	return;
3104}
3105
3106static void
3107NdisUnmapFile(filehandle)
3108	ndis_handle		filehandle;
3109{
3110	ndis_fh			*fh;
3111	fh = (ndis_fh *)filehandle;
3112
3113	if (fh->nf_map == NULL)
3114		return;
3115
3116	if (fh->nf_type == NDIS_FH_TYPE_VFS)
3117		ExFreePool(fh->nf_map);
3118	fh->nf_map = NULL;
3119
3120	return;
3121}
3122
3123static void
3124NdisCloseFile(filehandle)
3125	ndis_handle		filehandle;
3126{
3127	struct thread		*td = curthread;
3128	ndis_fh			*fh;
3129
3130	if (filehandle == NULL)
3131		return;
3132
3133	fh = (ndis_fh *)filehandle;
3134	if (fh->nf_map != NULL) {
3135		if (fh->nf_type == NDIS_FH_TYPE_VFS)
3136			ExFreePool(fh->nf_map);
3137		fh->nf_map = NULL;
3138	}
3139
3140	if (fh->nf_vp == NULL)
3141		return;
3142
3143	if (fh->nf_type == NDIS_FH_TYPE_VFS) {
3144		mtx_lock(&Giant);
3145		vn_close(fh->nf_vp, FREAD, td->td_ucred, td);
3146		mtx_unlock(&Giant);
3147	}
3148
3149	fh->nf_vp = NULL;
3150	free(fh->nf_name, M_DEVBUF);
3151	ExFreePool(fh);
3152
3153	return;
3154}
3155
3156static uint8_t
3157NdisSystemProcessorCount()
3158{
3159	return(mp_ncpus);
3160}
3161
3162typedef void (*ndis_statusdone_handler)(ndis_handle);
3163typedef void (*ndis_status_handler)(ndis_handle, ndis_status,
3164        void *, uint32_t);
3165
3166static void
3167NdisMIndicateStatusComplete(adapter)
3168	ndis_handle		adapter;
3169{
3170	ndis_miniport_block	*block;
3171	ndis_statusdone_handler	statusdonefunc;
3172
3173	block = (ndis_miniport_block *)adapter;
3174	statusdonefunc = block->nmb_statusdone_func;
3175
3176	MSCALL1(statusdonefunc, adapter);
3177	return;
3178}
3179
3180static void
3181NdisMIndicateStatus(adapter, status, sbuf, slen)
3182	ndis_handle		adapter;
3183	ndis_status		status;
3184	void			*sbuf;
3185	uint32_t		slen;
3186{
3187	ndis_miniport_block	*block;
3188	ndis_status_handler	statusfunc;
3189
3190	block = (ndis_miniport_block *)adapter;
3191	statusfunc = block->nmb_status_func;
3192
3193	MSCALL4(statusfunc, adapter, status, sbuf, slen);
3194	return;
3195}
3196
3197/*
3198 * The DDK documentation says that you should use IoQueueWorkItem()
3199 * instead of ExQueueWorkItem(). The problem is, IoQueueWorkItem()
3200 * is fundamentally incompatible with NdisScheduleWorkItem(), which
3201 * depends on the API semantics of ExQueueWorkItem(). In our world,
3202 * ExQueueWorkItem() is implemented on top of IoAllocateQueueItem()
3203 * anyway.
3204 *
3205 * There are actually three distinct APIs here. NdisScheduleWorkItem()
3206 * takes a pointer to an NDIS_WORK_ITEM. ExQueueWorkItem() takes a pointer
3207 * to a WORK_QUEUE_ITEM. And finally, IoQueueWorkItem() takes a pointer
3208 * to an opaque work item thingie which you get from IoAllocateWorkItem().
3209 * An NDIS_WORK_ITEM is not the same as a WORK_QUEUE_ITEM. However,
3210 * the NDIS_WORK_ITEM has some opaque storage at the end of it, and we
3211 * (ab)use this storage as a WORK_QUEUE_ITEM, which is what we submit
3212 * to ExQueueWorkItem().
3213 *
3214 * Got all that? (Sheesh.)
3215 */
3216
3217ndis_status
3218NdisScheduleWorkItem(work)
3219	ndis_work_item		*work;
3220{
3221	work_queue_item		*wqi;
3222
3223	wqi = (work_queue_item *)work->nwi_wraprsvd;
3224	ExInitializeWorkItem(wqi,
3225	    (work_item_func)work->nwi_func, work->nwi_ctx);
3226	ExQueueWorkItem(wqi, WORKQUEUE_DELAYED);
3227
3228	return(NDIS_STATUS_SUCCESS);
3229}
3230
3231static void
3232NdisCopyFromPacketToPacket(dpkt, doff, reqlen, spkt, soff, cpylen)
3233	ndis_packet		*dpkt;
3234	uint32_t		doff;
3235	uint32_t		reqlen;
3236	ndis_packet		*spkt;
3237	uint32_t		soff;
3238	uint32_t		*cpylen;
3239{
3240	ndis_buffer		*src, *dst;
3241	char			*sptr, *dptr;
3242	int			resid, copied, len, scnt, dcnt;
3243
3244	*cpylen = 0;
3245
3246	src = spkt->np_private.npp_head;
3247	dst = dpkt->np_private.npp_head;
3248
3249	sptr = MmGetMdlVirtualAddress(src);
3250	dptr = MmGetMdlVirtualAddress(dst);
3251	scnt = MmGetMdlByteCount(src);
3252	dcnt = MmGetMdlByteCount(dst);
3253
3254	while (soff) {
3255		if (MmGetMdlByteCount(src) > soff) {
3256			sptr += soff;
3257			scnt = MmGetMdlByteCount(src)- soff;
3258			break;
3259		}
3260		soff -= MmGetMdlByteCount(src);
3261		src = src->mdl_next;
3262		if (src == NULL)
3263			return;
3264		sptr = MmGetMdlVirtualAddress(src);
3265	}
3266
3267	while (doff) {
3268		if (MmGetMdlByteCount(dst) > doff) {
3269			dptr += doff;
3270			dcnt = MmGetMdlByteCount(dst) - doff;
3271			break;
3272		}
3273		doff -= MmGetMdlByteCount(dst);
3274		dst = dst->mdl_next;
3275		if (dst == NULL)
3276			return;
3277		dptr = MmGetMdlVirtualAddress(dst);
3278	}
3279
3280	resid = reqlen;
3281	copied = 0;
3282
3283	while(1) {
3284		if (resid < scnt)
3285			len = resid;
3286		else
3287			len = scnt;
3288		if (dcnt < len)
3289			len = dcnt;
3290
3291		bcopy(sptr, dptr, len);
3292
3293		copied += len;
3294		resid -= len;
3295		if (resid == 0)
3296			break;
3297
3298		dcnt -= len;
3299		if (dcnt == 0) {
3300			dst = dst->mdl_next;
3301			if (dst == NULL)
3302				break;
3303			dptr = MmGetMdlVirtualAddress(dst);
3304			dcnt = MmGetMdlByteCount(dst);
3305		}
3306
3307		scnt -= len;
3308		if (scnt == 0) {
3309			src = src->mdl_next;
3310			if (src == NULL)
3311				break;
3312			sptr = MmGetMdlVirtualAddress(src);
3313			scnt = MmGetMdlByteCount(src);
3314		}
3315	}
3316
3317	*cpylen = copied;
3318	return;
3319}
3320
3321static void
3322NdisCopyFromPacketToPacketSafe(dpkt, doff, reqlen, spkt, soff, cpylen, prio)
3323	ndis_packet		*dpkt;
3324	uint32_t		doff;
3325	uint32_t		reqlen;
3326	ndis_packet		*spkt;
3327	uint32_t		soff;
3328	uint32_t		*cpylen;
3329	uint32_t		prio;
3330{
3331	NdisCopyFromPacketToPacket(dpkt, doff, reqlen, spkt, soff, cpylen);
3332	return;
3333}
3334
3335static ndis_status
3336NdisMRegisterDevice(handle, devname, symname, majorfuncs, devobj, devhandle)
3337	ndis_handle		handle;
3338	unicode_string		*devname;
3339	unicode_string		*symname;
3340	driver_dispatch		*majorfuncs[];
3341	void			**devobj;
3342	ndis_handle		*devhandle;
3343{
3344	uint32_t		status;
3345	device_object		*dobj;
3346
3347	status = IoCreateDevice(handle, 0, devname,
3348	    FILE_DEVICE_UNKNOWN, 0, FALSE, &dobj);
3349
3350	if (status == STATUS_SUCCESS) {
3351		*devobj = dobj;
3352		*devhandle = dobj;
3353	}
3354
3355	return(status);
3356}
3357
3358static ndis_status
3359NdisMDeregisterDevice(handle)
3360	ndis_handle		handle;
3361{
3362	IoDeleteDevice(handle);
3363	return(NDIS_STATUS_SUCCESS);
3364}
3365
3366static ndis_status
3367NdisMQueryAdapterInstanceName(name, handle)
3368	unicode_string		*name;
3369	ndis_handle		handle;
3370{
3371	ndis_miniport_block	*block;
3372	device_t		dev;
3373	ansi_string		as;
3374
3375	block = (ndis_miniport_block *)handle;
3376	dev = block->nmb_physdeviceobj->do_devext;
3377
3378	RtlInitAnsiString(&as, __DECONST(char *, device_get_nameunit(dev)));
3379	if (RtlAnsiStringToUnicodeString(name, &as, TRUE))
3380		return(NDIS_STATUS_RESOURCES);
3381
3382	return(NDIS_STATUS_SUCCESS);
3383}
3384
3385static void
3386NdisMRegisterUnloadHandler(handle, func)
3387	ndis_handle		handle;
3388	void			*func;
3389{
3390	return;
3391}
3392
3393static void
3394dummy()
3395{
3396	printf ("NDIS dummy called...\n");
3397	return;
3398}
3399
3400/*
3401 * Note: a couple of entries in this table specify the
3402 * number of arguments as "foo + 1". These are routines
3403 * that accept a 64-bit argument, passed by value. On
3404 * x86, these arguments consume two longwords on the stack,
3405 * so we lie and say there's one additional argument so
3406 * that the wrapping routines will do the right thing.
3407 */
3408
3409image_patch_table ndis_functbl[] = {
3410	IMPORT_SFUNC(NdisCopyFromPacketToPacket, 6),
3411	IMPORT_SFUNC(NdisCopyFromPacketToPacketSafe, 7),
3412	IMPORT_SFUNC(NdisScheduleWorkItem, 1),
3413	IMPORT_SFUNC(NdisMIndicateStatusComplete, 1),
3414	IMPORT_SFUNC(NdisMIndicateStatus, 4),
3415	IMPORT_SFUNC(NdisSystemProcessorCount, 0),
3416	IMPORT_SFUNC(NdisUnchainBufferAtBack, 2),
3417	IMPORT_SFUNC(NdisGetFirstBufferFromPacket, 5),
3418	IMPORT_SFUNC(NdisGetFirstBufferFromPacketSafe, 6),
3419	IMPORT_SFUNC(NdisGetBufferPhysicalArraySize, 2),
3420	IMPORT_SFUNC(NdisMGetDeviceProperty, 6),
3421	IMPORT_SFUNC(NdisInitAnsiString, 2),
3422	IMPORT_SFUNC(NdisInitUnicodeString, 2),
3423	IMPORT_SFUNC(NdisWriteConfiguration, 4),
3424	IMPORT_SFUNC(NdisAnsiStringToUnicodeString, 2),
3425	IMPORT_SFUNC(NdisTerminateWrapper, 2),
3426	IMPORT_SFUNC(NdisOpenConfigurationKeyByName, 4),
3427	IMPORT_SFUNC(NdisOpenConfigurationKeyByIndex, 5),
3428	IMPORT_SFUNC(NdisMRemoveMiniport, 1),
3429	IMPORT_SFUNC(NdisInitializeString, 2),
3430	IMPORT_SFUNC(NdisFreeString, 1),
3431	IMPORT_SFUNC(NdisGetCurrentSystemTime, 1),
3432	IMPORT_SFUNC(NdisGetSystemUpTime, 1),
3433	IMPORT_SFUNC(NdisMSynchronizeWithInterrupt, 3),
3434	IMPORT_SFUNC(NdisMAllocateSharedMemoryAsync, 4),
3435	IMPORT_SFUNC(NdisInterlockedInsertHeadList, 3),
3436	IMPORT_SFUNC(NdisInterlockedInsertTailList, 3),
3437	IMPORT_SFUNC(NdisInterlockedRemoveHeadList, 2),
3438	IMPORT_SFUNC(NdisInitializeWrapper, 4),
3439	IMPORT_SFUNC(NdisMRegisterMiniport, 3),
3440	IMPORT_SFUNC(NdisAllocateMemoryWithTag, 3),
3441	IMPORT_SFUNC(NdisAllocateMemory, 4 + 1),
3442	IMPORT_SFUNC(NdisMSetAttributesEx, 5),
3443	IMPORT_SFUNC(NdisCloseConfiguration, 1),
3444	IMPORT_SFUNC(NdisReadConfiguration, 5),
3445	IMPORT_SFUNC(NdisOpenConfiguration, 3),
3446	IMPORT_SFUNC(NdisAcquireSpinLock, 1),
3447	IMPORT_SFUNC(NdisReleaseSpinLock, 1),
3448	IMPORT_SFUNC(NdisDprAcquireSpinLock, 1),
3449	IMPORT_SFUNC(NdisDprReleaseSpinLock, 1),
3450	IMPORT_SFUNC(NdisAllocateSpinLock, 1),
3451	IMPORT_SFUNC(NdisInitializeReadWriteLock, 1),
3452	IMPORT_SFUNC(NdisAcquireReadWriteLock, 3),
3453	IMPORT_SFUNC(NdisReleaseReadWriteLock, 2),
3454	IMPORT_SFUNC(NdisFreeSpinLock, 1),
3455	IMPORT_SFUNC(NdisFreeMemory, 3),
3456	IMPORT_SFUNC(NdisReadPciSlotInformation, 5),
3457	IMPORT_SFUNC(NdisWritePciSlotInformation, 5),
3458	IMPORT_SFUNC_MAP(NdisImmediateReadPciSlotInformation,
3459	    NdisReadPciSlotInformation, 5),
3460	IMPORT_SFUNC_MAP(NdisImmediateWritePciSlotInformation,
3461	    NdisWritePciSlotInformation, 5),
3462	IMPORT_CFUNC(NdisWriteErrorLogEntry, 0),
3463	IMPORT_SFUNC(NdisMStartBufferPhysicalMapping, 6),
3464	IMPORT_SFUNC(NdisMCompleteBufferPhysicalMapping, 3),
3465	IMPORT_SFUNC(NdisMInitializeTimer, 4),
3466	IMPORT_SFUNC(NdisInitializeTimer, 3),
3467	IMPORT_SFUNC(NdisSetTimer, 2),
3468	IMPORT_SFUNC(NdisMCancelTimer, 2),
3469	IMPORT_SFUNC_MAP(NdisCancelTimer, NdisMCancelTimer, 2),
3470	IMPORT_SFUNC(NdisMSetPeriodicTimer, 2),
3471	IMPORT_SFUNC(NdisMQueryAdapterResources, 4),
3472	IMPORT_SFUNC(NdisMRegisterIoPortRange, 4),
3473	IMPORT_SFUNC(NdisMDeregisterIoPortRange, 4),
3474	IMPORT_SFUNC(NdisReadNetworkAddress, 4),
3475	IMPORT_SFUNC(NdisQueryMapRegisterCount, 2),
3476	IMPORT_SFUNC(NdisMAllocateMapRegisters, 5),
3477	IMPORT_SFUNC(NdisMFreeMapRegisters, 1),
3478	IMPORT_SFUNC(NdisMAllocateSharedMemory, 5),
3479	IMPORT_SFUNC(NdisMMapIoSpace, 4 + 1),
3480	IMPORT_SFUNC(NdisMUnmapIoSpace, 3),
3481	IMPORT_SFUNC(NdisGetCacheFillSize, 0),
3482	IMPORT_SFUNC(NdisMGetDmaAlignment, 1),
3483	IMPORT_SFUNC(NdisMInitializeScatterGatherDma, 3),
3484	IMPORT_SFUNC(NdisAllocatePacketPool, 4),
3485	IMPORT_SFUNC(NdisAllocatePacketPoolEx, 5),
3486	IMPORT_SFUNC(NdisAllocatePacket, 3),
3487	IMPORT_SFUNC(NdisFreePacket, 1),
3488	IMPORT_SFUNC(NdisFreePacketPool, 1),
3489	IMPORT_SFUNC_MAP(NdisDprAllocatePacket, NdisAllocatePacket, 3),
3490	IMPORT_SFUNC_MAP(NdisDprFreePacket, NdisFreePacket, 1),
3491	IMPORT_SFUNC(NdisAllocateBufferPool, 3),
3492	IMPORT_SFUNC(NdisAllocateBuffer, 5),
3493	IMPORT_SFUNC(NdisQueryBuffer, 3),
3494	IMPORT_SFUNC(NdisQueryBufferSafe, 4),
3495	IMPORT_SFUNC(NdisBufferVirtualAddress, 1),
3496	IMPORT_SFUNC(NdisBufferVirtualAddressSafe, 2),
3497	IMPORT_SFUNC(NdisBufferLength, 1),
3498	IMPORT_SFUNC(NdisFreeBuffer, 1),
3499	IMPORT_SFUNC(NdisFreeBufferPool, 1),
3500	IMPORT_SFUNC(NdisInterlockedIncrement, 1),
3501	IMPORT_SFUNC(NdisInterlockedDecrement, 1),
3502	IMPORT_SFUNC(NdisInitializeEvent, 1),
3503	IMPORT_SFUNC(NdisSetEvent, 1),
3504	IMPORT_SFUNC(NdisResetEvent, 1),
3505	IMPORT_SFUNC(NdisWaitEvent, 2),
3506	IMPORT_SFUNC(NdisUnicodeStringToAnsiString, 2),
3507	IMPORT_SFUNC(NdisMPciAssignResources, 3),
3508	IMPORT_SFUNC(NdisMFreeSharedMemory, 5 + 1),
3509	IMPORT_SFUNC(NdisMRegisterInterrupt, 7),
3510	IMPORT_SFUNC(NdisMDeregisterInterrupt, 1),
3511	IMPORT_SFUNC(NdisMRegisterAdapterShutdownHandler, 3),
3512	IMPORT_SFUNC(NdisMDeregisterAdapterShutdownHandler, 1),
3513	IMPORT_SFUNC(NDIS_BUFFER_TO_SPAN_PAGES, 1),
3514	IMPORT_SFUNC(NdisQueryBufferOffset, 3),
3515	IMPORT_SFUNC(NdisAdjustBufferLength, 2),
3516	IMPORT_SFUNC(NdisPacketPoolUsage, 1),
3517	IMPORT_SFUNC(NdisMSleep, 1),
3518	IMPORT_SFUNC(NdisUnchainBufferAtFront, 2),
3519	IMPORT_SFUNC(NdisReadPcmciaAttributeMemory, 4),
3520	IMPORT_SFUNC(NdisWritePcmciaAttributeMemory, 4),
3521	IMPORT_SFUNC(NdisOpenFile, 5 + 1),
3522	IMPORT_SFUNC(NdisMapFile, 3),
3523	IMPORT_SFUNC(NdisUnmapFile, 1),
3524	IMPORT_SFUNC(NdisCloseFile, 1),
3525	IMPORT_SFUNC(NdisMRegisterDevice, 6),
3526	IMPORT_SFUNC(NdisMDeregisterDevice, 1),
3527	IMPORT_SFUNC(NdisMQueryAdapterInstanceName, 2),
3528	IMPORT_SFUNC(NdisMRegisterUnloadHandler, 2),
3529	IMPORT_SFUNC(ndis_timercall, 4),
3530	IMPORT_SFUNC(ndis_asyncmem_complete, 2),
3531	IMPORT_SFUNC(ndis_intr, 2),
3532	IMPORT_SFUNC(ndis_intrhand, 4),
3533
3534	/*
3535	 * This last entry is a catch-all for any function we haven't
3536	 * implemented yet. The PE import list patching routine will
3537	 * use it for any function that doesn't have an explicit match
3538	 * in this table.
3539	 */
3540
3541	{ NULL, (FUNC)dummy, NULL, 0, WINDRV_WRAP_STDCALL },
3542
3543	/* End of list. */
3544
3545	{ NULL, NULL, NULL }
3546};
3547