ah_osdep.c revision 293050
1162413Ssam/*-
2178354Ssam * Copyright (c) 2002-2008 Sam Leffler, Errno Consulting
3162413Ssam * All rights reserved.
4162413Ssam *
5162413Ssam * Redistribution and use in source and binary forms, with or without
6162413Ssam * modification, are permitted provided that the following conditions
7162413Ssam * are met:
8162413Ssam * 1. Redistributions of source code must retain the above copyright
9162413Ssam *    notice, this list of conditions and the following disclaimer,
10162413Ssam *    without modification.
11162413Ssam * 2. Redistributions in binary form must reproduce at minimum a disclaimer
12162413Ssam *    similar to the "NO WARRANTY" disclaimer below ("Disclaimer") and any
13162413Ssam *    redistribution must be conditioned upon including a substantially
14162413Ssam *    similar Disclaimer requirement for further binary redistribution.
15162413Ssam *
16162413Ssam * NO WARRANTY
17162413Ssam * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
18162413Ssam * ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
19162413Ssam * LIMITED TO, THE IMPLIED WARRANTIES OF NONINFRINGEMENT, MERCHANTIBILITY
20162413Ssam * AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL
21162413Ssam * THE COPYRIGHT HOLDERS OR CONTRIBUTORS BE LIABLE FOR SPECIAL, EXEMPLARY,
22162413Ssam * OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
23162413Ssam * SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
24162413Ssam * INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
25162413Ssam * IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
26162413Ssam * ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF
27162413Ssam * THE POSSIBILITY OF SUCH DAMAGES.
28162413Ssam *
29162413Ssam * $FreeBSD: head/sys/dev/ath/ah_osdep.c 293050 2016-01-02 17:14:22Z adrian $
30162413Ssam */
31162413Ssam#include "opt_ah.h"
32162413Ssam
33162413Ssam#include <sys/param.h>
34162413Ssam#include <sys/systm.h>
35162413Ssam#include <sys/kernel.h>
36162413Ssam#include <sys/module.h>
37162413Ssam#include <sys/sysctl.h>
38162413Ssam#include <sys/bus.h>
39162413Ssam#include <sys/malloc.h>
40162413Ssam#include <sys/proc.h>
41233887Sadrian#include <sys/pcpu.h>
42227410Sadrian#include <sys/lock.h>
43227410Sadrian#include <sys/mutex.h>
44162413Ssam
45162413Ssam#include <machine/stdarg.h>
46162413Ssam
47162413Ssam#include <net/ethernet.h>		/* XXX for ether_sprintf */
48162413Ssam
49185522Ssam#include <dev/ath/ath_hal/ah.h>
50237864Sadrian#include <dev/ath/ath_hal/ah_debug.h>
51162413Ssam
52162413Ssam/*
53162413Ssam * WiSoC boards overload the bus tag with information about the
54162413Ssam * board layout.  We must extract the bus space tag from that
55162413Ssam * indirect structure.  For everyone else the tag is passed in
56162413Ssam * directly.
57162413Ssam * XXX cache indirect ref privately
58162413Ssam */
59162413Ssam#ifdef AH_SUPPORT_AR5312
60162413Ssam#define	BUSTAG(ah) \
61162413Ssam	((bus_space_tag_t) ((struct ar531x_config *)((ah)->ah_st))->tag)
62162413Ssam#else
63185522Ssam#define	BUSTAG(ah)	((ah)->ah_st)
64162413Ssam#endif
65162413Ssam
66227410Sadrian/*
67227410Sadrian * This lock is used to seralise register access for chips which have
68227410Sadrian * problems w/ SMP CPUs issuing concurrent PCI transactions.
69227410Sadrian *
70227410Sadrian * XXX This is a global lock for now; it should be pushed to
71227410Sadrian * a per-device lock in some platform-independent fashion.
72227410Sadrian */
73227410Sadrianstruct mtx ah_regser_mtx;
74227410SadrianMTX_SYSINIT(ah_regser, &ah_regser_mtx, "Atheros register access mutex",
75227410Sadrian    MTX_SPIN);
76227410Sadrian
77162413Ssamextern	void ath_hal_printf(struct ath_hal *, const char*, ...)
78162413Ssam		__printflike(2,3);
79162413Ssamextern	void ath_hal_vprintf(struct ath_hal *, const char*, __va_list)
80162413Ssam		__printflike(2, 0);
81162413Ssamextern	const char* ath_hal_ether_sprintf(const u_int8_t *mac);
82162413Ssamextern	void *ath_hal_malloc(size_t);
83162413Ssamextern	void ath_hal_free(void *);
84162413Ssam#ifdef AH_ASSERT
85162413Ssamextern	void ath_hal_assert_failed(const char* filename,
86162413Ssam		int lineno, const char* msg);
87162413Ssam#endif
88162413Ssam#ifdef AH_DEBUG
89219315Sadrianextern	void DO_HALDEBUG(struct ath_hal *ah, u_int mask, const char* fmt, ...);
90162413Ssam#endif /* AH_DEBUG */
91162413Ssam
92162413Ssam/* NB: put this here instead of the driver to avoid circular references */
93162413SsamSYSCTL_NODE(_hw, OID_AUTO, ath, CTLFLAG_RD, 0, "Atheros driver parameters");
94227309Sedstatic SYSCTL_NODE(_hw_ath, OID_AUTO, hal, CTLFLAG_RD, 0,
95227309Sed    "Atheros HAL parameters");
96162413Ssam
97223525Sadrian#ifdef AH_DEBUG
98223525Sadrianint ath_hal_debug = 0;
99267992ShselaskySYSCTL_INT(_hw_ath_hal, OID_AUTO, debug, CTLFLAG_RWTUN, &ath_hal_debug,
100223525Sadrian    0, "Atheros HAL debugging printfs");
101223525Sadrian#endif /* AH_DEBUG */
102223525Sadrian
103227293Sedstatic MALLOC_DEFINE(M_ATH_HAL, "ath_hal", "ath hal data");
104162413Ssam
105162413Ssamvoid*
106162413Ssamath_hal_malloc(size_t size)
107162413Ssam{
108162413Ssam	return malloc(size, M_ATH_HAL, M_NOWAIT | M_ZERO);
109162413Ssam}
110162413Ssam
111162413Ssamvoid
112162413Ssamath_hal_free(void* p)
113162413Ssam{
114196935Ssam	free(p, M_ATH_HAL);
115162413Ssam}
116162413Ssam
117162413Ssamvoid
118162413Ssamath_hal_vprintf(struct ath_hal *ah, const char* fmt, va_list ap)
119162413Ssam{
120162413Ssam	vprintf(fmt, ap);
121162413Ssam}
122162413Ssam
123162413Ssamvoid
124162413Ssamath_hal_printf(struct ath_hal *ah, const char* fmt, ...)
125162413Ssam{
126162413Ssam	va_list ap;
127162413Ssam	va_start(ap, fmt);
128162413Ssam	ath_hal_vprintf(ah, fmt, ap);
129162413Ssam	va_end(ap);
130162413Ssam}
131162413Ssam
132162413Ssamconst char*
133162413Ssamath_hal_ether_sprintf(const u_int8_t *mac)
134162413Ssam{
135162413Ssam	return ether_sprintf(mac);
136162413Ssam}
137162413Ssam
138162413Ssam#ifdef AH_DEBUG
139222031Sadrian
140264292Sadrian/*
141264292Sadrian * XXX This is highly relevant only for the AR5416 and later
142264292Sadrian * PCI/PCIe NICs.  It'll need adjustment for other hardware
143264292Sadrian * variations.
144264292Sadrian */
145264292Sadrianstatic int
146264292Sadrianath_hal_reg_whilst_asleep(struct ath_hal *ah, uint32_t reg)
147264292Sadrian{
148264292Sadrian
149264292Sadrian	if (reg >= 0x4000 && reg < 0x5000)
150264292Sadrian		return (1);
151264292Sadrian	if (reg >= 0x6000 && reg < 0x7000)
152264292Sadrian		return (1);
153264292Sadrian	if (reg >= 0x7000 && reg < 0x8000)
154264292Sadrian		return (1);
155264292Sadrian	return (0);
156264292Sadrian}
157264292Sadrian
158162413Ssamvoid
159219315SadrianDO_HALDEBUG(struct ath_hal *ah, u_int mask, const char* fmt, ...)
160184369Ssam{
161224045Sadrian	if ((mask == HAL_DEBUG_UNMASKABLE) ||
162225883Sadrian	    (ah != NULL && ah->ah_config.ah_debug & mask) ||
163224045Sadrian	    (ath_hal_debug & mask)) {
164184369Ssam		__va_list ap;
165184369Ssam		va_start(ap, fmt);
166184369Ssam		ath_hal_vprintf(ah, fmt, ap);
167184369Ssam		va_end(ap);
168184369Ssam	}
169184369Ssam}
170222031Sadrian#undef	HAL_DEBUG_UNMASKABLE
171162413Ssam#endif /* AH_DEBUG */
172162413Ssam
173162413Ssam#ifdef AH_DEBUG_ALQ
174162413Ssam/*
175162413Ssam * ALQ register tracing support.
176162413Ssam *
177162413Ssam * Setting hw.ath.hal.alq=1 enables tracing of all register reads and
178162413Ssam * writes to the file /tmp/ath_hal.log.  The file format is a simple
179162413Ssam * fixed-size array of records.  When done logging set hw.ath.hal.alq=0
180162413Ssam * and then decode the file with the arcode program (that is part of the
181162413Ssam * HAL).  If you start+stop tracing the data will be appended to an
182162413Ssam * existing file.
183162413Ssam *
184162413Ssam * NB: doesn't handle multiple devices properly; only one DEVICE record
185162413Ssam *     is emitted and the different devices are not identified.
186162413Ssam */
187162413Ssam#include <sys/alq.h>
188162413Ssam#include <sys/pcpu.h>
189185522Ssam#include <dev/ath/ath_hal/ah_decode.h>
190162413Ssam
191162413Ssamstatic	struct alq *ath_hal_alq;
192162413Ssamstatic	int ath_hal_alq_emitdev;	/* need to emit DEVICE record */
193162413Ssamstatic	u_int ath_hal_alq_lost;		/* count of lost records */
194220367Sadrianstatic	char ath_hal_logfile[MAXPATHLEN] = "/tmp/ath_hal.log";
195220367Sadrian
196220367SadrianSYSCTL_STRING(_hw_ath_hal, OID_AUTO, alq_logfile, CTLFLAG_RW,
197220367Sadrian    &ath_hal_logfile, sizeof(kernelname), "Name of ALQ logfile");
198220367Sadrian
199162413Ssamstatic	u_int ath_hal_alq_qsize = 64*1024;
200162413Ssam
201162413Ssamstatic int
202162413Ssamath_hal_setlogging(int enable)
203162413Ssam{
204162413Ssam	int error;
205162413Ssam
206162413Ssam	if (enable) {
207168589Srwatson		error = alq_open(&ath_hal_alq, ath_hal_logfile,
208168589Srwatson			curthread->td_ucred, ALQ_DEFAULT_CMODE,
209168589Srwatson			sizeof (struct athregrec), ath_hal_alq_qsize);
210168589Srwatson		ath_hal_alq_lost = 0;
211168589Srwatson		ath_hal_alq_emitdev = 1;
212168589Srwatson		printf("ath_hal: logging to %s enabled\n",
213168589Srwatson			ath_hal_logfile);
214162413Ssam	} else {
215162413Ssam		if (ath_hal_alq)
216162413Ssam			alq_close(ath_hal_alq);
217162413Ssam		ath_hal_alq = NULL;
218162413Ssam		printf("ath_hal: logging disabled\n");
219162413Ssam		error = 0;
220162413Ssam	}
221162413Ssam	return (error);
222162413Ssam}
223162413Ssam
224162413Ssamstatic int
225162413Ssamsysctl_hw_ath_hal_log(SYSCTL_HANDLER_ARGS)
226162413Ssam{
227162413Ssam	int error, enable;
228162413Ssam
229162413Ssam	enable = (ath_hal_alq != NULL);
230162413Ssam        error = sysctl_handle_int(oidp, &enable, 0, req);
231162413Ssam        if (error || !req->newptr)
232162413Ssam                return (error);
233162413Ssam	else
234162413Ssam		return (ath_hal_setlogging(enable));
235162413Ssam}
236162413SsamSYSCTL_PROC(_hw_ath_hal, OID_AUTO, alq, CTLTYPE_INT|CTLFLAG_RW,
237162413Ssam	0, 0, sysctl_hw_ath_hal_log, "I", "Enable HAL register logging");
238162413SsamSYSCTL_INT(_hw_ath_hal, OID_AUTO, alq_size, CTLFLAG_RW,
239162413Ssam	&ath_hal_alq_qsize, 0, "In-memory log size (#records)");
240162413SsamSYSCTL_INT(_hw_ath_hal, OID_AUTO, alq_lost, CTLFLAG_RW,
241162413Ssam	&ath_hal_alq_lost, 0, "Register operations not logged");
242162413Ssam
243162413Ssamstatic struct ale *
244162413Ssamath_hal_alq_get(struct ath_hal *ah)
245162413Ssam{
246162413Ssam	struct ale *ale;
247162413Ssam
248162413Ssam	if (ath_hal_alq_emitdev) {
249162413Ssam		ale = alq_get(ath_hal_alq, ALQ_NOWAIT);
250162413Ssam		if (ale) {
251162413Ssam			struct athregrec *r =
252162413Ssam				(struct athregrec *) ale->ae_data;
253162413Ssam			r->op = OP_DEVICE;
254162413Ssam			r->reg = 0;
255162413Ssam			r->val = ah->ah_devid;
256162413Ssam			alq_post(ath_hal_alq, ale);
257162413Ssam			ath_hal_alq_emitdev = 0;
258162413Ssam		} else
259162413Ssam			ath_hal_alq_lost++;
260162413Ssam	}
261162413Ssam	ale = alq_get(ath_hal_alq, ALQ_NOWAIT);
262162413Ssam	if (!ale)
263162413Ssam		ath_hal_alq_lost++;
264162413Ssam	return ale;
265162413Ssam}
266162413Ssam
267162413Ssamvoid
268162413Ssamath_hal_reg_write(struct ath_hal *ah, u_int32_t reg, u_int32_t val)
269162413Ssam{
270162413Ssam	bus_space_tag_t tag = BUSTAG(ah);
271185522Ssam	bus_space_handle_t h = ah->ah_sh;
272162413Ssam
273263418Sadrian	/* Debug - complain if we haven't fully waken things up */
274264292Sadrian	if (! ath_hal_reg_whilst_asleep(ah, reg) &&
275264292Sadrian	    ah->ah_powerMode != HAL_PM_AWAKE) {
276263418Sadrian		ath_hal_printf(ah, "%s: reg=0x%08x, val=0x%08x, pm=%d\n",
277263418Sadrian		    __func__, reg, val, ah->ah_powerMode);
278263418Sadrian	}
279263418Sadrian
280162413Ssam	if (ath_hal_alq) {
281162413Ssam		struct ale *ale = ath_hal_alq_get(ah);
282162413Ssam		if (ale) {
283162413Ssam			struct athregrec *r = (struct athregrec *) ale->ae_data;
284233887Sadrian			r->threadid = curthread->td_tid;
285162413Ssam			r->op = OP_WRITE;
286162413Ssam			r->reg = reg;
287162413Ssam			r->val = val;
288162413Ssam			alq_post(ath_hal_alq, ale);
289162413Ssam		}
290162413Ssam	}
291227410Sadrian	if (ah->ah_config.ah_serialise_reg_war)
292227410Sadrian		mtx_lock_spin(&ah_regser_mtx);
293234450Sadrian	bus_space_write_4(tag, h, reg, val);
294293050Sadrian	OS_BUS_BARRIER_REG(ah, reg, OS_BUS_BARRIER_WRITE);
295227410Sadrian	if (ah->ah_config.ah_serialise_reg_war)
296227410Sadrian		mtx_unlock_spin(&ah_regser_mtx);
297162413Ssam}
298162413Ssam
299162413Ssamu_int32_t
300162413Ssamath_hal_reg_read(struct ath_hal *ah, u_int32_t reg)
301162413Ssam{
302162413Ssam	bus_space_tag_t tag = BUSTAG(ah);
303185522Ssam	bus_space_handle_t h = ah->ah_sh;
304162413Ssam	u_int32_t val;
305162413Ssam
306263418Sadrian	/* Debug - complain if we haven't fully waken things up */
307264292Sadrian	if (! ath_hal_reg_whilst_asleep(ah, reg) &&
308264292Sadrian	    ah->ah_powerMode != HAL_PM_AWAKE) {
309263418Sadrian		ath_hal_printf(ah, "%s: reg=0x%08x, pm=%d\n",
310263418Sadrian		    __func__, reg, ah->ah_powerMode);
311263418Sadrian	}
312263418Sadrian
313227410Sadrian	if (ah->ah_config.ah_serialise_reg_war)
314227410Sadrian		mtx_lock_spin(&ah_regser_mtx);
315293050Sadrian	OS_BUS_BARRIER_REG(ah, reg, OS_BUS_BARRIER_READ);
316234450Sadrian	val = bus_space_read_4(tag, h, reg);
317227410Sadrian	if (ah->ah_config.ah_serialise_reg_war)
318227410Sadrian		mtx_unlock_spin(&ah_regser_mtx);
319162413Ssam	if (ath_hal_alq) {
320162413Ssam		struct ale *ale = ath_hal_alq_get(ah);
321162413Ssam		if (ale) {
322162413Ssam			struct athregrec *r = (struct athregrec *) ale->ae_data;
323233887Sadrian			r->threadid = curthread->td_tid;
324162413Ssam			r->op = OP_READ;
325162413Ssam			r->reg = reg;
326162413Ssam			r->val = val;
327162413Ssam			alq_post(ath_hal_alq, ale);
328162413Ssam		}
329162413Ssam	}
330162413Ssam	return val;
331162413Ssam}
332162413Ssam
333162413Ssamvoid
334162413SsamOS_MARK(struct ath_hal *ah, u_int id, u_int32_t v)
335162413Ssam{
336162413Ssam	if (ath_hal_alq) {
337162413Ssam		struct ale *ale = ath_hal_alq_get(ah);
338162413Ssam		if (ale) {
339162413Ssam			struct athregrec *r = (struct athregrec *) ale->ae_data;
340233887Sadrian			r->threadid = curthread->td_tid;
341162413Ssam			r->op = OP_MARK;
342162413Ssam			r->reg = id;
343162413Ssam			r->val = v;
344162413Ssam			alq_post(ath_hal_alq, ale);
345162413Ssam		}
346162413Ssam	}
347162413Ssam}
348162413Ssam#elif defined(AH_DEBUG) || defined(AH_REGOPS_FUNC)
349162413Ssam/*
350162413Ssam * Memory-mapped device register read/write.  These are here
351162413Ssam * as routines when debugging support is enabled and/or when
352162413Ssam * explicitly configured to use function calls.  The latter is
353162413Ssam * for architectures that might need to do something before
354162413Ssam * referencing memory (e.g. remap an i/o window).
355162413Ssam *
356162413Ssam * NB: see the comments in ah_osdep.h about byte-swapping register
357162413Ssam *     reads and writes to understand what's going on below.
358162413Ssam */
359162413Ssam
360162413Ssamvoid
361162413Ssamath_hal_reg_write(struct ath_hal *ah, u_int32_t reg, u_int32_t val)
362162413Ssam{
363162413Ssam	bus_space_tag_t tag = BUSTAG(ah);
364185522Ssam	bus_space_handle_t h = ah->ah_sh;
365162413Ssam
366263418Sadrian	/* Debug - complain if we haven't fully waken things up */
367264292Sadrian	if (! ath_hal_reg_whilst_asleep(ah, reg) &&
368264292Sadrian	    ah->ah_powerMode != HAL_PM_AWAKE) {
369263418Sadrian		ath_hal_printf(ah, "%s: reg=0x%08x, val=0x%08x, pm=%d\n",
370263418Sadrian		    __func__, reg, val, ah->ah_powerMode);
371263418Sadrian	}
372263418Sadrian
373227410Sadrian	if (ah->ah_config.ah_serialise_reg_war)
374227410Sadrian		mtx_lock_spin(&ah_regser_mtx);
375234450Sadrian	bus_space_write_4(tag, h, reg, val);
376293050Sadrian	OS_BUS_BARRIER_REG(ah, reg, OS_BUS_BARRIER_WRITE);
377227410Sadrian	if (ah->ah_config.ah_serialise_reg_war)
378227410Sadrian		mtx_unlock_spin(&ah_regser_mtx);
379162413Ssam}
380162413Ssam
381162413Ssamu_int32_t
382162413Ssamath_hal_reg_read(struct ath_hal *ah, u_int32_t reg)
383162413Ssam{
384162413Ssam	bus_space_tag_t tag = BUSTAG(ah);
385185522Ssam	bus_space_handle_t h = ah->ah_sh;
386162413Ssam	u_int32_t val;
387162413Ssam
388263418Sadrian	/* Debug - complain if we haven't fully waken things up */
389264292Sadrian	if (! ath_hal_reg_whilst_asleep(ah, reg) &&
390264292Sadrian	    ah->ah_powerMode != HAL_PM_AWAKE) {
391263418Sadrian		ath_hal_printf(ah, "%s: reg=0x%08x, pm=%d\n",
392263418Sadrian		    __func__, reg, ah->ah_powerMode);
393263418Sadrian	}
394263418Sadrian
395227410Sadrian	if (ah->ah_config.ah_serialise_reg_war)
396227410Sadrian		mtx_lock_spin(&ah_regser_mtx);
397293050Sadrian	OS_BUS_BARRIER_REG(ah, reg, OS_BUS_BARRIER_READ);
398234450Sadrian	val = bus_space_read_4(tag, h, reg);
399227410Sadrian	if (ah->ah_config.ah_serialise_reg_war)
400227410Sadrian		mtx_unlock_spin(&ah_regser_mtx);
401162413Ssam	return val;
402162413Ssam}
403162413Ssam#endif /* AH_DEBUG || AH_REGOPS_FUNC */
404162413Ssam
405162413Ssam#ifdef AH_ASSERT
406162413Ssamvoid
407162413Ssamath_hal_assert_failed(const char* filename, int lineno, const char *msg)
408162413Ssam{
409162413Ssam	printf("Atheros HAL assertion failure: %s: line %u: %s\n",
410162413Ssam		filename, lineno, msg);
411162413Ssam	panic("ath_hal_assert");
412162413Ssam}
413162413Ssam#endif /* AH_ASSERT */
414