if_urtwn.c revision 290048
1189341Sbms/*	$OpenBSD: if_urtwn.c,v 1.16 2011/02/10 17:26:40 jakemsr Exp $	*/
2189341Sbms
3189341Sbms/*-
4189341Sbms * Copyright (c) 2010 Damien Bergamini <damien.bergamini@free.fr>
5189341Sbms * Copyright (c) 2014 Kevin Lo <kevlo@FreeBSD.org>
6189341Sbms *
7189341Sbms * Permission to use, copy, modify, and distribute this software for any
8189341Sbms * purpose with or without fee is hereby granted, provided that the above
9189341Sbms * copyright notice and this permission notice appear in all copies.
10189341Sbms *
11189341Sbms * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
12189341Sbms * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
13189341Sbms * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
14189341Sbms * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
15189341Sbms * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
16189341Sbms * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
17189341Sbms * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
18189341Sbms */
19189341Sbms
20189341Sbms#include <sys/cdefs.h>
21189341Sbms__FBSDID("$FreeBSD: head/sys/dev/usb/wlan/if_urtwn.c 290048 2015-10-27 14:21:24Z avos $");
22189341Sbms
23189341Sbms/*
24189341Sbms * Driver for Realtek RTL8188CE-VAU/RTL8188CUS/RTL8188EU/RTL8188RU/RTL8192CU.
25189341Sbms */
26189341Sbms
27189341Sbms#include "opt_wlan.h"
28189341Sbms
29189341Sbms#include <sys/param.h>
30189341Sbms#include <sys/sockio.h>
31189341Sbms#include <sys/sysctl.h>
32189341Sbms#include <sys/lock.h>
33189341Sbms#include <sys/mutex.h>
34189341Sbms#include <sys/mbuf.h>
35189341Sbms#include <sys/kernel.h>
36189341Sbms#include <sys/socket.h>
37189341Sbms#include <sys/systm.h>
38189341Sbms#include <sys/malloc.h>
39189341Sbms#include <sys/module.h>
40189341Sbms#include <sys/bus.h>
41189341Sbms#include <sys/endian.h>
42189341Sbms#include <sys/linker.h>
43189341Sbms#include <sys/firmware.h>
44189341Sbms#include <sys/kdb.h>
45189341Sbms
46189341Sbms#include <machine/bus.h>
47189341Sbms#include <machine/resource.h>
48189341Sbms#include <sys/rman.h>
49189341Sbms
50189341Sbms#include <net/bpf.h>
51189341Sbms#include <net/if.h>
52189341Sbms#include <net/if_var.h>
53189341Sbms#include <net/if_arp.h>
54189341Sbms#include <net/ethernet.h>
55189341Sbms#include <net/if_dl.h>
56189341Sbms#include <net/if_media.h>
57189341Sbms#include <net/if_types.h>
58189341Sbms
59189341Sbms#include <netinet/in.h>
60189341Sbms#include <netinet/in_systm.h>
61189341Sbms#include <netinet/in_var.h>
62189341Sbms#include <netinet/if_ether.h>
63189341Sbms#include <netinet/ip.h>
64189341Sbms
65#include <net80211/ieee80211_var.h>
66#include <net80211/ieee80211_input.h>
67#include <net80211/ieee80211_regdomain.h>
68#include <net80211/ieee80211_radiotap.h>
69#include <net80211/ieee80211_ratectl.h>
70
71#include <dev/usb/usb.h>
72#include <dev/usb/usbdi.h>
73#include "usbdevs.h"
74
75#define USB_DEBUG_VAR urtwn_debug
76#include <dev/usb/usb_debug.h>
77
78#include <dev/usb/wlan/if_urtwnreg.h>
79#include <dev/usb/wlan/if_urtwnvar.h>
80
81#ifdef USB_DEBUG
82static int urtwn_debug = 0;
83
84SYSCTL_NODE(_hw_usb, OID_AUTO, urtwn, CTLFLAG_RW, 0, "USB urtwn");
85SYSCTL_INT(_hw_usb_urtwn, OID_AUTO, debug, CTLFLAG_RWTUN, &urtwn_debug, 0,
86    "Debug level");
87#endif
88
89#define	IEEE80211_HAS_ADDR4(wh)	IEEE80211_IS_DSTODS(wh)
90
91/* various supported device vendors/products */
92static const STRUCT_USB_HOST_ID urtwn_devs[] = {
93#define URTWN_DEV(v,p)  { USB_VP(USB_VENDOR_##v, USB_PRODUCT_##v##_##p) }
94#define	URTWN_RTL8188E_DEV(v,p)	\
95	{ USB_VPI(USB_VENDOR_##v, USB_PRODUCT_##v##_##p, URTWN_RTL8188E) }
96#define URTWN_RTL8188E  1
97	URTWN_DEV(ABOCOM,	RTL8188CU_1),
98	URTWN_DEV(ABOCOM,	RTL8188CU_2),
99	URTWN_DEV(ABOCOM,	RTL8192CU),
100	URTWN_DEV(ASUS,		RTL8192CU),
101	URTWN_DEV(ASUS,		USBN10NANO),
102	URTWN_DEV(AZUREWAVE,	RTL8188CE_1),
103	URTWN_DEV(AZUREWAVE,	RTL8188CE_2),
104	URTWN_DEV(AZUREWAVE,	RTL8188CU),
105	URTWN_DEV(BELKIN,	F7D2102),
106	URTWN_DEV(BELKIN,	RTL8188CU),
107	URTWN_DEV(BELKIN,	RTL8192CU),
108	URTWN_DEV(CHICONY,	RTL8188CUS_1),
109	URTWN_DEV(CHICONY,	RTL8188CUS_2),
110	URTWN_DEV(CHICONY,	RTL8188CUS_3),
111	URTWN_DEV(CHICONY,	RTL8188CUS_4),
112	URTWN_DEV(CHICONY,	RTL8188CUS_5),
113	URTWN_DEV(COREGA,	RTL8192CU),
114	URTWN_DEV(DLINK,	RTL8188CU),
115	URTWN_DEV(DLINK,	RTL8192CU_1),
116	URTWN_DEV(DLINK,	RTL8192CU_2),
117	URTWN_DEV(DLINK,	RTL8192CU_3),
118	URTWN_DEV(DLINK,	DWA131B),
119	URTWN_DEV(EDIMAX,	EW7811UN),
120	URTWN_DEV(EDIMAX,	RTL8192CU),
121	URTWN_DEV(FEIXUN,	RTL8188CU),
122	URTWN_DEV(FEIXUN,	RTL8192CU),
123	URTWN_DEV(GUILLEMOT,	HWNUP150),
124	URTWN_DEV(HAWKING,	RTL8192CU),
125	URTWN_DEV(HP3,		RTL8188CU),
126	URTWN_DEV(NETGEAR,	WNA1000M),
127	URTWN_DEV(NETGEAR,	RTL8192CU),
128	URTWN_DEV(NETGEAR4,	RTL8188CU),
129	URTWN_DEV(NOVATECH,	RTL8188CU),
130	URTWN_DEV(PLANEX2,	RTL8188CU_1),
131	URTWN_DEV(PLANEX2,	RTL8188CU_2),
132	URTWN_DEV(PLANEX2,	RTL8188CU_3),
133	URTWN_DEV(PLANEX2,	RTL8188CU_4),
134	URTWN_DEV(PLANEX2,	RTL8188CUS),
135	URTWN_DEV(PLANEX2,	RTL8192CU),
136	URTWN_DEV(REALTEK,	RTL8188CE_0),
137	URTWN_DEV(REALTEK,	RTL8188CE_1),
138	URTWN_DEV(REALTEK,	RTL8188CTV),
139	URTWN_DEV(REALTEK,	RTL8188CU_0),
140	URTWN_DEV(REALTEK,	RTL8188CU_1),
141	URTWN_DEV(REALTEK,	RTL8188CU_2),
142	URTWN_DEV(REALTEK,	RTL8188CU_3),
143	URTWN_DEV(REALTEK,	RTL8188CU_COMBO),
144	URTWN_DEV(REALTEK,	RTL8188CUS),
145	URTWN_DEV(REALTEK,	RTL8188RU_1),
146	URTWN_DEV(REALTEK,	RTL8188RU_2),
147	URTWN_DEV(REALTEK,	RTL8188RU_3),
148	URTWN_DEV(REALTEK,	RTL8191CU),
149	URTWN_DEV(REALTEK,	RTL8192CE),
150	URTWN_DEV(REALTEK,	RTL8192CU),
151	URTWN_DEV(SITECOMEU,	RTL8188CU_1),
152	URTWN_DEV(SITECOMEU,	RTL8188CU_2),
153	URTWN_DEV(SITECOMEU,	RTL8192CU),
154	URTWN_DEV(TRENDNET,	RTL8188CU),
155	URTWN_DEV(TRENDNET,	RTL8192CU),
156	URTWN_DEV(ZYXEL,	RTL8192CU),
157	/* URTWN_RTL8188E */
158	URTWN_RTL8188E_DEV(DLINK,	DWA123D1),
159	URTWN_RTL8188E_DEV(DLINK,	DWA125D1),
160	URTWN_RTL8188E_DEV(ELECOM,	WDC150SU2M),
161	URTWN_RTL8188E_DEV(REALTEK,	RTL8188ETV),
162	URTWN_RTL8188E_DEV(REALTEK,	RTL8188EU),
163#undef URTWN_RTL8188E_DEV
164#undef URTWN_DEV
165};
166
167static device_probe_t	urtwn_match;
168static device_attach_t	urtwn_attach;
169static device_detach_t	urtwn_detach;
170
171static usb_callback_t   urtwn_bulk_tx_callback;
172static usb_callback_t	urtwn_bulk_rx_callback;
173
174static void		urtwn_drain_mbufq(struct urtwn_softc *sc);
175static usb_error_t	urtwn_do_request(struct urtwn_softc *,
176			    struct usb_device_request *, void *);
177static struct ieee80211vap *urtwn_vap_create(struct ieee80211com *,
178		    const char [IFNAMSIZ], int, enum ieee80211_opmode, int,
179                    const uint8_t [IEEE80211_ADDR_LEN],
180                    const uint8_t [IEEE80211_ADDR_LEN]);
181static void		urtwn_vap_delete(struct ieee80211vap *);
182static struct mbuf *	urtwn_rx_frame(struct urtwn_softc *, uint8_t *, int,
183			    int *);
184static struct mbuf *	urtwn_rxeof(struct usb_xfer *, struct urtwn_data *,
185			    int *, int8_t *);
186static void		urtwn_txeof(struct urtwn_softc *, struct urtwn_data *,
187			    int);
188static int		urtwn_alloc_list(struct urtwn_softc *,
189			    struct urtwn_data[], int, int);
190static int		urtwn_alloc_rx_list(struct urtwn_softc *);
191static int		urtwn_alloc_tx_list(struct urtwn_softc *);
192static void		urtwn_free_list(struct urtwn_softc *,
193			    struct urtwn_data data[], int);
194static void		urtwn_free_rx_list(struct urtwn_softc *);
195static void		urtwn_free_tx_list(struct urtwn_softc *);
196static struct urtwn_data *	_urtwn_getbuf(struct urtwn_softc *);
197static struct urtwn_data *	urtwn_getbuf(struct urtwn_softc *);
198static int		urtwn_write_region_1(struct urtwn_softc *, uint16_t,
199			    uint8_t *, int);
200static void		urtwn_write_1(struct urtwn_softc *, uint16_t, uint8_t);
201static void		urtwn_write_2(struct urtwn_softc *, uint16_t, uint16_t);
202static void		urtwn_write_4(struct urtwn_softc *, uint16_t, uint32_t);
203static int		urtwn_read_region_1(struct urtwn_softc *, uint16_t,
204			    uint8_t *, int);
205static uint8_t		urtwn_read_1(struct urtwn_softc *, uint16_t);
206static uint16_t		urtwn_read_2(struct urtwn_softc *, uint16_t);
207static uint32_t		urtwn_read_4(struct urtwn_softc *, uint16_t);
208static int		urtwn_fw_cmd(struct urtwn_softc *, uint8_t,
209			    const void *, int);
210static void		urtwn_r92c_rf_write(struct urtwn_softc *, int,
211			    uint8_t, uint32_t);
212static void		urtwn_r88e_rf_write(struct urtwn_softc *, int,
213			    uint8_t, uint32_t);
214static uint32_t		urtwn_rf_read(struct urtwn_softc *, int, uint8_t);
215static int		urtwn_llt_write(struct urtwn_softc *, uint32_t,
216			    uint32_t);
217static uint8_t		urtwn_efuse_read_1(struct urtwn_softc *, uint16_t);
218static void		urtwn_efuse_read(struct urtwn_softc *);
219static void		urtwn_efuse_switch_power(struct urtwn_softc *);
220static int		urtwn_read_chipid(struct urtwn_softc *);
221static void		urtwn_read_rom(struct urtwn_softc *);
222static void		urtwn_r88e_read_rom(struct urtwn_softc *);
223static int		urtwn_ra_init(struct urtwn_softc *);
224static void		urtwn_tsf_sync_enable(struct urtwn_softc *);
225static void		urtwn_set_led(struct urtwn_softc *, int, int);
226static void		urtwn_set_mode(struct urtwn_softc *, uint8_t);
227static int		urtwn_newstate(struct ieee80211vap *,
228			    enum ieee80211_state, int);
229static void		urtwn_watchdog(void *);
230static void		urtwn_update_avgrssi(struct urtwn_softc *, int, int8_t);
231static int8_t		urtwn_get_rssi(struct urtwn_softc *, int, void *);
232static int8_t		urtwn_r88e_get_rssi(struct urtwn_softc *, int, void *);
233static int		urtwn_tx_start(struct urtwn_softc *,
234			    struct ieee80211_node *, struct mbuf *,
235			    struct urtwn_data *);
236static int		urtwn_transmit(struct ieee80211com *, struct mbuf *);
237static void		urtwn_start(struct urtwn_softc *);
238static void		urtwn_parent(struct ieee80211com *);
239static int		urtwn_r92c_power_on(struct urtwn_softc *);
240static int		urtwn_r88e_power_on(struct urtwn_softc *);
241static int		urtwn_llt_init(struct urtwn_softc *);
242static void		urtwn_fw_reset(struct urtwn_softc *);
243static void		urtwn_r88e_fw_reset(struct urtwn_softc *);
244static int		urtwn_fw_loadpage(struct urtwn_softc *, int,
245			    const uint8_t *, int);
246static int		urtwn_load_firmware(struct urtwn_softc *);
247static int		urtwn_r92c_dma_init(struct urtwn_softc *);
248static int		urtwn_r88e_dma_init(struct urtwn_softc *);
249static void		urtwn_mac_init(struct urtwn_softc *);
250static void		urtwn_bb_init(struct urtwn_softc *);
251static void		urtwn_rf_init(struct urtwn_softc *);
252static void		urtwn_cam_init(struct urtwn_softc *);
253static void		urtwn_pa_bias_init(struct urtwn_softc *);
254static void		urtwn_rxfilter_init(struct urtwn_softc *);
255static void		urtwn_edca_init(struct urtwn_softc *);
256static void		urtwn_write_txpower(struct urtwn_softc *, int,
257			    uint16_t[]);
258static void		urtwn_get_txpower(struct urtwn_softc *, int,
259		      	    struct ieee80211_channel *,
260			    struct ieee80211_channel *, uint16_t[]);
261static void		urtwn_r88e_get_txpower(struct urtwn_softc *, int,
262		      	    struct ieee80211_channel *,
263			    struct ieee80211_channel *, uint16_t[]);
264static void		urtwn_set_txpower(struct urtwn_softc *,
265		    	    struct ieee80211_channel *,
266			    struct ieee80211_channel *);
267static void		urtwn_set_rx_bssid_all(struct urtwn_softc *, int);
268static void		urtwn_set_gain(struct urtwn_softc *, uint8_t);
269static void		urtwn_scan_start(struct ieee80211com *);
270static void		urtwn_scan_end(struct ieee80211com *);
271static void		urtwn_set_channel(struct ieee80211com *);
272static void		urtwn_update_mcast(struct ieee80211com *);
273static void		urtwn_set_chan(struct urtwn_softc *,
274		    	    struct ieee80211_channel *,
275			    struct ieee80211_channel *);
276static void		urtwn_iq_calib(struct urtwn_softc *);
277static void		urtwn_lc_calib(struct urtwn_softc *);
278static void		urtwn_init(struct urtwn_softc *);
279static void		urtwn_stop(struct urtwn_softc *);
280static void		urtwn_abort_xfers(struct urtwn_softc *);
281static int		urtwn_raw_xmit(struct ieee80211_node *, struct mbuf *,
282			    const struct ieee80211_bpf_params *);
283static void		urtwn_ms_delay(struct urtwn_softc *);
284
285/* Aliases. */
286#define	urtwn_bb_write	urtwn_write_4
287#define urtwn_bb_read	urtwn_read_4
288
289static const struct usb_config urtwn_config[URTWN_N_TRANSFER] = {
290	[URTWN_BULK_RX] = {
291		.type = UE_BULK,
292		.endpoint = UE_ADDR_ANY,
293		.direction = UE_DIR_IN,
294		.bufsize = URTWN_RXBUFSZ,
295		.flags = {
296			.pipe_bof = 1,
297			.short_xfer_ok = 1
298		},
299		.callback = urtwn_bulk_rx_callback,
300	},
301	[URTWN_BULK_TX_BE] = {
302		.type = UE_BULK,
303		.endpoint = 0x03,
304		.direction = UE_DIR_OUT,
305		.bufsize = URTWN_TXBUFSZ,
306		.flags = {
307			.ext_buffer = 1,
308			.pipe_bof = 1,
309			.force_short_xfer = 1
310		},
311		.callback = urtwn_bulk_tx_callback,
312		.timeout = URTWN_TX_TIMEOUT,	/* ms */
313	},
314	[URTWN_BULK_TX_BK] = {
315		.type = UE_BULK,
316		.endpoint = 0x03,
317		.direction = UE_DIR_OUT,
318		.bufsize = URTWN_TXBUFSZ,
319		.flags = {
320			.ext_buffer = 1,
321			.pipe_bof = 1,
322			.force_short_xfer = 1,
323		},
324		.callback = urtwn_bulk_tx_callback,
325		.timeout = URTWN_TX_TIMEOUT,	/* ms */
326	},
327	[URTWN_BULK_TX_VI] = {
328		.type = UE_BULK,
329		.endpoint = 0x02,
330		.direction = UE_DIR_OUT,
331		.bufsize = URTWN_TXBUFSZ,
332		.flags = {
333			.ext_buffer = 1,
334			.pipe_bof = 1,
335			.force_short_xfer = 1
336		},
337		.callback = urtwn_bulk_tx_callback,
338		.timeout = URTWN_TX_TIMEOUT,	/* ms */
339	},
340	[URTWN_BULK_TX_VO] = {
341		.type = UE_BULK,
342		.endpoint = 0x02,
343		.direction = UE_DIR_OUT,
344		.bufsize = URTWN_TXBUFSZ,
345		.flags = {
346			.ext_buffer = 1,
347			.pipe_bof = 1,
348			.force_short_xfer = 1
349		},
350		.callback = urtwn_bulk_tx_callback,
351		.timeout = URTWN_TX_TIMEOUT,	/* ms */
352	},
353};
354
355static int
356urtwn_match(device_t self)
357{
358	struct usb_attach_arg *uaa = device_get_ivars(self);
359
360	if (uaa->usb_mode != USB_MODE_HOST)
361		return (ENXIO);
362	if (uaa->info.bConfigIndex != URTWN_CONFIG_INDEX)
363		return (ENXIO);
364	if (uaa->info.bIfaceIndex != URTWN_IFACE_INDEX)
365		return (ENXIO);
366
367	return (usbd_lookup_id_by_uaa(urtwn_devs, sizeof(urtwn_devs), uaa));
368}
369
370static int
371urtwn_attach(device_t self)
372{
373	struct usb_attach_arg *uaa = device_get_ivars(self);
374	struct urtwn_softc *sc = device_get_softc(self);
375	struct ieee80211com *ic = &sc->sc_ic;
376	uint8_t iface_index, bands;
377	int error;
378
379	device_set_usb_desc(self);
380	sc->sc_udev = uaa->device;
381	sc->sc_dev = self;
382	if (USB_GET_DRIVER_INFO(uaa) == URTWN_RTL8188E)
383		sc->chip |= URTWN_CHIP_88E;
384
385	mtx_init(&sc->sc_mtx, device_get_nameunit(self),
386	    MTX_NETWORK_LOCK, MTX_DEF);
387	callout_init(&sc->sc_watchdog_ch, 0);
388	mbufq_init(&sc->sc_snd, ifqmaxlen);
389
390	iface_index = URTWN_IFACE_INDEX;
391	error = usbd_transfer_setup(uaa->device, &iface_index, sc->sc_xfer,
392	    urtwn_config, URTWN_N_TRANSFER, sc, &sc->sc_mtx);
393	if (error) {
394		device_printf(self, "could not allocate USB transfers, "
395		    "err=%s\n", usbd_errstr(error));
396		goto detach;
397	}
398
399	URTWN_LOCK(sc);
400
401	error = urtwn_read_chipid(sc);
402	if (error) {
403		device_printf(sc->sc_dev, "unsupported test chip\n");
404		URTWN_UNLOCK(sc);
405		goto detach;
406	}
407
408	/* Determine number of Tx/Rx chains. */
409	if (sc->chip & URTWN_CHIP_92C) {
410		sc->ntxchains = (sc->chip & URTWN_CHIP_92C_1T2R) ? 1 : 2;
411		sc->nrxchains = 2;
412	} else {
413		sc->ntxchains = 1;
414		sc->nrxchains = 1;
415	}
416
417	if (sc->chip & URTWN_CHIP_88E)
418		urtwn_r88e_read_rom(sc);
419	else
420		urtwn_read_rom(sc);
421
422	device_printf(sc->sc_dev, "MAC/BB RTL%s, RF 6052 %dT%dR\n",
423	    (sc->chip & URTWN_CHIP_92C) ? "8192CU" :
424	    (sc->chip & URTWN_CHIP_88E) ? "8188EU" :
425	    (sc->board_type == R92C_BOARD_TYPE_HIGHPA) ? "8188RU" :
426	    (sc->board_type == R92C_BOARD_TYPE_MINICARD) ? "8188CE-VAU" :
427	    "8188CUS", sc->ntxchains, sc->nrxchains);
428
429	URTWN_UNLOCK(sc);
430
431	ic->ic_softc = sc;
432	ic->ic_name = device_get_nameunit(self);
433	ic->ic_phytype = IEEE80211_T_OFDM;	/* not only, but not used */
434	ic->ic_opmode = IEEE80211_M_STA;	/* default to BSS mode */
435
436	/* set device capabilities */
437	ic->ic_caps =
438		  IEEE80211_C_STA		/* station mode */
439		| IEEE80211_C_MONITOR		/* monitor mode */
440		| IEEE80211_C_SHPREAMBLE	/* short preamble supported */
441		| IEEE80211_C_SHSLOT		/* short slot time supported */
442		| IEEE80211_C_BGSCAN		/* capable of bg scanning */
443		| IEEE80211_C_WPA		/* 802.11i */
444		;
445
446	bands = 0;
447	setbit(&bands, IEEE80211_MODE_11B);
448	setbit(&bands, IEEE80211_MODE_11G);
449	ieee80211_init_channels(ic, NULL, &bands);
450
451	ieee80211_ifattach(ic);
452	ic->ic_raw_xmit = urtwn_raw_xmit;
453	ic->ic_scan_start = urtwn_scan_start;
454	ic->ic_scan_end = urtwn_scan_end;
455	ic->ic_set_channel = urtwn_set_channel;
456	ic->ic_transmit = urtwn_transmit;
457	ic->ic_parent = urtwn_parent;
458	ic->ic_vap_create = urtwn_vap_create;
459	ic->ic_vap_delete = urtwn_vap_delete;
460	ic->ic_update_mcast = urtwn_update_mcast;
461
462	ieee80211_radiotap_attach(ic, &sc->sc_txtap.wt_ihdr,
463	    sizeof(sc->sc_txtap), URTWN_TX_RADIOTAP_PRESENT,
464	    &sc->sc_rxtap.wr_ihdr, sizeof(sc->sc_rxtap),
465	    URTWN_RX_RADIOTAP_PRESENT);
466
467	if (bootverbose)
468		ieee80211_announce(ic);
469
470	return (0);
471
472detach:
473	urtwn_detach(self);
474	return (ENXIO);			/* failure */
475}
476
477static int
478urtwn_detach(device_t self)
479{
480	struct urtwn_softc *sc = device_get_softc(self);
481	struct ieee80211com *ic = &sc->sc_ic;
482	unsigned int x;
483
484	/* Prevent further ioctls. */
485	URTWN_LOCK(sc);
486	sc->sc_flags |= URTWN_DETACHED;
487	urtwn_stop(sc);
488	URTWN_UNLOCK(sc);
489
490	callout_drain(&sc->sc_watchdog_ch);
491
492	/* stop all USB transfers */
493	usbd_transfer_unsetup(sc->sc_xfer, URTWN_N_TRANSFER);
494
495	/* Prevent further allocations from RX/TX data lists. */
496	URTWN_LOCK(sc);
497	STAILQ_INIT(&sc->sc_tx_active);
498	STAILQ_INIT(&sc->sc_tx_inactive);
499	STAILQ_INIT(&sc->sc_tx_pending);
500
501	STAILQ_INIT(&sc->sc_rx_active);
502	STAILQ_INIT(&sc->sc_rx_inactive);
503	URTWN_UNLOCK(sc);
504
505	/* drain USB transfers */
506	for (x = 0; x != URTWN_N_TRANSFER; x++)
507		usbd_transfer_drain(sc->sc_xfer[x]);
508
509	/* Free data buffers. */
510	URTWN_LOCK(sc);
511	urtwn_free_tx_list(sc);
512	urtwn_free_rx_list(sc);
513	URTWN_UNLOCK(sc);
514
515	ieee80211_ifdetach(ic);
516	mtx_destroy(&sc->sc_mtx);
517
518	return (0);
519}
520
521static void
522urtwn_drain_mbufq(struct urtwn_softc *sc)
523{
524	struct mbuf *m;
525	struct ieee80211_node *ni;
526	URTWN_ASSERT_LOCKED(sc);
527	while ((m = mbufq_dequeue(&sc->sc_snd)) != NULL) {
528		ni = (struct ieee80211_node *)m->m_pkthdr.rcvif;
529		m->m_pkthdr.rcvif = NULL;
530		ieee80211_free_node(ni);
531		m_freem(m);
532	}
533}
534
535static usb_error_t
536urtwn_do_request(struct urtwn_softc *sc, struct usb_device_request *req,
537    void *data)
538{
539	usb_error_t err;
540	int ntries = 10;
541
542	URTWN_ASSERT_LOCKED(sc);
543
544	while (ntries--) {
545		err = usbd_do_request_flags(sc->sc_udev, &sc->sc_mtx,
546		    req, data, 0, NULL, 250 /* ms */);
547		if (err == 0)
548			break;
549
550		DPRINTFN(1, "Control request failed, %s (retrying)\n",
551		    usbd_errstr(err));
552		usb_pause_mtx(&sc->sc_mtx, hz / 100);
553	}
554	return (err);
555}
556
557static struct ieee80211vap *
558urtwn_vap_create(struct ieee80211com *ic, const char name[IFNAMSIZ], int unit,
559    enum ieee80211_opmode opmode, int flags,
560    const uint8_t bssid[IEEE80211_ADDR_LEN],
561    const uint8_t mac[IEEE80211_ADDR_LEN])
562{
563	struct urtwn_vap *uvp;
564	struct ieee80211vap *vap;
565
566	if (!TAILQ_EMPTY(&ic->ic_vaps))		/* only one at a time */
567		return (NULL);
568
569	uvp = malloc(sizeof(struct urtwn_vap), M_80211_VAP, M_WAITOK | M_ZERO);
570	vap = &uvp->vap;
571	/* enable s/w bmiss handling for sta mode */
572
573	if (ieee80211_vap_setup(ic, vap, name, unit, opmode,
574	    flags | IEEE80211_CLONE_NOBEACONS, bssid) != 0) {
575		/* out of memory */
576		free(uvp, M_80211_VAP);
577		return (NULL);
578	}
579
580	/* override state transition machine */
581	uvp->newstate = vap->iv_newstate;
582	vap->iv_newstate = urtwn_newstate;
583
584	/* complete setup */
585	ieee80211_vap_attach(vap, ieee80211_media_change,
586	    ieee80211_media_status, mac);
587	ic->ic_opmode = opmode;
588	return (vap);
589}
590
591static void
592urtwn_vap_delete(struct ieee80211vap *vap)
593{
594	struct urtwn_vap *uvp = URTWN_VAP(vap);
595
596	ieee80211_vap_detach(vap);
597	free(uvp, M_80211_VAP);
598}
599
600static struct mbuf *
601urtwn_rx_frame(struct urtwn_softc *sc, uint8_t *buf, int pktlen, int *rssi_p)
602{
603	struct ieee80211com *ic = &sc->sc_ic;
604	struct ieee80211_frame *wh;
605	struct mbuf *m;
606	struct r92c_rx_stat *stat;
607	uint32_t rxdw0, rxdw3;
608	uint8_t rate;
609	int8_t rssi = 0;
610	int infosz;
611
612	/*
613	 * don't pass packets to the ieee80211 framework if the driver isn't
614	 * RUNNING.
615	 */
616	if (!(sc->sc_flags & URTWN_RUNNING))
617		return (NULL);
618
619	stat = (struct r92c_rx_stat *)buf;
620	rxdw0 = le32toh(stat->rxdw0);
621	rxdw3 = le32toh(stat->rxdw3);
622
623	if (rxdw0 & (R92C_RXDW0_CRCERR | R92C_RXDW0_ICVERR)) {
624		/*
625		 * This should not happen since we setup our Rx filter
626		 * to not receive these frames.
627		 */
628		counter_u64_add(ic->ic_ierrors, 1);
629		return (NULL);
630	}
631	if (pktlen < sizeof(struct ieee80211_frame_ack) ||
632	    pktlen > MCLBYTES) {
633		counter_u64_add(ic->ic_ierrors, 1);
634		return (NULL);
635	}
636
637	rate = MS(rxdw3, R92C_RXDW3_RATE);
638	infosz = MS(rxdw0, R92C_RXDW0_INFOSZ) * 8;
639
640	/* Get RSSI from PHY status descriptor if present. */
641	if (infosz != 0 && (rxdw0 & R92C_RXDW0_PHYST)) {
642		if (sc->chip & URTWN_CHIP_88E)
643			rssi = urtwn_r88e_get_rssi(sc, rate, &stat[1]);
644		else
645			rssi = urtwn_get_rssi(sc, rate, &stat[1]);
646		/* Update our average RSSI. */
647		urtwn_update_avgrssi(sc, rate, rssi);
648	}
649
650	m = m_getcl(M_NOWAIT, MT_DATA, M_PKTHDR);
651	if (m == NULL) {
652		device_printf(sc->sc_dev, "could not create RX mbuf\n");
653		return (NULL);
654	}
655
656	/* Finalize mbuf. */
657	wh = (struct ieee80211_frame *)((uint8_t *)&stat[1] + infosz);
658	memcpy(mtod(m, uint8_t *), wh, pktlen);
659	m->m_pkthdr.len = m->m_len = pktlen;
660
661	if (ieee80211_radiotap_active(ic)) {
662		struct urtwn_rx_radiotap_header *tap = &sc->sc_rxtap;
663
664		tap->wr_flags = 0;
665		/* Map HW rate index to 802.11 rate. */
666		if (!(rxdw3 & R92C_RXDW3_HT)) {
667			tap->wr_rate = ridx2rate[rate];
668		} else if (rate >= 12) {	/* MCS0~15. */
669			/* Bit 7 set means HT MCS instead of rate. */
670			tap->wr_rate = 0x80 | (rate - 12);
671		}
672		tap->wr_dbm_antsignal = rssi;
673		tap->wr_dbm_antnoise = URTWN_NOISE_FLOOR;
674		tap->wr_chan_freq = htole16(ic->ic_curchan->ic_freq);
675		tap->wr_chan_flags = htole16(ic->ic_curchan->ic_flags);
676	}
677
678	*rssi_p = rssi;
679
680	return (m);
681}
682
683static struct mbuf *
684urtwn_rxeof(struct usb_xfer *xfer, struct urtwn_data *data, int *rssi,
685    int8_t *nf)
686{
687	struct urtwn_softc *sc = data->sc;
688	struct ieee80211com *ic = &sc->sc_ic;
689	struct r92c_rx_stat *stat;
690	struct mbuf *m, *m0 = NULL, *prevm = NULL;
691	uint32_t rxdw0;
692	uint8_t *buf;
693	int len, totlen, pktlen, infosz, npkts;
694
695	usbd_xfer_status(xfer, &len, NULL, NULL, NULL);
696
697	if (len < sizeof(*stat)) {
698		counter_u64_add(ic->ic_ierrors, 1);
699		return (NULL);
700	}
701
702	buf = data->buf;
703	/* Get the number of encapsulated frames. */
704	stat = (struct r92c_rx_stat *)buf;
705	npkts = MS(le32toh(stat->rxdw2), R92C_RXDW2_PKTCNT);
706	DPRINTFN(6, "Rx %d frames in one chunk\n", npkts);
707
708	/* Process all of them. */
709	while (npkts-- > 0) {
710		if (len < sizeof(*stat))
711			break;
712		stat = (struct r92c_rx_stat *)buf;
713		rxdw0 = le32toh(stat->rxdw0);
714
715		pktlen = MS(rxdw0, R92C_RXDW0_PKTLEN);
716		if (pktlen == 0)
717			break;
718
719		infosz = MS(rxdw0, R92C_RXDW0_INFOSZ) * 8;
720
721		/* Make sure everything fits in xfer. */
722		totlen = sizeof(*stat) + infosz + pktlen;
723		if (totlen > len)
724			break;
725
726		m = urtwn_rx_frame(sc, buf, pktlen, rssi);
727		if (m0 == NULL)
728			m0 = m;
729		if (prevm == NULL)
730			prevm = m;
731		else {
732			prevm->m_next = m;
733			prevm = m;
734		}
735
736		/* Next chunk is 128-byte aligned. */
737		totlen = (totlen + 127) & ~127;
738		buf += totlen;
739		len -= totlen;
740	}
741
742	return (m0);
743}
744
745static void
746urtwn_bulk_rx_callback(struct usb_xfer *xfer, usb_error_t error)
747{
748	struct urtwn_softc *sc = usbd_xfer_softc(xfer);
749	struct ieee80211com *ic = &sc->sc_ic;
750	struct ieee80211_frame_min *wh;
751	struct ieee80211_node *ni;
752	struct mbuf *m = NULL, *next;
753	struct urtwn_data *data;
754	int8_t nf;
755	int rssi = 1;
756
757	URTWN_ASSERT_LOCKED(sc);
758
759	switch (USB_GET_STATE(xfer)) {
760	case USB_ST_TRANSFERRED:
761		data = STAILQ_FIRST(&sc->sc_rx_active);
762		if (data == NULL)
763			goto tr_setup;
764		STAILQ_REMOVE_HEAD(&sc->sc_rx_active, next);
765		m = urtwn_rxeof(xfer, data, &rssi, &nf);
766		STAILQ_INSERT_TAIL(&sc->sc_rx_inactive, data, next);
767		/* FALLTHROUGH */
768	case USB_ST_SETUP:
769tr_setup:
770		data = STAILQ_FIRST(&sc->sc_rx_inactive);
771		if (data == NULL) {
772			KASSERT(m == NULL, ("mbuf isn't NULL"));
773			return;
774		}
775		STAILQ_REMOVE_HEAD(&sc->sc_rx_inactive, next);
776		STAILQ_INSERT_TAIL(&sc->sc_rx_active, data, next);
777		usbd_xfer_set_frame_data(xfer, 0, data->buf,
778		    usbd_xfer_max_len(xfer));
779		usbd_transfer_submit(xfer);
780
781		/*
782		 * To avoid LOR we should unlock our private mutex here to call
783		 * ieee80211_input() because here is at the end of a USB
784		 * callback and safe to unlock.
785		 */
786		URTWN_UNLOCK(sc);
787		while (m != NULL) {
788			next = m->m_next;
789			m->m_next = NULL;
790			wh = mtod(m, struct ieee80211_frame_min *);
791			if (m->m_len >= sizeof(*wh))
792				ni = ieee80211_find_rxnode(ic, wh);
793			else
794				ni = NULL;
795			nf = URTWN_NOISE_FLOOR;
796			if (ni != NULL) {
797				(void)ieee80211_input(ni, m, rssi - nf, nf);
798				ieee80211_free_node(ni);
799			} else {
800				(void)ieee80211_input_all(ic, m, rssi - nf,
801				    nf);
802			}
803			m = next;
804		}
805		URTWN_LOCK(sc);
806		break;
807	default:
808		/* needs it to the inactive queue due to a error. */
809		data = STAILQ_FIRST(&sc->sc_rx_active);
810		if (data != NULL) {
811			STAILQ_REMOVE_HEAD(&sc->sc_rx_active, next);
812			STAILQ_INSERT_TAIL(&sc->sc_rx_inactive, data, next);
813		}
814		if (error != USB_ERR_CANCELLED) {
815			usbd_xfer_set_stall(xfer);
816			counter_u64_add(ic->ic_ierrors, 1);
817			goto tr_setup;
818		}
819		break;
820	}
821}
822
823static void
824urtwn_txeof(struct urtwn_softc *sc, struct urtwn_data *data, int status)
825{
826
827	URTWN_ASSERT_LOCKED(sc);
828
829	ieee80211_tx_complete(data->ni, data->m, status);
830
831	data->ni = NULL;
832	data->m = NULL;
833
834	sc->sc_txtimer = 0;
835
836	STAILQ_INSERT_TAIL(&sc->sc_tx_inactive, data, next);
837}
838
839static int
840urtwn_alloc_list(struct urtwn_softc *sc, struct urtwn_data data[],
841    int ndata, int maxsz)
842{
843	int i, error;
844
845	for (i = 0; i < ndata; i++) {
846		struct urtwn_data *dp = &data[i];
847		dp->sc = sc;
848		dp->m = NULL;
849		dp->buf = malloc(maxsz, M_USBDEV, M_NOWAIT);
850		if (dp->buf == NULL) {
851			device_printf(sc->sc_dev,
852			    "could not allocate buffer\n");
853			error = ENOMEM;
854			goto fail;
855		}
856		dp->ni = NULL;
857	}
858
859	return (0);
860fail:
861	urtwn_free_list(sc, data, ndata);
862	return (error);
863}
864
865static int
866urtwn_alloc_rx_list(struct urtwn_softc *sc)
867{
868        int error, i;
869
870	error = urtwn_alloc_list(sc, sc->sc_rx, URTWN_RX_LIST_COUNT,
871	    URTWN_RXBUFSZ);
872	if (error != 0)
873		return (error);
874
875	STAILQ_INIT(&sc->sc_rx_active);
876	STAILQ_INIT(&sc->sc_rx_inactive);
877
878	for (i = 0; i < URTWN_RX_LIST_COUNT; i++)
879		STAILQ_INSERT_HEAD(&sc->sc_rx_inactive, &sc->sc_rx[i], next);
880
881	return (0);
882}
883
884static int
885urtwn_alloc_tx_list(struct urtwn_softc *sc)
886{
887	int error, i;
888
889	error = urtwn_alloc_list(sc, sc->sc_tx, URTWN_TX_LIST_COUNT,
890	    URTWN_TXBUFSZ);
891	if (error != 0)
892		return (error);
893
894	STAILQ_INIT(&sc->sc_tx_active);
895	STAILQ_INIT(&sc->sc_tx_inactive);
896	STAILQ_INIT(&sc->sc_tx_pending);
897
898	for (i = 0; i < URTWN_TX_LIST_COUNT; i++)
899		STAILQ_INSERT_HEAD(&sc->sc_tx_inactive, &sc->sc_tx[i], next);
900
901	return (0);
902}
903
904static void
905urtwn_free_list(struct urtwn_softc *sc, struct urtwn_data data[], int ndata)
906{
907	int i;
908
909	for (i = 0; i < ndata; i++) {
910		struct urtwn_data *dp = &data[i];
911
912		if (dp->buf != NULL) {
913			free(dp->buf, M_USBDEV);
914			dp->buf = NULL;
915		}
916		if (dp->ni != NULL) {
917			ieee80211_free_node(dp->ni);
918			dp->ni = NULL;
919		}
920	}
921}
922
923static void
924urtwn_free_rx_list(struct urtwn_softc *sc)
925{
926	urtwn_free_list(sc, sc->sc_rx, URTWN_RX_LIST_COUNT);
927}
928
929static void
930urtwn_free_tx_list(struct urtwn_softc *sc)
931{
932	urtwn_free_list(sc, sc->sc_tx, URTWN_TX_LIST_COUNT);
933}
934
935static void
936urtwn_bulk_tx_callback(struct usb_xfer *xfer, usb_error_t error)
937{
938	struct urtwn_softc *sc = usbd_xfer_softc(xfer);
939	struct urtwn_data *data;
940
941	URTWN_ASSERT_LOCKED(sc);
942
943	switch (USB_GET_STATE(xfer)){
944	case USB_ST_TRANSFERRED:
945		data = STAILQ_FIRST(&sc->sc_tx_active);
946		if (data == NULL)
947			goto tr_setup;
948		STAILQ_REMOVE_HEAD(&sc->sc_tx_active, next);
949		urtwn_txeof(sc, data, 0);
950		/* FALLTHROUGH */
951	case USB_ST_SETUP:
952tr_setup:
953		data = STAILQ_FIRST(&sc->sc_tx_pending);
954		if (data == NULL) {
955			DPRINTF("%s: empty pending queue\n", __func__);
956			goto finish;
957		}
958		STAILQ_REMOVE_HEAD(&sc->sc_tx_pending, next);
959		STAILQ_INSERT_TAIL(&sc->sc_tx_active, data, next);
960		usbd_xfer_set_frame_data(xfer, 0, data->buf, data->buflen);
961		usbd_transfer_submit(xfer);
962		break;
963	default:
964		data = STAILQ_FIRST(&sc->sc_tx_active);
965		if (data == NULL)
966			goto tr_setup;
967		STAILQ_REMOVE_HEAD(&sc->sc_tx_active, next);
968		urtwn_txeof(sc, data, 1);
969		if (error != USB_ERR_CANCELLED) {
970			usbd_xfer_set_stall(xfer);
971			goto tr_setup;
972		}
973		break;
974	}
975finish:
976	/* Kick-start more transmit */
977	urtwn_start(sc);
978}
979
980static struct urtwn_data *
981_urtwn_getbuf(struct urtwn_softc *sc)
982{
983	struct urtwn_data *bf;
984
985	bf = STAILQ_FIRST(&sc->sc_tx_inactive);
986	if (bf != NULL)
987		STAILQ_REMOVE_HEAD(&sc->sc_tx_inactive, next);
988	else
989		bf = NULL;
990	if (bf == NULL)
991		DPRINTF("%s: %s\n", __func__, "out of xmit buffers");
992	return (bf);
993}
994
995static struct urtwn_data *
996urtwn_getbuf(struct urtwn_softc *sc)
997{
998        struct urtwn_data *bf;
999
1000	URTWN_ASSERT_LOCKED(sc);
1001
1002	bf = _urtwn_getbuf(sc);
1003	if (bf == NULL)
1004		DPRINTF("%s: stop queue\n", __func__);
1005	return (bf);
1006}
1007
1008static int
1009urtwn_write_region_1(struct urtwn_softc *sc, uint16_t addr, uint8_t *buf,
1010    int len)
1011{
1012	usb_device_request_t req;
1013
1014	req.bmRequestType = UT_WRITE_VENDOR_DEVICE;
1015	req.bRequest = R92C_REQ_REGS;
1016	USETW(req.wValue, addr);
1017	USETW(req.wIndex, 0);
1018	USETW(req.wLength, len);
1019	return (urtwn_do_request(sc, &req, buf));
1020}
1021
1022static void
1023urtwn_write_1(struct urtwn_softc *sc, uint16_t addr, uint8_t val)
1024{
1025	urtwn_write_region_1(sc, addr, &val, 1);
1026}
1027
1028
1029static void
1030urtwn_write_2(struct urtwn_softc *sc, uint16_t addr, uint16_t val)
1031{
1032	val = htole16(val);
1033	urtwn_write_region_1(sc, addr, (uint8_t *)&val, 2);
1034}
1035
1036static void
1037urtwn_write_4(struct urtwn_softc *sc, uint16_t addr, uint32_t val)
1038{
1039	val = htole32(val);
1040	urtwn_write_region_1(sc, addr, (uint8_t *)&val, 4);
1041}
1042
1043static int
1044urtwn_read_region_1(struct urtwn_softc *sc, uint16_t addr, uint8_t *buf,
1045    int len)
1046{
1047	usb_device_request_t req;
1048
1049	req.bmRequestType = UT_READ_VENDOR_DEVICE;
1050	req.bRequest = R92C_REQ_REGS;
1051	USETW(req.wValue, addr);
1052	USETW(req.wIndex, 0);
1053	USETW(req.wLength, len);
1054	return (urtwn_do_request(sc, &req, buf));
1055}
1056
1057static uint8_t
1058urtwn_read_1(struct urtwn_softc *sc, uint16_t addr)
1059{
1060	uint8_t val;
1061
1062	if (urtwn_read_region_1(sc, addr, &val, 1) != 0)
1063		return (0xff);
1064	return (val);
1065}
1066
1067static uint16_t
1068urtwn_read_2(struct urtwn_softc *sc, uint16_t addr)
1069{
1070	uint16_t val;
1071
1072	if (urtwn_read_region_1(sc, addr, (uint8_t *)&val, 2) != 0)
1073		return (0xffff);
1074	return (le16toh(val));
1075}
1076
1077static uint32_t
1078urtwn_read_4(struct urtwn_softc *sc, uint16_t addr)
1079{
1080	uint32_t val;
1081
1082	if (urtwn_read_region_1(sc, addr, (uint8_t *)&val, 4) != 0)
1083		return (0xffffffff);
1084	return (le32toh(val));
1085}
1086
1087static int
1088urtwn_fw_cmd(struct urtwn_softc *sc, uint8_t id, const void *buf, int len)
1089{
1090	struct r92c_fw_cmd cmd;
1091	int ntries;
1092
1093	/* Wait for current FW box to be empty. */
1094	for (ntries = 0; ntries < 100; ntries++) {
1095		if (!(urtwn_read_1(sc, R92C_HMETFR) & (1 << sc->fwcur)))
1096			break;
1097		urtwn_ms_delay(sc);
1098	}
1099	if (ntries == 100) {
1100		device_printf(sc->sc_dev,
1101		    "could not send firmware command\n");
1102		return (ETIMEDOUT);
1103	}
1104	memset(&cmd, 0, sizeof(cmd));
1105	cmd.id = id;
1106	if (len > 3)
1107		cmd.id |= R92C_CMD_FLAG_EXT;
1108	KASSERT(len <= sizeof(cmd.msg), ("urtwn_fw_cmd\n"));
1109	memcpy(cmd.msg, buf, len);
1110
1111	/* Write the first word last since that will trigger the FW. */
1112	urtwn_write_region_1(sc, R92C_HMEBOX_EXT(sc->fwcur),
1113	    (uint8_t *)&cmd + 4, 2);
1114	urtwn_write_region_1(sc, R92C_HMEBOX(sc->fwcur),
1115	    (uint8_t *)&cmd + 0, 4);
1116
1117	sc->fwcur = (sc->fwcur + 1) % R92C_H2C_NBOX;
1118	return (0);
1119}
1120
1121static __inline void
1122urtwn_rf_write(struct urtwn_softc *sc, int chain, uint8_t addr, uint32_t val)
1123{
1124
1125	sc->sc_rf_write(sc, chain, addr, val);
1126}
1127
1128static void
1129urtwn_r92c_rf_write(struct urtwn_softc *sc, int chain, uint8_t addr,
1130    uint32_t val)
1131{
1132	urtwn_bb_write(sc, R92C_LSSI_PARAM(chain),
1133	    SM(R92C_LSSI_PARAM_ADDR, addr) |
1134	    SM(R92C_LSSI_PARAM_DATA, val));
1135}
1136
1137static void
1138urtwn_r88e_rf_write(struct urtwn_softc *sc, int chain, uint8_t addr,
1139uint32_t val)
1140{
1141	urtwn_bb_write(sc, R92C_LSSI_PARAM(chain),
1142	    SM(R88E_LSSI_PARAM_ADDR, addr) |
1143	    SM(R92C_LSSI_PARAM_DATA, val));
1144}
1145
1146static uint32_t
1147urtwn_rf_read(struct urtwn_softc *sc, int chain, uint8_t addr)
1148{
1149	uint32_t reg[R92C_MAX_CHAINS], val;
1150
1151	reg[0] = urtwn_bb_read(sc, R92C_HSSI_PARAM2(0));
1152	if (chain != 0)
1153		reg[chain] = urtwn_bb_read(sc, R92C_HSSI_PARAM2(chain));
1154
1155	urtwn_bb_write(sc, R92C_HSSI_PARAM2(0),
1156	    reg[0] & ~R92C_HSSI_PARAM2_READ_EDGE);
1157	urtwn_ms_delay(sc);
1158
1159	urtwn_bb_write(sc, R92C_HSSI_PARAM2(chain),
1160	    RW(reg[chain], R92C_HSSI_PARAM2_READ_ADDR, addr) |
1161	    R92C_HSSI_PARAM2_READ_EDGE);
1162	urtwn_ms_delay(sc);
1163
1164	urtwn_bb_write(sc, R92C_HSSI_PARAM2(0),
1165	    reg[0] | R92C_HSSI_PARAM2_READ_EDGE);
1166	urtwn_ms_delay(sc);
1167
1168	if (urtwn_bb_read(sc, R92C_HSSI_PARAM1(chain)) & R92C_HSSI_PARAM1_PI)
1169		val = urtwn_bb_read(sc, R92C_HSPI_READBACK(chain));
1170	else
1171		val = urtwn_bb_read(sc, R92C_LSSI_READBACK(chain));
1172	return (MS(val, R92C_LSSI_READBACK_DATA));
1173}
1174
1175static int
1176urtwn_llt_write(struct urtwn_softc *sc, uint32_t addr, uint32_t data)
1177{
1178	int ntries;
1179
1180	urtwn_write_4(sc, R92C_LLT_INIT,
1181	    SM(R92C_LLT_INIT_OP, R92C_LLT_INIT_OP_WRITE) |
1182	    SM(R92C_LLT_INIT_ADDR, addr) |
1183	    SM(R92C_LLT_INIT_DATA, data));
1184	/* Wait for write operation to complete. */
1185	for (ntries = 0; ntries < 20; ntries++) {
1186		if (MS(urtwn_read_4(sc, R92C_LLT_INIT), R92C_LLT_INIT_OP) ==
1187		    R92C_LLT_INIT_OP_NO_ACTIVE)
1188			return (0);
1189		urtwn_ms_delay(sc);
1190	}
1191	return (ETIMEDOUT);
1192}
1193
1194static uint8_t
1195urtwn_efuse_read_1(struct urtwn_softc *sc, uint16_t addr)
1196{
1197	uint32_t reg;
1198	int ntries;
1199
1200	reg = urtwn_read_4(sc, R92C_EFUSE_CTRL);
1201	reg = RW(reg, R92C_EFUSE_CTRL_ADDR, addr);
1202	reg &= ~R92C_EFUSE_CTRL_VALID;
1203	urtwn_write_4(sc, R92C_EFUSE_CTRL, reg);
1204	/* Wait for read operation to complete. */
1205	for (ntries = 0; ntries < 100; ntries++) {
1206		reg = urtwn_read_4(sc, R92C_EFUSE_CTRL);
1207		if (reg & R92C_EFUSE_CTRL_VALID)
1208			return (MS(reg, R92C_EFUSE_CTRL_DATA));
1209		urtwn_ms_delay(sc);
1210	}
1211	device_printf(sc->sc_dev,
1212	    "could not read efuse byte at address 0x%x\n", addr);
1213	return (0xff);
1214}
1215
1216static void
1217urtwn_efuse_read(struct urtwn_softc *sc)
1218{
1219	uint8_t *rom = (uint8_t *)&sc->rom;
1220	uint16_t addr = 0;
1221	uint32_t reg;
1222	uint8_t off, msk;
1223	int i;
1224
1225	urtwn_efuse_switch_power(sc);
1226
1227	memset(&sc->rom, 0xff, sizeof(sc->rom));
1228	while (addr < 512) {
1229		reg = urtwn_efuse_read_1(sc, addr);
1230		if (reg == 0xff)
1231			break;
1232		addr++;
1233		off = reg >> 4;
1234		msk = reg & 0xf;
1235		for (i = 0; i < 4; i++) {
1236			if (msk & (1 << i))
1237				continue;
1238			rom[off * 8 + i * 2 + 0] =
1239			    urtwn_efuse_read_1(sc, addr);
1240			addr++;
1241			rom[off * 8 + i * 2 + 1] =
1242			    urtwn_efuse_read_1(sc, addr);
1243			addr++;
1244		}
1245	}
1246#ifdef URTWN_DEBUG
1247	if (urtwn_debug >= 2) {
1248		/* Dump ROM content. */
1249		printf("\n");
1250		for (i = 0; i < sizeof(sc->rom); i++)
1251			printf("%02x:", rom[i]);
1252		printf("\n");
1253	}
1254#endif
1255	urtwn_write_1(sc, R92C_EFUSE_ACCESS, R92C_EFUSE_ACCESS_OFF);
1256}
1257
1258static void
1259urtwn_efuse_switch_power(struct urtwn_softc *sc)
1260{
1261	uint32_t reg;
1262
1263	urtwn_write_1(sc, R92C_EFUSE_ACCESS, R92C_EFUSE_ACCESS_ON);
1264
1265	reg = urtwn_read_2(sc, R92C_SYS_ISO_CTRL);
1266	if (!(reg & R92C_SYS_ISO_CTRL_PWC_EV12V)) {
1267		urtwn_write_2(sc, R92C_SYS_ISO_CTRL,
1268		    reg | R92C_SYS_ISO_CTRL_PWC_EV12V);
1269	}
1270	reg = urtwn_read_2(sc, R92C_SYS_FUNC_EN);
1271	if (!(reg & R92C_SYS_FUNC_EN_ELDR)) {
1272		urtwn_write_2(sc, R92C_SYS_FUNC_EN,
1273		    reg | R92C_SYS_FUNC_EN_ELDR);
1274	}
1275	reg = urtwn_read_2(sc, R92C_SYS_CLKR);
1276	if ((reg & (R92C_SYS_CLKR_LOADER_EN | R92C_SYS_CLKR_ANA8M)) !=
1277	    (R92C_SYS_CLKR_LOADER_EN | R92C_SYS_CLKR_ANA8M)) {
1278		urtwn_write_2(sc, R92C_SYS_CLKR,
1279		    reg | R92C_SYS_CLKR_LOADER_EN | R92C_SYS_CLKR_ANA8M);
1280	}
1281}
1282
1283static int
1284urtwn_read_chipid(struct urtwn_softc *sc)
1285{
1286	uint32_t reg;
1287
1288	if (sc->chip & URTWN_CHIP_88E)
1289		return (0);
1290
1291	reg = urtwn_read_4(sc, R92C_SYS_CFG);
1292	if (reg & R92C_SYS_CFG_TRP_VAUX_EN)
1293		return (EIO);
1294
1295	if (reg & R92C_SYS_CFG_TYPE_92C) {
1296		sc->chip |= URTWN_CHIP_92C;
1297		/* Check if it is a castrated 8192C. */
1298		if (MS(urtwn_read_4(sc, R92C_HPON_FSM),
1299		    R92C_HPON_FSM_CHIP_BONDING_ID) ==
1300		    R92C_HPON_FSM_CHIP_BONDING_ID_92C_1T2R)
1301			sc->chip |= URTWN_CHIP_92C_1T2R;
1302	}
1303	if (reg & R92C_SYS_CFG_VENDOR_UMC) {
1304		sc->chip |= URTWN_CHIP_UMC;
1305		if (MS(reg, R92C_SYS_CFG_CHIP_VER_RTL) == 0)
1306			sc->chip |= URTWN_CHIP_UMC_A_CUT;
1307	}
1308	return (0);
1309}
1310
1311static void
1312urtwn_read_rom(struct urtwn_softc *sc)
1313{
1314	struct r92c_rom *rom = &sc->rom;
1315
1316	/* Read full ROM image. */
1317	urtwn_efuse_read(sc);
1318
1319	/* XXX Weird but this is what the vendor driver does. */
1320	sc->pa_setting = urtwn_efuse_read_1(sc, 0x1fa);
1321	DPRINTF("PA setting=0x%x\n", sc->pa_setting);
1322
1323	sc->board_type = MS(rom->rf_opt1, R92C_ROM_RF1_BOARD_TYPE);
1324
1325	sc->regulatory = MS(rom->rf_opt1, R92C_ROM_RF1_REGULATORY);
1326	DPRINTF("regulatory type=%d\n", sc->regulatory);
1327	IEEE80211_ADDR_COPY(sc->sc_ic.ic_macaddr, rom->macaddr);
1328
1329	sc->sc_rf_write = urtwn_r92c_rf_write;
1330	sc->sc_power_on = urtwn_r92c_power_on;
1331	sc->sc_dma_init = urtwn_r92c_dma_init;
1332}
1333
1334static void
1335urtwn_r88e_read_rom(struct urtwn_softc *sc)
1336{
1337	uint8_t *rom = sc->r88e_rom;
1338	uint16_t addr = 0;
1339	uint32_t reg;
1340	uint8_t off, msk, tmp;
1341	int i;
1342
1343	off = 0;
1344	urtwn_efuse_switch_power(sc);
1345
1346	/* Read full ROM image. */
1347	memset(&sc->r88e_rom, 0xff, sizeof(sc->r88e_rom));
1348	while (addr < 512) {
1349		reg = urtwn_efuse_read_1(sc, addr);
1350		if (reg == 0xff)
1351			break;
1352		addr++;
1353		if ((reg & 0x1f) == 0x0f) {
1354			tmp = (reg & 0xe0) >> 5;
1355			reg = urtwn_efuse_read_1(sc, addr);
1356			if ((reg & 0x0f) != 0x0f)
1357				off = ((reg & 0xf0) >> 1) | tmp;
1358			addr++;
1359		} else
1360			off = reg >> 4;
1361		msk = reg & 0xf;
1362		for (i = 0; i < 4; i++) {
1363			if (msk & (1 << i))
1364				continue;
1365			rom[off * 8 + i * 2 + 0] =
1366			    urtwn_efuse_read_1(sc, addr);
1367			addr++;
1368			rom[off * 8 + i * 2 + 1] =
1369			    urtwn_efuse_read_1(sc, addr);
1370			addr++;
1371		}
1372	}
1373
1374	urtwn_write_1(sc, R92C_EFUSE_ACCESS, R92C_EFUSE_ACCESS_OFF);
1375
1376	addr = 0x10;
1377	for (i = 0; i < 6; i++)
1378		sc->cck_tx_pwr[i] = sc->r88e_rom[addr++];
1379	for (i = 0; i < 5; i++)
1380		sc->ht40_tx_pwr[i] = sc->r88e_rom[addr++];
1381	sc->bw20_tx_pwr_diff = (sc->r88e_rom[addr] & 0xf0) >> 4;
1382	if (sc->bw20_tx_pwr_diff & 0x08)
1383		sc->bw20_tx_pwr_diff |= 0xf0;
1384	sc->ofdm_tx_pwr_diff = (sc->r88e_rom[addr] & 0xf);
1385	if (sc->ofdm_tx_pwr_diff & 0x08)
1386		sc->ofdm_tx_pwr_diff |= 0xf0;
1387	sc->regulatory = MS(sc->r88e_rom[0xc1], R92C_ROM_RF1_REGULATORY);
1388	IEEE80211_ADDR_COPY(sc->sc_ic.ic_macaddr, &sc->r88e_rom[0xd7]);
1389
1390	sc->sc_rf_write = urtwn_r88e_rf_write;
1391	sc->sc_power_on = urtwn_r88e_power_on;
1392	sc->sc_dma_init = urtwn_r88e_dma_init;
1393}
1394
1395/*
1396 * Initialize rate adaptation in firmware.
1397 */
1398static int
1399urtwn_ra_init(struct urtwn_softc *sc)
1400{
1401	struct ieee80211com *ic = &sc->sc_ic;
1402	struct ieee80211vap *vap = TAILQ_FIRST(&ic->ic_vaps);
1403	struct ieee80211_node *ni;
1404	struct ieee80211_rateset *rs;
1405	struct r92c_fw_cmd_macid_cfg cmd;
1406	uint32_t rates, basicrates;
1407	uint8_t mode;
1408	int maxrate, maxbasicrate, error, i, j;
1409
1410	ni = ieee80211_ref_node(vap->iv_bss);
1411	rs = &ni->ni_rates;
1412
1413	/* Get normal and basic rates mask. */
1414	rates = basicrates = 0;
1415	maxrate = maxbasicrate = 0;
1416	for (i = 0; i < rs->rs_nrates; i++) {
1417		/* Convert 802.11 rate to HW rate index. */
1418		for (j = 0; j < nitems(ridx2rate); j++)
1419			if ((rs->rs_rates[i] & IEEE80211_RATE_VAL) ==
1420			    ridx2rate[j])
1421				break;
1422		if (j == nitems(ridx2rate))	/* Unknown rate, skip. */
1423			continue;
1424		rates |= 1 << j;
1425		if (j > maxrate)
1426			maxrate = j;
1427		if (rs->rs_rates[i] & IEEE80211_RATE_BASIC) {
1428			basicrates |= 1 << j;
1429			if (j > maxbasicrate)
1430				maxbasicrate = j;
1431		}
1432	}
1433	if (ic->ic_curmode == IEEE80211_MODE_11B)
1434		mode = R92C_RAID_11B;
1435	else
1436		mode = R92C_RAID_11BG;
1437	DPRINTF("mode=0x%x rates=0x%08x, basicrates=0x%08x\n",
1438	    mode, rates, basicrates);
1439
1440	/* Set rates mask for group addressed frames. */
1441	cmd.macid = URTWN_MACID_BC | URTWN_MACID_VALID;
1442	cmd.mask = htole32(mode << 28 | basicrates);
1443	error = urtwn_fw_cmd(sc, R92C_CMD_MACID_CONFIG, &cmd, sizeof(cmd));
1444	if (error != 0) {
1445		ieee80211_free_node(ni);
1446		device_printf(sc->sc_dev,
1447		    "could not add broadcast station\n");
1448		return (error);
1449	}
1450	/* Set initial MRR rate. */
1451	DPRINTF("maxbasicrate=%d\n", maxbasicrate);
1452	urtwn_write_1(sc, R92C_INIDATA_RATE_SEL(URTWN_MACID_BC),
1453	    maxbasicrate);
1454
1455	/* Set rates mask for unicast frames. */
1456	cmd.macid = URTWN_MACID_BSS | URTWN_MACID_VALID;
1457	cmd.mask = htole32(mode << 28 | rates);
1458	error = urtwn_fw_cmd(sc, R92C_CMD_MACID_CONFIG, &cmd, sizeof(cmd));
1459	if (error != 0) {
1460		ieee80211_free_node(ni);
1461		device_printf(sc->sc_dev, "could not add BSS station\n");
1462		return (error);
1463	}
1464	/* Set initial MRR rate. */
1465	DPRINTF("maxrate=%d\n", maxrate);
1466	urtwn_write_1(sc, R92C_INIDATA_RATE_SEL(URTWN_MACID_BSS),
1467	    maxrate);
1468
1469	/* Indicate highest supported rate. */
1470	ni->ni_txrate = rs->rs_rates[rs->rs_nrates - 1];
1471	ieee80211_free_node(ni);
1472
1473	return (0);
1474}
1475
1476void
1477urtwn_tsf_sync_enable(struct urtwn_softc *sc)
1478{
1479	struct ieee80211com *ic = &sc->sc_ic;
1480	struct ieee80211vap *vap = TAILQ_FIRST(&ic->ic_vaps);
1481	struct ieee80211_node *ni = vap->iv_bss;
1482
1483	uint64_t tsf;
1484
1485	/* Enable TSF synchronization. */
1486	urtwn_write_1(sc, R92C_BCN_CTRL,
1487	    urtwn_read_1(sc, R92C_BCN_CTRL) & ~R92C_BCN_CTRL_DIS_TSF_UDT0);
1488
1489	urtwn_write_1(sc, R92C_BCN_CTRL,
1490	    urtwn_read_1(sc, R92C_BCN_CTRL) & ~R92C_BCN_CTRL_EN_BCN);
1491
1492	/* Set initial TSF. */
1493	memcpy(&tsf, ni->ni_tstamp.data, 8);
1494	tsf = le64toh(tsf);
1495	tsf = tsf - (tsf % (vap->iv_bss->ni_intval * IEEE80211_DUR_TU));
1496	tsf -= IEEE80211_DUR_TU;
1497	urtwn_write_4(sc, R92C_TSFTR + 0, tsf);
1498	urtwn_write_4(sc, R92C_TSFTR + 4, tsf >> 32);
1499
1500	urtwn_write_1(sc, R92C_BCN_CTRL,
1501	    urtwn_read_1(sc, R92C_BCN_CTRL) | R92C_BCN_CTRL_EN_BCN);
1502}
1503
1504static void
1505urtwn_set_led(struct urtwn_softc *sc, int led, int on)
1506{
1507	uint8_t reg;
1508
1509	if (led == URTWN_LED_LINK) {
1510		if (sc->chip & URTWN_CHIP_88E) {
1511			reg = urtwn_read_1(sc, R92C_LEDCFG2) & 0xf0;
1512			urtwn_write_1(sc, R92C_LEDCFG2, reg | 0x60);
1513			if (!on) {
1514				reg = urtwn_read_1(sc, R92C_LEDCFG2) & 0x90;
1515				urtwn_write_1(sc, R92C_LEDCFG2,
1516				    reg | R92C_LEDCFG0_DIS);
1517				urtwn_write_1(sc, R92C_MAC_PINMUX_CFG,
1518				    urtwn_read_1(sc, R92C_MAC_PINMUX_CFG) &
1519				    0xfe);
1520			}
1521		} else {
1522			reg = urtwn_read_1(sc, R92C_LEDCFG0) & 0x70;
1523			if (!on)
1524				reg |= R92C_LEDCFG0_DIS;
1525			urtwn_write_1(sc, R92C_LEDCFG0, reg);
1526		}
1527		sc->ledlink = on;       /* Save LED state. */
1528	}
1529}
1530
1531static void
1532urtwn_set_mode(struct urtwn_softc *sc, uint8_t mode)
1533{
1534	uint8_t reg;
1535
1536	reg = urtwn_read_1(sc, R92C_MSR);
1537	reg = (reg & ~R92C_MSR_MASK) | mode;
1538	urtwn_write_1(sc, R92C_MSR, reg);
1539}
1540
1541static int
1542urtwn_newstate(struct ieee80211vap *vap, enum ieee80211_state nstate, int arg)
1543{
1544	struct urtwn_vap *uvp = URTWN_VAP(vap);
1545	struct ieee80211com *ic = vap->iv_ic;
1546	struct urtwn_softc *sc = ic->ic_softc;
1547	struct ieee80211_node *ni;
1548	enum ieee80211_state ostate;
1549
1550	ostate = vap->iv_state;
1551	DPRINTF("%s -> %s\n", ieee80211_state_name[ostate],
1552	    ieee80211_state_name[nstate]);
1553
1554	IEEE80211_UNLOCK(ic);
1555	URTWN_LOCK(sc);
1556	callout_stop(&sc->sc_watchdog_ch);
1557
1558	if (ostate == IEEE80211_S_RUN) {
1559		/* Turn link LED off. */
1560		urtwn_set_led(sc, URTWN_LED_LINK, 0);
1561
1562		/* Set media status to 'No Link'. */
1563		urtwn_set_mode(sc, R92C_MSR_NOLINK);
1564
1565		/* Stop Rx of data frames. */
1566		urtwn_write_2(sc, R92C_RXFLTMAP2, 0);
1567
1568		/* Rest TSF. */
1569		urtwn_write_1(sc, R92C_DUAL_TSF_RST, 0x03);
1570
1571		/* Disable TSF synchronization. */
1572		urtwn_write_1(sc, R92C_BCN_CTRL,
1573		    urtwn_read_1(sc, R92C_BCN_CTRL) |
1574		    R92C_BCN_CTRL_DIS_TSF_UDT0);
1575
1576		/* Reset EDCA parameters. */
1577		urtwn_write_4(sc, R92C_EDCA_VO_PARAM, 0x002f3217);
1578		urtwn_write_4(sc, R92C_EDCA_VI_PARAM, 0x005e4317);
1579		urtwn_write_4(sc, R92C_EDCA_BE_PARAM, 0x00105320);
1580		urtwn_write_4(sc, R92C_EDCA_BK_PARAM, 0x0000a444);
1581	}
1582
1583	switch (nstate) {
1584	case IEEE80211_S_INIT:
1585		/* Turn link LED off. */
1586		urtwn_set_led(sc, URTWN_LED_LINK, 0);
1587		break;
1588	case IEEE80211_S_SCAN:
1589		/* Pause AC Tx queues. */
1590		urtwn_write_1(sc, R92C_TXPAUSE,
1591		    urtwn_read_1(sc, R92C_TXPAUSE) | 0x0f);
1592		break;
1593	case IEEE80211_S_AUTH:
1594		urtwn_set_chan(sc, ic->ic_curchan, NULL);
1595		break;
1596	case IEEE80211_S_RUN:
1597		if (vap->iv_opmode == IEEE80211_M_MONITOR) {
1598			/* Enable Rx of data frames. */
1599			urtwn_write_2(sc, R92C_RXFLTMAP2, 0xffff);
1600
1601			/* Enable Rx of ctrl frames. */
1602			urtwn_write_2(sc, R92C_RXFLTMAP1, 0xffff);
1603
1604			/*
1605			 * Accept data/control/management frames
1606			 * from any BSSID.
1607			 */
1608			urtwn_write_4(sc, R92C_RCR,
1609			    (urtwn_read_4(sc, R92C_RCR) & ~(R92C_RCR_APM |
1610			    R92C_RCR_CBSSID_DATA | R92C_RCR_CBSSID_BCN)) |
1611			    R92C_RCR_ADF | R92C_RCR_ACF | R92C_RCR_AMF |
1612			    R92C_RCR_AAP);
1613
1614			/* Turn link LED on. */
1615			urtwn_set_led(sc, URTWN_LED_LINK, 1);
1616			break;
1617		}
1618
1619		ni = ieee80211_ref_node(vap->iv_bss);
1620		/* Set media status to 'Associated'. */
1621		urtwn_set_mode(sc, R92C_MSR_INFRA);
1622
1623		/* Set BSSID. */
1624		urtwn_write_4(sc, R92C_BSSID + 0, LE_READ_4(&ni->ni_bssid[0]));
1625		urtwn_write_4(sc, R92C_BSSID + 4, LE_READ_2(&ni->ni_bssid[4]));
1626
1627		if (ic->ic_curmode == IEEE80211_MODE_11B)
1628			urtwn_write_1(sc, R92C_INIRTS_RATE_SEL, 0);
1629		else	/* 802.11b/g */
1630			urtwn_write_1(sc, R92C_INIRTS_RATE_SEL, 3);
1631
1632		/* Enable Rx of data frames. */
1633		urtwn_write_2(sc, R92C_RXFLTMAP2, 0xffff);
1634
1635		/* Flush all AC queues. */
1636		urtwn_write_1(sc, R92C_TXPAUSE, 0);
1637
1638		/* Set beacon interval. */
1639		urtwn_write_2(sc, R92C_BCN_INTERVAL, ni->ni_intval);
1640
1641		/* Allow Rx from our BSSID only. */
1642		urtwn_write_4(sc, R92C_RCR,
1643		    urtwn_read_4(sc, R92C_RCR) |
1644		    R92C_RCR_CBSSID_DATA | R92C_RCR_CBSSID_BCN);
1645
1646		/* Enable TSF synchronization. */
1647		urtwn_tsf_sync_enable(sc);
1648
1649		urtwn_write_1(sc, R92C_SIFS_CCK + 1, 10);
1650		urtwn_write_1(sc, R92C_SIFS_OFDM + 1, 10);
1651		urtwn_write_1(sc, R92C_SPEC_SIFS + 1, 10);
1652		urtwn_write_1(sc, R92C_MAC_SPEC_SIFS + 1, 10);
1653		urtwn_write_1(sc, R92C_R2T_SIFS + 1, 10);
1654		urtwn_write_1(sc, R92C_T2T_SIFS + 1, 10);
1655
1656		/* Intialize rate adaptation. */
1657		if (sc->chip & URTWN_CHIP_88E)
1658			ni->ni_txrate =
1659			    ni->ni_rates.rs_rates[ni->ni_rates.rs_nrates-1];
1660		else
1661			urtwn_ra_init(sc);
1662		/* Turn link LED on. */
1663		urtwn_set_led(sc, URTWN_LED_LINK, 1);
1664
1665		sc->avg_pwdb = -1;	/* Reset average RSSI. */
1666		/* Reset temperature calibration state machine. */
1667		sc->thcal_state = 0;
1668		sc->thcal_lctemp = 0;
1669		ieee80211_free_node(ni);
1670		break;
1671	default:
1672		break;
1673	}
1674	URTWN_UNLOCK(sc);
1675	IEEE80211_LOCK(ic);
1676	return(uvp->newstate(vap, nstate, arg));
1677}
1678
1679static void
1680urtwn_watchdog(void *arg)
1681{
1682	struct urtwn_softc *sc = arg;
1683
1684	if (sc->sc_txtimer > 0) {
1685		if (--sc->sc_txtimer == 0) {
1686			device_printf(sc->sc_dev, "device timeout\n");
1687			counter_u64_add(sc->sc_ic.ic_oerrors, 1);
1688			return;
1689		}
1690		callout_reset(&sc->sc_watchdog_ch, hz, urtwn_watchdog, sc);
1691	}
1692}
1693
1694static void
1695urtwn_update_avgrssi(struct urtwn_softc *sc, int rate, int8_t rssi)
1696{
1697	int pwdb;
1698
1699	/* Convert antenna signal to percentage. */
1700	if (rssi <= -100 || rssi >= 20)
1701		pwdb = 0;
1702	else if (rssi >= 0)
1703		pwdb = 100;
1704	else
1705		pwdb = 100 + rssi;
1706	if (!(sc->chip & URTWN_CHIP_88E)) {
1707		if (rate <= URTWN_RIDX_CCK11) {
1708			/* CCK gain is smaller than OFDM/MCS gain. */
1709			pwdb += 6;
1710			if (pwdb > 100)
1711				pwdb = 100;
1712			if (pwdb <= 14)
1713				pwdb -= 4;
1714			else if (pwdb <= 26)
1715				pwdb -= 8;
1716			else if (pwdb <= 34)
1717				pwdb -= 6;
1718			else if (pwdb <= 42)
1719				pwdb -= 2;
1720		}
1721	}
1722	if (sc->avg_pwdb == -1)	/* Init. */
1723		sc->avg_pwdb = pwdb;
1724	else if (sc->avg_pwdb < pwdb)
1725		sc->avg_pwdb = ((sc->avg_pwdb * 19 + pwdb) / 20) + 1;
1726	else
1727		sc->avg_pwdb = ((sc->avg_pwdb * 19 + pwdb) / 20);
1728	DPRINTFN(4, "PWDB=%d EMA=%d\n", pwdb, sc->avg_pwdb);
1729}
1730
1731static int8_t
1732urtwn_get_rssi(struct urtwn_softc *sc, int rate, void *physt)
1733{
1734	static const int8_t cckoff[] = { 16, -12, -26, -46 };
1735	struct r92c_rx_phystat *phy;
1736	struct r92c_rx_cck *cck;
1737	uint8_t rpt;
1738	int8_t rssi;
1739
1740	if (rate <= URTWN_RIDX_CCK11) {
1741		cck = (struct r92c_rx_cck *)physt;
1742		if (sc->sc_flags & URTWN_FLAG_CCK_HIPWR) {
1743			rpt = (cck->agc_rpt >> 5) & 0x3;
1744			rssi = (cck->agc_rpt & 0x1f) << 1;
1745		} else {
1746			rpt = (cck->agc_rpt >> 6) & 0x3;
1747			rssi = cck->agc_rpt & 0x3e;
1748		}
1749		rssi = cckoff[rpt] - rssi;
1750	} else {	/* OFDM/HT. */
1751		phy = (struct r92c_rx_phystat *)physt;
1752		rssi = ((le32toh(phy->phydw1) >> 1) & 0x7f) - 110;
1753	}
1754	return (rssi);
1755}
1756
1757static int8_t
1758urtwn_r88e_get_rssi(struct urtwn_softc *sc, int rate, void *physt)
1759{
1760	struct r92c_rx_phystat *phy;
1761	struct r88e_rx_cck *cck;
1762	uint8_t cck_agc_rpt, lna_idx, vga_idx;
1763	int8_t rssi;
1764
1765	rssi = 0;
1766	if (rate <= URTWN_RIDX_CCK11) {
1767		cck = (struct r88e_rx_cck *)physt;
1768		cck_agc_rpt = cck->agc_rpt;
1769		lna_idx = (cck_agc_rpt & 0xe0) >> 5;
1770		vga_idx = cck_agc_rpt & 0x1f;
1771		switch (lna_idx) {
1772		case 7:
1773			if (vga_idx <= 27)
1774				rssi = -100 + 2* (27 - vga_idx);
1775			else
1776				rssi = -100;
1777			break;
1778		case 6:
1779			rssi = -48 + 2 * (2 - vga_idx);
1780			break;
1781		case 5:
1782			rssi = -42 + 2 * (7 - vga_idx);
1783			break;
1784		case 4:
1785			rssi = -36 + 2 * (7 - vga_idx);
1786			break;
1787		case 3:
1788			rssi = -24 + 2 * (7 - vga_idx);
1789			break;
1790		case 2:
1791			rssi = -12 + 2 * (5 - vga_idx);
1792			break;
1793		case 1:
1794			rssi = 8 - (2 * vga_idx);
1795			break;
1796		case 0:
1797			rssi = 14 - (2 * vga_idx);
1798			break;
1799		}
1800		rssi += 6;
1801	} else {	/* OFDM/HT. */
1802		phy = (struct r92c_rx_phystat *)physt;
1803		rssi = ((le32toh(phy->phydw1) >> 1) & 0x7f) - 110;
1804	}
1805	return (rssi);
1806}
1807
1808static int
1809urtwn_tx_start(struct urtwn_softc *sc, struct ieee80211_node *ni,
1810    struct mbuf *m0, struct urtwn_data *data)
1811{
1812	struct ieee80211_frame *wh;
1813	struct ieee80211_key *k;
1814	struct ieee80211com *ic = &sc->sc_ic;
1815	struct ieee80211vap *vap = ni->ni_vap;
1816	struct usb_xfer *xfer;
1817	struct r92c_tx_desc *txd;
1818	uint8_t raid, type;
1819	uint16_t sum;
1820	int i, xferlen;
1821	struct usb_xfer *urtwn_pipes[4] = {
1822		sc->sc_xfer[URTWN_BULK_TX_BE],
1823		sc->sc_xfer[URTWN_BULK_TX_BK],
1824		sc->sc_xfer[URTWN_BULK_TX_VI],
1825		sc->sc_xfer[URTWN_BULK_TX_VO]
1826	};
1827
1828	URTWN_ASSERT_LOCKED(sc);
1829
1830	/*
1831	 * Software crypto.
1832	 */
1833	wh = mtod(m0, struct ieee80211_frame *);
1834	type = wh->i_fc[0] & IEEE80211_FC0_TYPE_MASK;
1835
1836	if (wh->i_fc[1] & IEEE80211_FC1_PROTECTED) {
1837		k = ieee80211_crypto_encap(ni, m0);
1838		if (k == NULL) {
1839			device_printf(sc->sc_dev,
1840			    "ieee80211_crypto_encap returns NULL.\n");
1841			/* XXX we don't expect the fragmented frames */
1842			return (ENOBUFS);
1843		}
1844
1845		/* in case packet header moved, reset pointer */
1846		wh = mtod(m0, struct ieee80211_frame *);
1847	}
1848
1849	switch (type) {
1850	case IEEE80211_FC0_TYPE_CTL:
1851	case IEEE80211_FC0_TYPE_MGT:
1852		xfer = sc->sc_xfer[URTWN_BULK_TX_VO];
1853		break;
1854	default:
1855		KASSERT(M_WME_GETAC(m0) < 4,
1856		    ("unsupported WME pipe %d", M_WME_GETAC(m0)));
1857		xfer = urtwn_pipes[M_WME_GETAC(m0)];
1858		break;
1859	}
1860
1861	/* Fill Tx descriptor. */
1862	txd = (struct r92c_tx_desc *)data->buf;
1863	memset(txd, 0, sizeof(*txd));
1864
1865	txd->txdw0 |= htole32(
1866	    SM(R92C_TXDW0_PKTLEN, m0->m_pkthdr.len) |
1867	    SM(R92C_TXDW0_OFFSET, sizeof(*txd)) |
1868	    R92C_TXDW0_OWN | R92C_TXDW0_FSG | R92C_TXDW0_LSG);
1869	if (IEEE80211_IS_MULTICAST(wh->i_addr1))
1870		txd->txdw0 |= htole32(R92C_TXDW0_BMCAST);
1871	if (!IEEE80211_IS_MULTICAST(wh->i_addr1) &&
1872	    type == IEEE80211_FC0_TYPE_DATA) {
1873		if (ic->ic_curmode == IEEE80211_MODE_11B)
1874			raid = R92C_RAID_11B;
1875		else
1876			raid = R92C_RAID_11BG;
1877		if (sc->chip & URTWN_CHIP_88E) {
1878			txd->txdw1 |= htole32(
1879			    SM(R88E_TXDW1_MACID, URTWN_MACID_BSS) |
1880			    SM(R92C_TXDW1_QSEL, R92C_TXDW1_QSEL_BE) |
1881			    SM(R92C_TXDW1_RAID, raid));
1882			txd->txdw2 |= htole32(R88E_TXDW2_AGGBK);
1883		} else {
1884			txd->txdw1 |= htole32(
1885			    SM(R92C_TXDW1_MACID, URTWN_MACID_BSS) |
1886			    SM(R92C_TXDW1_QSEL, R92C_TXDW1_QSEL_BE) |
1887		 	    SM(R92C_TXDW1_RAID, raid) | R92C_TXDW1_AGGBK);
1888		}
1889		if (ic->ic_flags & IEEE80211_F_USEPROT) {
1890			if (ic->ic_protmode == IEEE80211_PROT_CTSONLY) {
1891				txd->txdw4 |= htole32(R92C_TXDW4_CTS2SELF |
1892				    R92C_TXDW4_HWRTSEN);
1893			} else if (ic->ic_protmode == IEEE80211_PROT_RTSCTS) {
1894				txd->txdw4 |= htole32(R92C_TXDW4_RTSEN |
1895				    R92C_TXDW4_HWRTSEN);
1896			}
1897		}
1898		/* Send RTS at OFDM24. */
1899		txd->txdw4 |= htole32(SM(R92C_TXDW4_RTSRATE,
1900		    URTWN_RIDX_OFDM24));
1901		txd->txdw5 |= htole32(0x0001ff00);
1902		/* Send data at OFDM54. */
1903		txd->txdw5 |= htole32(SM(R92C_TXDW5_DATARATE,
1904		    URTWN_RIDX_OFDM54));
1905	} else {
1906		txd->txdw1 |= htole32(
1907		    SM(R92C_TXDW1_MACID, 0) |
1908		    SM(R92C_TXDW1_QSEL, R92C_TXDW1_QSEL_MGNT) |
1909		    SM(R92C_TXDW1_RAID, R92C_RAID_11B));
1910
1911		/* Force CCK1. */
1912		txd->txdw4 |= htole32(R92C_TXDW4_DRVRATE);
1913		txd->txdw5 |= htole32(SM(R92C_TXDW5_DATARATE,
1914		    URTWN_RIDX_CCK1));
1915	}
1916	/* Set sequence number (already little endian). */
1917	txd->txdseq |= *(uint16_t *)wh->i_seq;
1918
1919	if (!IEEE80211_QOS_HAS_SEQ(wh)) {
1920		/* Use HW sequence numbering for non-QoS frames. */
1921		txd->txdw4  |= htole32(R92C_TXDW4_HWSEQ);
1922		txd->txdseq |= htole16(0x8000);
1923	} else
1924		txd->txdw4 |= htole32(R92C_TXDW4_QOS);
1925
1926	/* Compute Tx descriptor checksum. */
1927	sum = 0;
1928	for (i = 0; i < sizeof(*txd) / 2; i++)
1929		sum ^= ((uint16_t *)txd)[i];
1930	txd->txdsum = sum; 	/* NB: already little endian. */
1931
1932	if (ieee80211_radiotap_active_vap(vap)) {
1933		struct urtwn_tx_radiotap_header *tap = &sc->sc_txtap;
1934
1935		tap->wt_flags = 0;
1936		tap->wt_chan_freq = htole16(ic->ic_curchan->ic_freq);
1937		tap->wt_chan_flags = htole16(ic->ic_curchan->ic_flags);
1938		ieee80211_radiotap_tx(vap, m0);
1939	}
1940
1941	xferlen = sizeof(*txd) + m0->m_pkthdr.len;
1942	m_copydata(m0, 0, m0->m_pkthdr.len, (caddr_t)&txd[1]);
1943
1944	data->buflen = xferlen;
1945	data->ni = ni;
1946	data->m = m0;
1947
1948	STAILQ_INSERT_TAIL(&sc->sc_tx_pending, data, next);
1949	usbd_transfer_start(xfer);
1950	return (0);
1951}
1952
1953static int
1954urtwn_transmit(struct ieee80211com *ic, struct mbuf *m)
1955{
1956	struct urtwn_softc *sc = ic->ic_softc;
1957	int error;
1958
1959	URTWN_LOCK(sc);
1960	if ((sc->sc_flags & URTWN_RUNNING) == 0) {
1961		URTWN_UNLOCK(sc);
1962		return (ENXIO);
1963	}
1964	error = mbufq_enqueue(&sc->sc_snd, m);
1965	if (error) {
1966		URTWN_UNLOCK(sc);
1967		return (error);
1968	}
1969	urtwn_start(sc);
1970	URTWN_UNLOCK(sc);
1971
1972	return (0);
1973}
1974
1975static void
1976urtwn_start(struct urtwn_softc *sc)
1977{
1978	struct ieee80211_node *ni;
1979	struct mbuf *m;
1980	struct urtwn_data *bf;
1981
1982	URTWN_ASSERT_LOCKED(sc);
1983	while ((m = mbufq_dequeue(&sc->sc_snd)) != NULL) {
1984		bf = urtwn_getbuf(sc);
1985		if (bf == NULL) {
1986			mbufq_prepend(&sc->sc_snd, m);
1987			break;
1988		}
1989		ni = (struct ieee80211_node *)m->m_pkthdr.rcvif;
1990		m->m_pkthdr.rcvif = NULL;
1991		if (urtwn_tx_start(sc, ni, m, bf) != 0) {
1992			if_inc_counter(ni->ni_vap->iv_ifp,
1993			    IFCOUNTER_OERRORS, 1);
1994			STAILQ_INSERT_HEAD(&sc->sc_tx_inactive, bf, next);
1995			m_freem(m);
1996			ieee80211_free_node(ni);
1997			break;
1998		}
1999		sc->sc_txtimer = 5;
2000		callout_reset(&sc->sc_watchdog_ch, hz, urtwn_watchdog, sc);
2001	}
2002}
2003
2004static void
2005urtwn_parent(struct ieee80211com *ic)
2006{
2007	struct urtwn_softc *sc = ic->ic_softc;
2008	int startall = 0;
2009
2010	URTWN_LOCK(sc);
2011	if (sc->sc_flags & URTWN_DETACHED) {
2012		URTWN_UNLOCK(sc);
2013		return;
2014	}
2015	if (ic->ic_nrunning > 0) {
2016		if ((sc->sc_flags & URTWN_RUNNING) == 0) {
2017			urtwn_init(sc);
2018			startall = 1;
2019		}
2020	} else if (sc->sc_flags & URTWN_RUNNING)
2021		urtwn_stop(sc);
2022	URTWN_UNLOCK(sc);
2023
2024	if (startall)
2025		ieee80211_start_all(ic);
2026}
2027
2028static __inline int
2029urtwn_power_on(struct urtwn_softc *sc)
2030{
2031
2032	return sc->sc_power_on(sc);
2033}
2034
2035static int
2036urtwn_r92c_power_on(struct urtwn_softc *sc)
2037{
2038	uint32_t reg;
2039	int ntries;
2040
2041	/* Wait for autoload done bit. */
2042	for (ntries = 0; ntries < 1000; ntries++) {
2043		if (urtwn_read_1(sc, R92C_APS_FSMCO) & R92C_APS_FSMCO_PFM_ALDN)
2044			break;
2045		urtwn_ms_delay(sc);
2046	}
2047	if (ntries == 1000) {
2048		device_printf(sc->sc_dev,
2049		    "timeout waiting for chip autoload\n");
2050		return (ETIMEDOUT);
2051	}
2052
2053	/* Unlock ISO/CLK/Power control register. */
2054	urtwn_write_1(sc, R92C_RSV_CTRL, 0);
2055	/* Move SPS into PWM mode. */
2056	urtwn_write_1(sc, R92C_SPS0_CTRL, 0x2b);
2057	urtwn_ms_delay(sc);
2058
2059	reg = urtwn_read_1(sc, R92C_LDOV12D_CTRL);
2060	if (!(reg & R92C_LDOV12D_CTRL_LDV12_EN)) {
2061		urtwn_write_1(sc, R92C_LDOV12D_CTRL,
2062		    reg | R92C_LDOV12D_CTRL_LDV12_EN);
2063		urtwn_ms_delay(sc);
2064		urtwn_write_1(sc, R92C_SYS_ISO_CTRL,
2065		    urtwn_read_1(sc, R92C_SYS_ISO_CTRL) &
2066		    ~R92C_SYS_ISO_CTRL_MD2PP);
2067	}
2068
2069	/* Auto enable WLAN. */
2070	urtwn_write_2(sc, R92C_APS_FSMCO,
2071	    urtwn_read_2(sc, R92C_APS_FSMCO) | R92C_APS_FSMCO_APFM_ONMAC);
2072	for (ntries = 0; ntries < 1000; ntries++) {
2073		if (!(urtwn_read_2(sc, R92C_APS_FSMCO) &
2074		    R92C_APS_FSMCO_APFM_ONMAC))
2075			break;
2076		urtwn_ms_delay(sc);
2077	}
2078	if (ntries == 1000) {
2079		device_printf(sc->sc_dev,
2080		    "timeout waiting for MAC auto ON\n");
2081		return (ETIMEDOUT);
2082	}
2083
2084	/* Enable radio, GPIO and LED functions. */
2085	urtwn_write_2(sc, R92C_APS_FSMCO,
2086	    R92C_APS_FSMCO_AFSM_HSUS |
2087	    R92C_APS_FSMCO_PDN_EN |
2088	    R92C_APS_FSMCO_PFM_ALDN);
2089	/* Release RF digital isolation. */
2090	urtwn_write_2(sc, R92C_SYS_ISO_CTRL,
2091	    urtwn_read_2(sc, R92C_SYS_ISO_CTRL) & ~R92C_SYS_ISO_CTRL_DIOR);
2092
2093	/* Initialize MAC. */
2094	urtwn_write_1(sc, R92C_APSD_CTRL,
2095	    urtwn_read_1(sc, R92C_APSD_CTRL) & ~R92C_APSD_CTRL_OFF);
2096	for (ntries = 0; ntries < 200; ntries++) {
2097		if (!(urtwn_read_1(sc, R92C_APSD_CTRL) &
2098		    R92C_APSD_CTRL_OFF_STATUS))
2099			break;
2100		urtwn_ms_delay(sc);
2101	}
2102	if (ntries == 200) {
2103		device_printf(sc->sc_dev,
2104		    "timeout waiting for MAC initialization\n");
2105		return (ETIMEDOUT);
2106	}
2107
2108	/* Enable MAC DMA/WMAC/SCHEDULE/SEC blocks. */
2109	reg = urtwn_read_2(sc, R92C_CR);
2110	reg |= R92C_CR_HCI_TXDMA_EN | R92C_CR_HCI_RXDMA_EN |
2111	    R92C_CR_TXDMA_EN | R92C_CR_RXDMA_EN | R92C_CR_PROTOCOL_EN |
2112	    R92C_CR_SCHEDULE_EN | R92C_CR_MACTXEN | R92C_CR_MACRXEN |
2113	    R92C_CR_ENSEC;
2114	urtwn_write_2(sc, R92C_CR, reg);
2115
2116	urtwn_write_1(sc, 0xfe10, 0x19);
2117	return (0);
2118}
2119
2120static int
2121urtwn_r88e_power_on(struct urtwn_softc *sc)
2122{
2123	uint32_t reg;
2124	int ntries;
2125
2126	/* Wait for power ready bit. */
2127	for (ntries = 0; ntries < 5000; ntries++) {
2128		if (urtwn_read_4(sc, R92C_APS_FSMCO) & R92C_APS_FSMCO_SUS_HOST)
2129			break;
2130		urtwn_ms_delay(sc);
2131	}
2132	if (ntries == 5000) {
2133		device_printf(sc->sc_dev,
2134		    "timeout waiting for chip power up\n");
2135		return (ETIMEDOUT);
2136	}
2137
2138	/* Reset BB. */
2139	urtwn_write_1(sc, R92C_SYS_FUNC_EN,
2140	    urtwn_read_1(sc, R92C_SYS_FUNC_EN) & ~(R92C_SYS_FUNC_EN_BBRSTB |
2141	    R92C_SYS_FUNC_EN_BB_GLB_RST));
2142
2143	urtwn_write_1(sc, R92C_AFE_XTAL_CTRL + 2,
2144	    urtwn_read_1(sc, R92C_AFE_XTAL_CTRL + 2) | 0x80);
2145
2146	/* Disable HWPDN. */
2147	urtwn_write_2(sc, R92C_APS_FSMCO,
2148	    urtwn_read_2(sc, R92C_APS_FSMCO) & ~R92C_APS_FSMCO_APDM_HPDN);
2149
2150	/* Disable WL suspend. */
2151	urtwn_write_2(sc, R92C_APS_FSMCO,
2152	    urtwn_read_2(sc, R92C_APS_FSMCO) &
2153	    ~(R92C_APS_FSMCO_AFSM_HSUS | R92C_APS_FSMCO_AFSM_PCIE));
2154
2155	urtwn_write_2(sc, R92C_APS_FSMCO,
2156	    urtwn_read_2(sc, R92C_APS_FSMCO) | R92C_APS_FSMCO_APFM_ONMAC);
2157	for (ntries = 0; ntries < 5000; ntries++) {
2158		if (!(urtwn_read_2(sc, R92C_APS_FSMCO) &
2159		    R92C_APS_FSMCO_APFM_ONMAC))
2160			break;
2161		urtwn_ms_delay(sc);
2162	}
2163	if (ntries == 5000)
2164		return (ETIMEDOUT);
2165
2166	/* Enable LDO normal mode. */
2167	urtwn_write_1(sc, R92C_LPLDO_CTRL,
2168	    urtwn_read_1(sc, R92C_LPLDO_CTRL) & ~0x10);
2169
2170	/* Enable MAC DMA/WMAC/SCHEDULE/SEC blocks. */
2171	urtwn_write_2(sc, R92C_CR, 0);
2172	reg = urtwn_read_2(sc, R92C_CR);
2173	reg |= R92C_CR_HCI_TXDMA_EN | R92C_CR_HCI_RXDMA_EN |
2174	    R92C_CR_TXDMA_EN | R92C_CR_RXDMA_EN | R92C_CR_PROTOCOL_EN |
2175	    R92C_CR_SCHEDULE_EN | R92C_CR_ENSEC | R92C_CR_CALTMR_EN;
2176	urtwn_write_2(sc, R92C_CR, reg);
2177
2178	return (0);
2179}
2180
2181static int
2182urtwn_llt_init(struct urtwn_softc *sc)
2183{
2184	int i, error, page_count, pktbuf_count;
2185
2186	page_count = (sc->chip & URTWN_CHIP_88E) ?
2187	    R88E_TX_PAGE_COUNT : R92C_TX_PAGE_COUNT;
2188	pktbuf_count = (sc->chip & URTWN_CHIP_88E) ?
2189	    R88E_TXPKTBUF_COUNT : R92C_TXPKTBUF_COUNT;
2190
2191	/* Reserve pages [0; page_count]. */
2192	for (i = 0; i < page_count; i++) {
2193		if ((error = urtwn_llt_write(sc, i, i + 1)) != 0)
2194			return (error);
2195	}
2196	/* NB: 0xff indicates end-of-list. */
2197	if ((error = urtwn_llt_write(sc, i, 0xff)) != 0)
2198		return (error);
2199	/*
2200	 * Use pages [page_count + 1; pktbuf_count - 1]
2201	 * as ring buffer.
2202	 */
2203	for (++i; i < pktbuf_count - 1; i++) {
2204		if ((error = urtwn_llt_write(sc, i, i + 1)) != 0)
2205			return (error);
2206	}
2207	/* Make the last page point to the beginning of the ring buffer. */
2208	error = urtwn_llt_write(sc, i, page_count + 1);
2209	return (error);
2210}
2211
2212static void
2213urtwn_fw_reset(struct urtwn_softc *sc)
2214{
2215	uint16_t reg;
2216	int ntries;
2217
2218	/* Tell 8051 to reset itself. */
2219	urtwn_write_1(sc, R92C_HMETFR + 3, 0x20);
2220
2221	/* Wait until 8051 resets by itself. */
2222	for (ntries = 0; ntries < 100; ntries++) {
2223		reg = urtwn_read_2(sc, R92C_SYS_FUNC_EN);
2224		if (!(reg & R92C_SYS_FUNC_EN_CPUEN))
2225			return;
2226		urtwn_ms_delay(sc);
2227	}
2228	/* Force 8051 reset. */
2229	urtwn_write_2(sc, R92C_SYS_FUNC_EN, reg & ~R92C_SYS_FUNC_EN_CPUEN);
2230}
2231
2232static void
2233urtwn_r88e_fw_reset(struct urtwn_softc *sc)
2234{
2235	uint16_t reg;
2236
2237	reg = urtwn_read_2(sc, R92C_SYS_FUNC_EN);
2238	urtwn_write_2(sc, R92C_SYS_FUNC_EN, reg & ~R92C_SYS_FUNC_EN_CPUEN);
2239	urtwn_write_2(sc, R92C_SYS_FUNC_EN, reg | R92C_SYS_FUNC_EN_CPUEN);
2240}
2241
2242static int
2243urtwn_fw_loadpage(struct urtwn_softc *sc, int page, const uint8_t *buf, int len)
2244{
2245	uint32_t reg;
2246	int off, mlen, error = 0;
2247
2248	reg = urtwn_read_4(sc, R92C_MCUFWDL);
2249	reg = RW(reg, R92C_MCUFWDL_PAGE, page);
2250	urtwn_write_4(sc, R92C_MCUFWDL, reg);
2251
2252	off = R92C_FW_START_ADDR;
2253	while (len > 0) {
2254		if (len > 196)
2255			mlen = 196;
2256		else if (len > 4)
2257			mlen = 4;
2258		else
2259			mlen = 1;
2260		/* XXX fix this deconst */
2261		error = urtwn_write_region_1(sc, off,
2262		    __DECONST(uint8_t *, buf), mlen);
2263		if (error != 0)
2264			break;
2265		off += mlen;
2266		buf += mlen;
2267		len -= mlen;
2268	}
2269	return (error);
2270}
2271
2272static int
2273urtwn_load_firmware(struct urtwn_softc *sc)
2274{
2275	const struct firmware *fw;
2276	const struct r92c_fw_hdr *hdr;
2277	const char *imagename;
2278	const u_char *ptr;
2279	size_t len;
2280	uint32_t reg;
2281	int mlen, ntries, page, error;
2282
2283	URTWN_UNLOCK(sc);
2284	/* Read firmware image from the filesystem. */
2285	if (sc->chip & URTWN_CHIP_88E)
2286		imagename = "urtwn-rtl8188eufw";
2287	else if ((sc->chip & (URTWN_CHIP_UMC_A_CUT | URTWN_CHIP_92C)) ==
2288		    URTWN_CHIP_UMC_A_CUT)
2289		imagename = "urtwn-rtl8192cfwU";
2290	else
2291		imagename = "urtwn-rtl8192cfwT";
2292
2293	fw = firmware_get(imagename);
2294	URTWN_LOCK(sc);
2295	if (fw == NULL) {
2296		device_printf(sc->sc_dev,
2297		    "failed loadfirmware of file %s\n", imagename);
2298		return (ENOENT);
2299	}
2300
2301	len = fw->datasize;
2302
2303	if (len < sizeof(*hdr)) {
2304		device_printf(sc->sc_dev, "firmware too short\n");
2305		error = EINVAL;
2306		goto fail;
2307	}
2308	ptr = fw->data;
2309	hdr = (const struct r92c_fw_hdr *)ptr;
2310	/* Check if there is a valid FW header and skip it. */
2311	if ((le16toh(hdr->signature) >> 4) == 0x88c ||
2312	    (le16toh(hdr->signature) >> 4) == 0x88e ||
2313	    (le16toh(hdr->signature) >> 4) == 0x92c) {
2314		DPRINTF("FW V%d.%d %02d-%02d %02d:%02d\n",
2315		    le16toh(hdr->version), le16toh(hdr->subversion),
2316		    hdr->month, hdr->date, hdr->hour, hdr->minute);
2317		ptr += sizeof(*hdr);
2318		len -= sizeof(*hdr);
2319	}
2320
2321	if (urtwn_read_1(sc, R92C_MCUFWDL) & R92C_MCUFWDL_RAM_DL_SEL) {
2322		if (sc->chip & URTWN_CHIP_88E)
2323			urtwn_r88e_fw_reset(sc);
2324		else
2325			urtwn_fw_reset(sc);
2326		urtwn_write_1(sc, R92C_MCUFWDL, 0);
2327	}
2328
2329	if (!(sc->chip & URTWN_CHIP_88E)) {
2330		urtwn_write_2(sc, R92C_SYS_FUNC_EN,
2331		    urtwn_read_2(sc, R92C_SYS_FUNC_EN) |
2332		    R92C_SYS_FUNC_EN_CPUEN);
2333	}
2334	urtwn_write_1(sc, R92C_MCUFWDL,
2335	    urtwn_read_1(sc, R92C_MCUFWDL) | R92C_MCUFWDL_EN);
2336	urtwn_write_1(sc, R92C_MCUFWDL + 2,
2337	    urtwn_read_1(sc, R92C_MCUFWDL + 2) & ~0x08);
2338
2339	/* Reset the FWDL checksum. */
2340	urtwn_write_1(sc, R92C_MCUFWDL,
2341	    urtwn_read_1(sc, R92C_MCUFWDL) | R92C_MCUFWDL_CHKSUM_RPT);
2342
2343	for (page = 0; len > 0; page++) {
2344		mlen = min(len, R92C_FW_PAGE_SIZE);
2345		error = urtwn_fw_loadpage(sc, page, ptr, mlen);
2346		if (error != 0) {
2347			device_printf(sc->sc_dev,
2348			    "could not load firmware page\n");
2349			goto fail;
2350		}
2351		ptr += mlen;
2352		len -= mlen;
2353	}
2354	urtwn_write_1(sc, R92C_MCUFWDL,
2355	    urtwn_read_1(sc, R92C_MCUFWDL) & ~R92C_MCUFWDL_EN);
2356	urtwn_write_1(sc, R92C_MCUFWDL + 1, 0);
2357
2358	/* Wait for checksum report. */
2359	for (ntries = 0; ntries < 1000; ntries++) {
2360		if (urtwn_read_4(sc, R92C_MCUFWDL) & R92C_MCUFWDL_CHKSUM_RPT)
2361			break;
2362		urtwn_ms_delay(sc);
2363	}
2364	if (ntries == 1000) {
2365		device_printf(sc->sc_dev,
2366		    "timeout waiting for checksum report\n");
2367		error = ETIMEDOUT;
2368		goto fail;
2369	}
2370
2371	reg = urtwn_read_4(sc, R92C_MCUFWDL);
2372	reg = (reg & ~R92C_MCUFWDL_WINTINI_RDY) | R92C_MCUFWDL_RDY;
2373	urtwn_write_4(sc, R92C_MCUFWDL, reg);
2374	if (sc->chip & URTWN_CHIP_88E)
2375		urtwn_r88e_fw_reset(sc);
2376	/* Wait for firmware readiness. */
2377	for (ntries = 0; ntries < 1000; ntries++) {
2378		if (urtwn_read_4(sc, R92C_MCUFWDL) & R92C_MCUFWDL_WINTINI_RDY)
2379			break;
2380		urtwn_ms_delay(sc);
2381	}
2382	if (ntries == 1000) {
2383		device_printf(sc->sc_dev,
2384		    "timeout waiting for firmware readiness\n");
2385		error = ETIMEDOUT;
2386		goto fail;
2387	}
2388fail:
2389	firmware_put(fw, FIRMWARE_UNLOAD);
2390	return (error);
2391}
2392
2393static __inline int
2394urtwn_dma_init(struct urtwn_softc *sc)
2395{
2396
2397	return sc->sc_dma_init(sc);
2398}
2399
2400static int
2401urtwn_r92c_dma_init(struct urtwn_softc *sc)
2402{
2403	int hashq, hasnq, haslq, nqueues, nqpages, nrempages;
2404	uint32_t reg;
2405	int error;
2406
2407	/* Initialize LLT table. */
2408	error = urtwn_llt_init(sc);
2409	if (error != 0)
2410		return (error);
2411
2412	/* Get Tx queues to USB endpoints mapping. */
2413	hashq = hasnq = haslq = 0;
2414	reg = urtwn_read_2(sc, R92C_USB_EP + 1);
2415	DPRINTFN(2, "USB endpoints mapping 0x%x\n", reg);
2416	if (MS(reg, R92C_USB_EP_HQ) != 0)
2417		hashq = 1;
2418	if (MS(reg, R92C_USB_EP_NQ) != 0)
2419		hasnq = 1;
2420	if (MS(reg, R92C_USB_EP_LQ) != 0)
2421		haslq = 1;
2422	nqueues = hashq + hasnq + haslq;
2423	if (nqueues == 0)
2424		return (EIO);
2425	/* Get the number of pages for each queue. */
2426	nqpages = (R92C_TX_PAGE_COUNT - R92C_PUBQ_NPAGES) / nqueues;
2427	/* The remaining pages are assigned to the high priority queue. */
2428	nrempages = (R92C_TX_PAGE_COUNT - R92C_PUBQ_NPAGES) % nqueues;
2429
2430	/* Set number of pages for normal priority queue. */
2431	urtwn_write_1(sc, R92C_RQPN_NPQ, hasnq ? nqpages : 0);
2432	urtwn_write_4(sc, R92C_RQPN,
2433	    /* Set number of pages for public queue. */
2434	    SM(R92C_RQPN_PUBQ, R92C_PUBQ_NPAGES) |
2435	    /* Set number of pages for high priority queue. */
2436	    SM(R92C_RQPN_HPQ, hashq ? nqpages + nrempages : 0) |
2437	    /* Set number of pages for low priority queue. */
2438	    SM(R92C_RQPN_LPQ, haslq ? nqpages : 0) |
2439	    /* Load values. */
2440	    R92C_RQPN_LD);
2441
2442	urtwn_write_1(sc, R92C_TXPKTBUF_BCNQ_BDNY, R92C_TX_PAGE_BOUNDARY);
2443	urtwn_write_1(sc, R92C_TXPKTBUF_MGQ_BDNY, R92C_TX_PAGE_BOUNDARY);
2444	urtwn_write_1(sc, R92C_TXPKTBUF_WMAC_LBK_BF_HD, R92C_TX_PAGE_BOUNDARY);
2445	urtwn_write_1(sc, R92C_TRXFF_BNDY, R92C_TX_PAGE_BOUNDARY);
2446	urtwn_write_1(sc, R92C_TDECTRL + 1, R92C_TX_PAGE_BOUNDARY);
2447
2448	/* Set queue to USB pipe mapping. */
2449	reg = urtwn_read_2(sc, R92C_TRXDMA_CTRL);
2450	reg &= ~R92C_TRXDMA_CTRL_QMAP_M;
2451	if (nqueues == 1) {
2452		if (hashq)
2453			reg |= R92C_TRXDMA_CTRL_QMAP_HQ;
2454		else if (hasnq)
2455			reg |= R92C_TRXDMA_CTRL_QMAP_NQ;
2456		else
2457			reg |= R92C_TRXDMA_CTRL_QMAP_LQ;
2458	} else if (nqueues == 2) {
2459		/* All 2-endpoints configs have a high priority queue. */
2460		if (!hashq)
2461			return (EIO);
2462		if (hasnq)
2463			reg |= R92C_TRXDMA_CTRL_QMAP_HQ_NQ;
2464		else
2465			reg |= R92C_TRXDMA_CTRL_QMAP_HQ_LQ;
2466	} else
2467		reg |= R92C_TRXDMA_CTRL_QMAP_3EP;
2468	urtwn_write_2(sc, R92C_TRXDMA_CTRL, reg);
2469
2470	/* Set Tx/Rx transfer page boundary. */
2471	urtwn_write_2(sc, R92C_TRXFF_BNDY + 2, 0x27ff);
2472
2473	/* Set Tx/Rx transfer page size. */
2474	urtwn_write_1(sc, R92C_PBP,
2475	    SM(R92C_PBP_PSRX, R92C_PBP_128) |
2476	    SM(R92C_PBP_PSTX, R92C_PBP_128));
2477	return (0);
2478}
2479
2480static int
2481urtwn_r88e_dma_init(struct urtwn_softc *sc)
2482{
2483	struct usb_interface *iface;
2484	uint32_t reg;
2485	int nqueues;
2486	int error;
2487
2488	/* Initialize LLT table. */
2489	error = urtwn_llt_init(sc);
2490	if (error != 0)
2491		return (error);
2492
2493	/* Get Tx queues to USB endpoints mapping. */
2494	iface = usbd_get_iface(sc->sc_udev, 0);
2495	nqueues = iface->idesc->bNumEndpoints - 1;
2496	if (nqueues == 0)
2497		return (EIO);
2498
2499	/* Set number of pages for normal priority queue. */
2500	urtwn_write_2(sc, R92C_RQPN_NPQ, 0x000d);
2501	urtwn_write_4(sc, R92C_RQPN, 0x808e000d);
2502
2503	urtwn_write_1(sc, R92C_TXPKTBUF_BCNQ_BDNY, R88E_TX_PAGE_BOUNDARY);
2504	urtwn_write_1(sc, R92C_TXPKTBUF_MGQ_BDNY, R88E_TX_PAGE_BOUNDARY);
2505	urtwn_write_1(sc, R92C_TXPKTBUF_WMAC_LBK_BF_HD, R88E_TX_PAGE_BOUNDARY);
2506	urtwn_write_1(sc, R92C_TRXFF_BNDY, R88E_TX_PAGE_BOUNDARY);
2507	urtwn_write_1(sc, R92C_TDECTRL + 1, R88E_TX_PAGE_BOUNDARY);
2508
2509	/* Set queue to USB pipe mapping. */
2510	reg = urtwn_read_2(sc, R92C_TRXDMA_CTRL);
2511	reg &= ~R92C_TRXDMA_CTRL_QMAP_M;
2512	if (nqueues == 1)
2513		reg |= R92C_TRXDMA_CTRL_QMAP_LQ;
2514	else if (nqueues == 2)
2515		reg |= R92C_TRXDMA_CTRL_QMAP_HQ_NQ;
2516	else
2517		reg |= R92C_TRXDMA_CTRL_QMAP_3EP;
2518	urtwn_write_2(sc, R92C_TRXDMA_CTRL, reg);
2519
2520	/* Set Tx/Rx transfer page boundary. */
2521	urtwn_write_2(sc, R92C_TRXFF_BNDY + 2, 0x23ff);
2522
2523	/* Set Tx/Rx transfer page size. */
2524	urtwn_write_1(sc, R92C_PBP,
2525	    SM(R92C_PBP_PSRX, R92C_PBP_128) |
2526	    SM(R92C_PBP_PSTX, R92C_PBP_128));
2527
2528	return (0);
2529}
2530
2531static void
2532urtwn_mac_init(struct urtwn_softc *sc)
2533{
2534	int i;
2535
2536	/* Write MAC initialization values. */
2537	if (sc->chip & URTWN_CHIP_88E) {
2538		for (i = 0; i < nitems(rtl8188eu_mac); i++) {
2539			urtwn_write_1(sc, rtl8188eu_mac[i].reg,
2540			    rtl8188eu_mac[i].val);
2541		}
2542		urtwn_write_1(sc, R92C_MAX_AGGR_NUM, 0x07);
2543	} else {
2544		for (i = 0; i < nitems(rtl8192cu_mac); i++)
2545			urtwn_write_1(sc, rtl8192cu_mac[i].reg,
2546			    rtl8192cu_mac[i].val);
2547	}
2548}
2549
2550static void
2551urtwn_bb_init(struct urtwn_softc *sc)
2552{
2553	const struct urtwn_bb_prog *prog;
2554	uint32_t reg;
2555	uint8_t crystalcap;
2556	int i;
2557
2558	/* Enable BB and RF. */
2559	urtwn_write_2(sc, R92C_SYS_FUNC_EN,
2560	    urtwn_read_2(sc, R92C_SYS_FUNC_EN) |
2561	    R92C_SYS_FUNC_EN_BBRSTB | R92C_SYS_FUNC_EN_BB_GLB_RST |
2562	    R92C_SYS_FUNC_EN_DIO_RF);
2563
2564	if (!(sc->chip & URTWN_CHIP_88E))
2565		urtwn_write_2(sc, R92C_AFE_PLL_CTRL, 0xdb83);
2566
2567	urtwn_write_1(sc, R92C_RF_CTRL,
2568	    R92C_RF_CTRL_EN | R92C_RF_CTRL_RSTB | R92C_RF_CTRL_SDMRSTB);
2569	urtwn_write_1(sc, R92C_SYS_FUNC_EN,
2570	    R92C_SYS_FUNC_EN_USBA | R92C_SYS_FUNC_EN_USBD |
2571	    R92C_SYS_FUNC_EN_BB_GLB_RST | R92C_SYS_FUNC_EN_BBRSTB);
2572
2573	if (!(sc->chip & URTWN_CHIP_88E)) {
2574		urtwn_write_1(sc, R92C_LDOHCI12_CTRL, 0x0f);
2575		urtwn_write_1(sc, 0x15, 0xe9);
2576		urtwn_write_1(sc, R92C_AFE_XTAL_CTRL + 1, 0x80);
2577	}
2578
2579	/* Select BB programming based on board type. */
2580	if (sc->chip & URTWN_CHIP_88E)
2581		prog = &rtl8188eu_bb_prog;
2582	else if (!(sc->chip & URTWN_CHIP_92C)) {
2583		if (sc->board_type == R92C_BOARD_TYPE_MINICARD)
2584			prog = &rtl8188ce_bb_prog;
2585		else if (sc->board_type == R92C_BOARD_TYPE_HIGHPA)
2586			prog = &rtl8188ru_bb_prog;
2587		else
2588			prog = &rtl8188cu_bb_prog;
2589	} else {
2590		if (sc->board_type == R92C_BOARD_TYPE_MINICARD)
2591			prog = &rtl8192ce_bb_prog;
2592		else
2593			prog = &rtl8192cu_bb_prog;
2594	}
2595	/* Write BB initialization values. */
2596	for (i = 0; i < prog->count; i++) {
2597		urtwn_bb_write(sc, prog->regs[i], prog->vals[i]);
2598		urtwn_ms_delay(sc);
2599	}
2600
2601	if (sc->chip & URTWN_CHIP_92C_1T2R) {
2602		/* 8192C 1T only configuration. */
2603		reg = urtwn_bb_read(sc, R92C_FPGA0_TXINFO);
2604		reg = (reg & ~0x00000003) | 0x2;
2605		urtwn_bb_write(sc, R92C_FPGA0_TXINFO, reg);
2606
2607		reg = urtwn_bb_read(sc, R92C_FPGA1_TXINFO);
2608		reg = (reg & ~0x00300033) | 0x00200022;
2609		urtwn_bb_write(sc, R92C_FPGA1_TXINFO, reg);
2610
2611		reg = urtwn_bb_read(sc, R92C_CCK0_AFESETTING);
2612		reg = (reg & ~0xff000000) | 0x45 << 24;
2613		urtwn_bb_write(sc, R92C_CCK0_AFESETTING, reg);
2614
2615		reg = urtwn_bb_read(sc, R92C_OFDM0_TRXPATHENA);
2616		reg = (reg & ~0x000000ff) | 0x23;
2617		urtwn_bb_write(sc, R92C_OFDM0_TRXPATHENA, reg);
2618
2619		reg = urtwn_bb_read(sc, R92C_OFDM0_AGCPARAM1);
2620		reg = (reg & ~0x00000030) | 1 << 4;
2621		urtwn_bb_write(sc, R92C_OFDM0_AGCPARAM1, reg);
2622
2623		reg = urtwn_bb_read(sc, 0xe74);
2624		reg = (reg & ~0x0c000000) | 2 << 26;
2625		urtwn_bb_write(sc, 0xe74, reg);
2626		reg = urtwn_bb_read(sc, 0xe78);
2627		reg = (reg & ~0x0c000000) | 2 << 26;
2628		urtwn_bb_write(sc, 0xe78, reg);
2629		reg = urtwn_bb_read(sc, 0xe7c);
2630		reg = (reg & ~0x0c000000) | 2 << 26;
2631		urtwn_bb_write(sc, 0xe7c, reg);
2632		reg = urtwn_bb_read(sc, 0xe80);
2633		reg = (reg & ~0x0c000000) | 2 << 26;
2634		urtwn_bb_write(sc, 0xe80, reg);
2635		reg = urtwn_bb_read(sc, 0xe88);
2636		reg = (reg & ~0x0c000000) | 2 << 26;
2637		urtwn_bb_write(sc, 0xe88, reg);
2638	}
2639
2640	/* Write AGC values. */
2641	for (i = 0; i < prog->agccount; i++) {
2642		urtwn_bb_write(sc, R92C_OFDM0_AGCRSSITABLE,
2643		    prog->agcvals[i]);
2644		urtwn_ms_delay(sc);
2645	}
2646
2647	if (sc->chip & URTWN_CHIP_88E) {
2648		urtwn_bb_write(sc, R92C_OFDM0_AGCCORE1(0), 0x69553422);
2649		urtwn_ms_delay(sc);
2650		urtwn_bb_write(sc, R92C_OFDM0_AGCCORE1(0), 0x69553420);
2651		urtwn_ms_delay(sc);
2652
2653		crystalcap = sc->r88e_rom[0xb9];
2654		if (crystalcap == 0xff)
2655			crystalcap = 0x20;
2656		crystalcap &= 0x3f;
2657		reg = urtwn_bb_read(sc, R92C_AFE_XTAL_CTRL);
2658		urtwn_bb_write(sc, R92C_AFE_XTAL_CTRL,
2659		    RW(reg, R92C_AFE_XTAL_CTRL_ADDR,
2660		    crystalcap | crystalcap << 6));
2661	} else {
2662		if (urtwn_bb_read(sc, R92C_HSSI_PARAM2(0)) &
2663		    R92C_HSSI_PARAM2_CCK_HIPWR)
2664			sc->sc_flags |= URTWN_FLAG_CCK_HIPWR;
2665	}
2666}
2667
2668static void
2669urtwn_rf_init(struct urtwn_softc *sc)
2670{
2671	const struct urtwn_rf_prog *prog;
2672	uint32_t reg, type;
2673	int i, j, idx, off;
2674
2675	/* Select RF programming based on board type. */
2676	if (sc->chip & URTWN_CHIP_88E)
2677		prog = rtl8188eu_rf_prog;
2678	else if (!(sc->chip & URTWN_CHIP_92C)) {
2679		if (sc->board_type == R92C_BOARD_TYPE_MINICARD)
2680			prog = rtl8188ce_rf_prog;
2681		else if (sc->board_type == R92C_BOARD_TYPE_HIGHPA)
2682			prog = rtl8188ru_rf_prog;
2683		else
2684			prog = rtl8188cu_rf_prog;
2685	} else
2686		prog = rtl8192ce_rf_prog;
2687
2688	for (i = 0; i < sc->nrxchains; i++) {
2689		/* Save RF_ENV control type. */
2690		idx = i / 2;
2691		off = (i % 2) * 16;
2692		reg = urtwn_bb_read(sc, R92C_FPGA0_RFIFACESW(idx));
2693		type = (reg >> off) & 0x10;
2694
2695		/* Set RF_ENV enable. */
2696		reg = urtwn_bb_read(sc, R92C_FPGA0_RFIFACEOE(i));
2697		reg |= 0x100000;
2698		urtwn_bb_write(sc, R92C_FPGA0_RFIFACEOE(i), reg);
2699		urtwn_ms_delay(sc);
2700		/* Set RF_ENV output high. */
2701		reg = urtwn_bb_read(sc, R92C_FPGA0_RFIFACEOE(i));
2702		reg |= 0x10;
2703		urtwn_bb_write(sc, R92C_FPGA0_RFIFACEOE(i), reg);
2704		urtwn_ms_delay(sc);
2705		/* Set address and data lengths of RF registers. */
2706		reg = urtwn_bb_read(sc, R92C_HSSI_PARAM2(i));
2707		reg &= ~R92C_HSSI_PARAM2_ADDR_LENGTH;
2708		urtwn_bb_write(sc, R92C_HSSI_PARAM2(i), reg);
2709		urtwn_ms_delay(sc);
2710		reg = urtwn_bb_read(sc, R92C_HSSI_PARAM2(i));
2711		reg &= ~R92C_HSSI_PARAM2_DATA_LENGTH;
2712		urtwn_bb_write(sc, R92C_HSSI_PARAM2(i), reg);
2713		urtwn_ms_delay(sc);
2714
2715		/* Write RF initialization values for this chain. */
2716		for (j = 0; j < prog[i].count; j++) {
2717			if (prog[i].regs[j] >= 0xf9 &&
2718			    prog[i].regs[j] <= 0xfe) {
2719				/*
2720				 * These are fake RF registers offsets that
2721				 * indicate a delay is required.
2722				 */
2723				usb_pause_mtx(&sc->sc_mtx, hz / 20);	/* 50ms */
2724				continue;
2725			}
2726			urtwn_rf_write(sc, i, prog[i].regs[j],
2727			    prog[i].vals[j]);
2728			urtwn_ms_delay(sc);
2729		}
2730
2731		/* Restore RF_ENV control type. */
2732		reg = urtwn_bb_read(sc, R92C_FPGA0_RFIFACESW(idx));
2733		reg &= ~(0x10 << off) | (type << off);
2734		urtwn_bb_write(sc, R92C_FPGA0_RFIFACESW(idx), reg);
2735
2736		/* Cache RF register CHNLBW. */
2737		sc->rf_chnlbw[i] = urtwn_rf_read(sc, i, R92C_RF_CHNLBW);
2738	}
2739
2740	if ((sc->chip & (URTWN_CHIP_UMC_A_CUT | URTWN_CHIP_92C)) ==
2741	    URTWN_CHIP_UMC_A_CUT) {
2742		urtwn_rf_write(sc, 0, R92C_RF_RX_G1, 0x30255);
2743		urtwn_rf_write(sc, 0, R92C_RF_RX_G2, 0x50a00);
2744	}
2745}
2746
2747static void
2748urtwn_cam_init(struct urtwn_softc *sc)
2749{
2750	/* Invalidate all CAM entries. */
2751	urtwn_write_4(sc, R92C_CAMCMD,
2752	    R92C_CAMCMD_POLLING | R92C_CAMCMD_CLR);
2753}
2754
2755static void
2756urtwn_pa_bias_init(struct urtwn_softc *sc)
2757{
2758	uint8_t reg;
2759	int i;
2760
2761	for (i = 0; i < sc->nrxchains; i++) {
2762		if (sc->pa_setting & (1 << i))
2763			continue;
2764		urtwn_rf_write(sc, i, R92C_RF_IPA, 0x0f406);
2765		urtwn_rf_write(sc, i, R92C_RF_IPA, 0x4f406);
2766		urtwn_rf_write(sc, i, R92C_RF_IPA, 0x8f406);
2767		urtwn_rf_write(sc, i, R92C_RF_IPA, 0xcf406);
2768	}
2769	if (!(sc->pa_setting & 0x10)) {
2770		reg = urtwn_read_1(sc, 0x16);
2771		reg = (reg & ~0xf0) | 0x90;
2772		urtwn_write_1(sc, 0x16, reg);
2773	}
2774}
2775
2776static void
2777urtwn_rxfilter_init(struct urtwn_softc *sc)
2778{
2779	/* Initialize Rx filter. */
2780	/* TODO: use better filter for monitor mode. */
2781	urtwn_write_4(sc, R92C_RCR,
2782	    R92C_RCR_AAP | R92C_RCR_APM | R92C_RCR_AM | R92C_RCR_AB |
2783	    R92C_RCR_APP_ICV | R92C_RCR_AMF | R92C_RCR_HTC_LOC_CTRL |
2784	    R92C_RCR_APP_MIC | R92C_RCR_APP_PHYSTS);
2785	/* Accept all multicast frames. */
2786	urtwn_write_4(sc, R92C_MAR + 0, 0xffffffff);
2787	urtwn_write_4(sc, R92C_MAR + 4, 0xffffffff);
2788	/* Accept all management frames. */
2789	urtwn_write_2(sc, R92C_RXFLTMAP0, 0xffff);
2790	/* Reject all control frames. */
2791	urtwn_write_2(sc, R92C_RXFLTMAP1, 0x0000);
2792	/* Accept all data frames. */
2793	urtwn_write_2(sc, R92C_RXFLTMAP2, 0xffff);
2794}
2795
2796static void
2797urtwn_edca_init(struct urtwn_softc *sc)
2798{
2799	urtwn_write_2(sc, R92C_SPEC_SIFS, 0x100a);
2800	urtwn_write_2(sc, R92C_MAC_SPEC_SIFS, 0x100a);
2801	urtwn_write_2(sc, R92C_SIFS_CCK, 0x100a);
2802	urtwn_write_2(sc, R92C_SIFS_OFDM, 0x100a);
2803	urtwn_write_4(sc, R92C_EDCA_BE_PARAM, 0x005ea42b);
2804	urtwn_write_4(sc, R92C_EDCA_BK_PARAM, 0x0000a44f);
2805	urtwn_write_4(sc, R92C_EDCA_VI_PARAM, 0x005ea324);
2806	urtwn_write_4(sc, R92C_EDCA_VO_PARAM, 0x002fa226);
2807}
2808
2809static void
2810urtwn_write_txpower(struct urtwn_softc *sc, int chain,
2811    uint16_t power[URTWN_RIDX_COUNT])
2812{
2813	uint32_t reg;
2814
2815	/* Write per-CCK rate Tx power. */
2816	if (chain == 0) {
2817		reg = urtwn_bb_read(sc, R92C_TXAGC_A_CCK1_MCS32);
2818		reg = RW(reg, R92C_TXAGC_A_CCK1,  power[0]);
2819		urtwn_bb_write(sc, R92C_TXAGC_A_CCK1_MCS32, reg);
2820		reg = urtwn_bb_read(sc, R92C_TXAGC_B_CCK11_A_CCK2_11);
2821		reg = RW(reg, R92C_TXAGC_A_CCK2,  power[1]);
2822		reg = RW(reg, R92C_TXAGC_A_CCK55, power[2]);
2823		reg = RW(reg, R92C_TXAGC_A_CCK11, power[3]);
2824		urtwn_bb_write(sc, R92C_TXAGC_B_CCK11_A_CCK2_11, reg);
2825	} else {
2826		reg = urtwn_bb_read(sc, R92C_TXAGC_B_CCK1_55_MCS32);
2827		reg = RW(reg, R92C_TXAGC_B_CCK1,  power[0]);
2828		reg = RW(reg, R92C_TXAGC_B_CCK2,  power[1]);
2829		reg = RW(reg, R92C_TXAGC_B_CCK55, power[2]);
2830		urtwn_bb_write(sc, R92C_TXAGC_B_CCK1_55_MCS32, reg);
2831		reg = urtwn_bb_read(sc, R92C_TXAGC_B_CCK11_A_CCK2_11);
2832		reg = RW(reg, R92C_TXAGC_B_CCK11, power[3]);
2833		urtwn_bb_write(sc, R92C_TXAGC_B_CCK11_A_CCK2_11, reg);
2834	}
2835	/* Write per-OFDM rate Tx power. */
2836	urtwn_bb_write(sc, R92C_TXAGC_RATE18_06(chain),
2837	    SM(R92C_TXAGC_RATE06, power[ 4]) |
2838	    SM(R92C_TXAGC_RATE09, power[ 5]) |
2839	    SM(R92C_TXAGC_RATE12, power[ 6]) |
2840	    SM(R92C_TXAGC_RATE18, power[ 7]));
2841	urtwn_bb_write(sc, R92C_TXAGC_RATE54_24(chain),
2842	    SM(R92C_TXAGC_RATE24, power[ 8]) |
2843	    SM(R92C_TXAGC_RATE36, power[ 9]) |
2844	    SM(R92C_TXAGC_RATE48, power[10]) |
2845	    SM(R92C_TXAGC_RATE54, power[11]));
2846	/* Write per-MCS Tx power. */
2847	urtwn_bb_write(sc, R92C_TXAGC_MCS03_MCS00(chain),
2848	    SM(R92C_TXAGC_MCS00,  power[12]) |
2849	    SM(R92C_TXAGC_MCS01,  power[13]) |
2850	    SM(R92C_TXAGC_MCS02,  power[14]) |
2851	    SM(R92C_TXAGC_MCS03,  power[15]));
2852	urtwn_bb_write(sc, R92C_TXAGC_MCS07_MCS04(chain),
2853	    SM(R92C_TXAGC_MCS04,  power[16]) |
2854	    SM(R92C_TXAGC_MCS05,  power[17]) |
2855	    SM(R92C_TXAGC_MCS06,  power[18]) |
2856	    SM(R92C_TXAGC_MCS07,  power[19]));
2857	urtwn_bb_write(sc, R92C_TXAGC_MCS11_MCS08(chain),
2858	    SM(R92C_TXAGC_MCS08,  power[20]) |
2859	    SM(R92C_TXAGC_MCS09,  power[21]) |
2860	    SM(R92C_TXAGC_MCS10,  power[22]) |
2861	    SM(R92C_TXAGC_MCS11,  power[23]));
2862	urtwn_bb_write(sc, R92C_TXAGC_MCS15_MCS12(chain),
2863	    SM(R92C_TXAGC_MCS12,  power[24]) |
2864	    SM(R92C_TXAGC_MCS13,  power[25]) |
2865	    SM(R92C_TXAGC_MCS14,  power[26]) |
2866	    SM(R92C_TXAGC_MCS15,  power[27]));
2867}
2868
2869static void
2870urtwn_get_txpower(struct urtwn_softc *sc, int chain,
2871    struct ieee80211_channel *c, struct ieee80211_channel *extc,
2872    uint16_t power[URTWN_RIDX_COUNT])
2873{
2874	struct ieee80211com *ic = &sc->sc_ic;
2875	struct r92c_rom *rom = &sc->rom;
2876	uint16_t cckpow, ofdmpow, htpow, diff, max;
2877	const struct urtwn_txpwr *base;
2878	int ridx, chan, group;
2879
2880	/* Determine channel group. */
2881	chan = ieee80211_chan2ieee(ic, c);	/* XXX center freq! */
2882	if (chan <= 3)
2883		group = 0;
2884	else if (chan <= 9)
2885		group = 1;
2886	else
2887		group = 2;
2888
2889	/* Get original Tx power based on board type and RF chain. */
2890	if (!(sc->chip & URTWN_CHIP_92C)) {
2891		if (sc->board_type == R92C_BOARD_TYPE_HIGHPA)
2892			base = &rtl8188ru_txagc[chain];
2893		else
2894			base = &rtl8192cu_txagc[chain];
2895	} else
2896		base = &rtl8192cu_txagc[chain];
2897
2898	memset(power, 0, URTWN_RIDX_COUNT * sizeof(power[0]));
2899	if (sc->regulatory == 0) {
2900		for (ridx = URTWN_RIDX_CCK1; ridx <= URTWN_RIDX_CCK11; ridx++)
2901			power[ridx] = base->pwr[0][ridx];
2902	}
2903	for (ridx = URTWN_RIDX_OFDM6; ridx < URTWN_RIDX_COUNT; ridx++) {
2904		if (sc->regulatory == 3) {
2905			power[ridx] = base->pwr[0][ridx];
2906			/* Apply vendor limits. */
2907			if (extc != NULL)
2908				max = rom->ht40_max_pwr[group];
2909			else
2910				max = rom->ht20_max_pwr[group];
2911			max = (max >> (chain * 4)) & 0xf;
2912			if (power[ridx] > max)
2913				power[ridx] = max;
2914		} else if (sc->regulatory == 1) {
2915			if (extc == NULL)
2916				power[ridx] = base->pwr[group][ridx];
2917		} else if (sc->regulatory != 2)
2918			power[ridx] = base->pwr[0][ridx];
2919	}
2920
2921	/* Compute per-CCK rate Tx power. */
2922	cckpow = rom->cck_tx_pwr[chain][group];
2923	for (ridx = URTWN_RIDX_CCK1; ridx <= URTWN_RIDX_CCK11; ridx++) {
2924		power[ridx] += cckpow;
2925		if (power[ridx] > R92C_MAX_TX_PWR)
2926			power[ridx] = R92C_MAX_TX_PWR;
2927	}
2928
2929	htpow = rom->ht40_1s_tx_pwr[chain][group];
2930	if (sc->ntxchains > 1) {
2931		/* Apply reduction for 2 spatial streams. */
2932		diff = rom->ht40_2s_tx_pwr_diff[group];
2933		diff = (diff >> (chain * 4)) & 0xf;
2934		htpow = (htpow > diff) ? htpow - diff : 0;
2935	}
2936
2937	/* Compute per-OFDM rate Tx power. */
2938	diff = rom->ofdm_tx_pwr_diff[group];
2939	diff = (diff >> (chain * 4)) & 0xf;
2940	ofdmpow = htpow + diff;	/* HT->OFDM correction. */
2941	for (ridx = URTWN_RIDX_OFDM6; ridx <= URTWN_RIDX_OFDM54; ridx++) {
2942		power[ridx] += ofdmpow;
2943		if (power[ridx] > R92C_MAX_TX_PWR)
2944			power[ridx] = R92C_MAX_TX_PWR;
2945	}
2946
2947	/* Compute per-MCS Tx power. */
2948	if (extc == NULL) {
2949		diff = rom->ht20_tx_pwr_diff[group];
2950		diff = (diff >> (chain * 4)) & 0xf;
2951		htpow += diff;	/* HT40->HT20 correction. */
2952	}
2953	for (ridx = 12; ridx <= 27; ridx++) {
2954		power[ridx] += htpow;
2955		if (power[ridx] > R92C_MAX_TX_PWR)
2956			power[ridx] = R92C_MAX_TX_PWR;
2957	}
2958#ifdef URTWN_DEBUG
2959	if (urtwn_debug >= 4) {
2960		/* Dump per-rate Tx power values. */
2961		printf("Tx power for chain %d:\n", chain);
2962		for (ridx = URTWN_RIDX_CCK1; ridx < URTWN_RIDX_COUNT; ridx++)
2963			printf("Rate %d = %u\n", ridx, power[ridx]);
2964	}
2965#endif
2966}
2967
2968static void
2969urtwn_r88e_get_txpower(struct urtwn_softc *sc, int chain,
2970    struct ieee80211_channel *c, struct ieee80211_channel *extc,
2971    uint16_t power[URTWN_RIDX_COUNT])
2972{
2973	struct ieee80211com *ic = &sc->sc_ic;
2974	uint16_t cckpow, ofdmpow, bw20pow, htpow;
2975	const struct urtwn_r88e_txpwr *base;
2976	int ridx, chan, group;
2977
2978	/* Determine channel group. */
2979	chan = ieee80211_chan2ieee(ic, c);	/* XXX center freq! */
2980	if (chan <= 2)
2981		group = 0;
2982	else if (chan <= 5)
2983		group = 1;
2984	else if (chan <= 8)
2985		group = 2;
2986	else if (chan <= 11)
2987		group = 3;
2988	else if (chan <= 13)
2989		group = 4;
2990	else
2991		group = 5;
2992
2993	/* Get original Tx power based on board type and RF chain. */
2994	base = &rtl8188eu_txagc[chain];
2995
2996	memset(power, 0, URTWN_RIDX_COUNT * sizeof(power[0]));
2997	if (sc->regulatory == 0) {
2998		for (ridx = URTWN_RIDX_CCK1; ridx <= URTWN_RIDX_CCK11; ridx++)
2999			power[ridx] = base->pwr[0][ridx];
3000	}
3001	for (ridx = URTWN_RIDX_OFDM6; ridx < URTWN_RIDX_COUNT; ridx++) {
3002		if (sc->regulatory == 3)
3003			power[ridx] = base->pwr[0][ridx];
3004		else if (sc->regulatory == 1) {
3005			if (extc == NULL)
3006				power[ridx] = base->pwr[group][ridx];
3007		} else if (sc->regulatory != 2)
3008			power[ridx] = base->pwr[0][ridx];
3009	}
3010
3011	/* Compute per-CCK rate Tx power. */
3012	cckpow = sc->cck_tx_pwr[group];
3013	for (ridx = URTWN_RIDX_CCK1; ridx <= URTWN_RIDX_CCK11; ridx++) {
3014		power[ridx] += cckpow;
3015		if (power[ridx] > R92C_MAX_TX_PWR)
3016			power[ridx] = R92C_MAX_TX_PWR;
3017	}
3018
3019	htpow = sc->ht40_tx_pwr[group];
3020
3021	/* Compute per-OFDM rate Tx power. */
3022	ofdmpow = htpow + sc->ofdm_tx_pwr_diff;
3023	for (ridx = URTWN_RIDX_OFDM6; ridx <= URTWN_RIDX_OFDM54; ridx++) {
3024		power[ridx] += ofdmpow;
3025		if (power[ridx] > R92C_MAX_TX_PWR)
3026			power[ridx] = R92C_MAX_TX_PWR;
3027	}
3028
3029	bw20pow = htpow + sc->bw20_tx_pwr_diff;
3030	for (ridx = 12; ridx <= 27; ridx++) {
3031		power[ridx] += bw20pow;
3032		if (power[ridx] > R92C_MAX_TX_PWR)
3033			power[ridx] = R92C_MAX_TX_PWR;
3034	}
3035}
3036
3037static void
3038urtwn_set_txpower(struct urtwn_softc *sc, struct ieee80211_channel *c,
3039    struct ieee80211_channel *extc)
3040{
3041	uint16_t power[URTWN_RIDX_COUNT];
3042	int i;
3043
3044	for (i = 0; i < sc->ntxchains; i++) {
3045		/* Compute per-rate Tx power values. */
3046		if (sc->chip & URTWN_CHIP_88E)
3047			urtwn_r88e_get_txpower(sc, i, c, extc, power);
3048		else
3049			urtwn_get_txpower(sc, i, c, extc, power);
3050		/* Write per-rate Tx power values to hardware. */
3051		urtwn_write_txpower(sc, i, power);
3052	}
3053}
3054
3055static void
3056urtwn_set_rx_bssid_all(struct urtwn_softc *sc, int enable)
3057{
3058	uint32_t reg;
3059
3060	reg = urtwn_read_4(sc, R92C_RCR);
3061	if (enable)
3062		reg &= ~R92C_RCR_CBSSID_BCN;
3063	else
3064		reg |= R92C_RCR_CBSSID_BCN;
3065	urtwn_write_4(sc, R92C_RCR, reg);
3066}
3067
3068static void
3069urtwn_set_gain(struct urtwn_softc *sc, uint8_t gain)
3070{
3071	uint32_t reg;
3072
3073	reg = urtwn_bb_read(sc, R92C_OFDM0_AGCCORE1(0));
3074	reg = RW(reg, R92C_OFDM0_AGCCORE1_GAIN, gain);
3075	urtwn_bb_write(sc, R92C_OFDM0_AGCCORE1(0), reg);
3076
3077	if (!(sc->chip & URTWN_CHIP_88E)) {
3078		reg = urtwn_bb_read(sc, R92C_OFDM0_AGCCORE1(1));
3079		reg = RW(reg, R92C_OFDM0_AGCCORE1_GAIN, gain);
3080		urtwn_bb_write(sc, R92C_OFDM0_AGCCORE1(1), reg);
3081	}
3082}
3083
3084static void
3085urtwn_scan_start(struct ieee80211com *ic)
3086{
3087	struct urtwn_softc *sc = ic->ic_softc;
3088
3089	URTWN_LOCK(sc);
3090	/* Receive beacons / probe responses from any BSSID. */
3091	urtwn_set_rx_bssid_all(sc, 1);
3092	/* Set gain for scanning. */
3093	urtwn_set_gain(sc, 0x20);
3094	URTWN_UNLOCK(sc);
3095}
3096
3097static void
3098urtwn_scan_end(struct ieee80211com *ic)
3099{
3100	struct urtwn_softc *sc = ic->ic_softc;
3101
3102	URTWN_LOCK(sc);
3103	/* Restore limitations. */
3104	urtwn_set_rx_bssid_all(sc, 0);
3105	/* Set gain under link. */
3106	urtwn_set_gain(sc, 0x32);
3107	URTWN_UNLOCK(sc);
3108}
3109
3110static void
3111urtwn_set_channel(struct ieee80211com *ic)
3112{
3113	struct urtwn_softc *sc = ic->ic_softc;
3114	struct ieee80211vap *vap = TAILQ_FIRST(&ic->ic_vaps);
3115
3116	URTWN_LOCK(sc);
3117	if (vap->iv_state == IEEE80211_S_SCAN) {
3118		/* Make link LED blink during scan. */
3119		urtwn_set_led(sc, URTWN_LED_LINK, !sc->ledlink);
3120	}
3121	urtwn_set_chan(sc, ic->ic_curchan, NULL);
3122	URTWN_UNLOCK(sc);
3123}
3124
3125static void
3126urtwn_update_mcast(struct ieee80211com *ic)
3127{
3128	/* XXX do nothing?  */
3129}
3130
3131static void
3132urtwn_set_chan(struct urtwn_softc *sc, struct ieee80211_channel *c,
3133    struct ieee80211_channel *extc)
3134{
3135	struct ieee80211com *ic = &sc->sc_ic;
3136	uint32_t reg;
3137	u_int chan;
3138	int i;
3139
3140	chan = ieee80211_chan2ieee(ic, c);	/* XXX center freq! */
3141	if (chan == 0 || chan == IEEE80211_CHAN_ANY) {
3142		device_printf(sc->sc_dev,
3143		    "%s: invalid channel %x\n", __func__, chan);
3144		return;
3145	}
3146
3147	/* Set Tx power for this new channel. */
3148	urtwn_set_txpower(sc, c, extc);
3149
3150	for (i = 0; i < sc->nrxchains; i++) {
3151		urtwn_rf_write(sc, i, R92C_RF_CHNLBW,
3152		    RW(sc->rf_chnlbw[i], R92C_RF_CHNLBW_CHNL, chan));
3153	}
3154#ifndef IEEE80211_NO_HT
3155	if (extc != NULL) {
3156		/* Is secondary channel below or above primary? */
3157		int prichlo = c->ic_freq < extc->ic_freq;
3158
3159		urtwn_write_1(sc, R92C_BWOPMODE,
3160		    urtwn_read_1(sc, R92C_BWOPMODE) & ~R92C_BWOPMODE_20MHZ);
3161
3162		reg = urtwn_read_1(sc, R92C_RRSR + 2);
3163		reg = (reg & ~0x6f) | (prichlo ? 1 : 2) << 5;
3164		urtwn_write_1(sc, R92C_RRSR + 2, reg);
3165
3166		urtwn_bb_write(sc, R92C_FPGA0_RFMOD,
3167		    urtwn_bb_read(sc, R92C_FPGA0_RFMOD) | R92C_RFMOD_40MHZ);
3168		urtwn_bb_write(sc, R92C_FPGA1_RFMOD,
3169		    urtwn_bb_read(sc, R92C_FPGA1_RFMOD) | R92C_RFMOD_40MHZ);
3170
3171		/* Set CCK side band. */
3172		reg = urtwn_bb_read(sc, R92C_CCK0_SYSTEM);
3173		reg = (reg & ~0x00000010) | (prichlo ? 0 : 1) << 4;
3174		urtwn_bb_write(sc, R92C_CCK0_SYSTEM, reg);
3175
3176		reg = urtwn_bb_read(sc, R92C_OFDM1_LSTF);
3177		reg = (reg & ~0x00000c00) | (prichlo ? 1 : 2) << 10;
3178		urtwn_bb_write(sc, R92C_OFDM1_LSTF, reg);
3179
3180		urtwn_bb_write(sc, R92C_FPGA0_ANAPARAM2,
3181		    urtwn_bb_read(sc, R92C_FPGA0_ANAPARAM2) &
3182		    ~R92C_FPGA0_ANAPARAM2_CBW20);
3183
3184		reg = urtwn_bb_read(sc, 0x818);
3185		reg = (reg & ~0x0c000000) | (prichlo ? 2 : 1) << 26;
3186		urtwn_bb_write(sc, 0x818, reg);
3187
3188		/* Select 40MHz bandwidth. */
3189		urtwn_rf_write(sc, 0, R92C_RF_CHNLBW,
3190		    (sc->rf_chnlbw[0] & ~0xfff) | chan);
3191	} else
3192#endif
3193	{
3194		urtwn_write_1(sc, R92C_BWOPMODE,
3195		    urtwn_read_1(sc, R92C_BWOPMODE) | R92C_BWOPMODE_20MHZ);
3196
3197		urtwn_bb_write(sc, R92C_FPGA0_RFMOD,
3198		    urtwn_bb_read(sc, R92C_FPGA0_RFMOD) & ~R92C_RFMOD_40MHZ);
3199		urtwn_bb_write(sc, R92C_FPGA1_RFMOD,
3200		    urtwn_bb_read(sc, R92C_FPGA1_RFMOD) & ~R92C_RFMOD_40MHZ);
3201
3202		if (!(sc->chip & URTWN_CHIP_88E)) {
3203			urtwn_bb_write(sc, R92C_FPGA0_ANAPARAM2,
3204			    urtwn_bb_read(sc, R92C_FPGA0_ANAPARAM2) |
3205			    R92C_FPGA0_ANAPARAM2_CBW20);
3206		}
3207
3208		/* Select 20MHz bandwidth. */
3209		urtwn_rf_write(sc, 0, R92C_RF_CHNLBW,
3210		    (sc->rf_chnlbw[0] & ~0xfff) | chan |
3211		    ((sc->chip & URTWN_CHIP_88E) ? R88E_RF_CHNLBW_BW20 :
3212		    R92C_RF_CHNLBW_BW20));
3213	}
3214}
3215
3216static void
3217urtwn_iq_calib(struct urtwn_softc *sc)
3218{
3219	/* TODO */
3220}
3221
3222static void
3223urtwn_lc_calib(struct urtwn_softc *sc)
3224{
3225	uint32_t rf_ac[2];
3226	uint8_t txmode;
3227	int i;
3228
3229	txmode = urtwn_read_1(sc, R92C_OFDM1_LSTF + 3);
3230	if ((txmode & 0x70) != 0) {
3231		/* Disable all continuous Tx. */
3232		urtwn_write_1(sc, R92C_OFDM1_LSTF + 3, txmode & ~0x70);
3233
3234		/* Set RF mode to standby mode. */
3235		for (i = 0; i < sc->nrxchains; i++) {
3236			rf_ac[i] = urtwn_rf_read(sc, i, R92C_RF_AC);
3237			urtwn_rf_write(sc, i, R92C_RF_AC,
3238			    RW(rf_ac[i], R92C_RF_AC_MODE,
3239				R92C_RF_AC_MODE_STANDBY));
3240		}
3241	} else {
3242		/* Block all Tx queues. */
3243		urtwn_write_1(sc, R92C_TXPAUSE, 0xff);
3244	}
3245	/* Start calibration. */
3246	urtwn_rf_write(sc, 0, R92C_RF_CHNLBW,
3247	    urtwn_rf_read(sc, 0, R92C_RF_CHNLBW) | R92C_RF_CHNLBW_LCSTART);
3248
3249	/* Give calibration the time to complete. */
3250	usb_pause_mtx(&sc->sc_mtx, hz / 10);		/* 100ms */
3251
3252	/* Restore configuration. */
3253	if ((txmode & 0x70) != 0) {
3254		/* Restore Tx mode. */
3255		urtwn_write_1(sc, R92C_OFDM1_LSTF + 3, txmode);
3256		/* Restore RF mode. */
3257		for (i = 0; i < sc->nrxchains; i++)
3258			urtwn_rf_write(sc, i, R92C_RF_AC, rf_ac[i]);
3259	} else {
3260		/* Unblock all Tx queues. */
3261		urtwn_write_1(sc, R92C_TXPAUSE, 0x00);
3262	}
3263}
3264
3265static void
3266urtwn_init(struct urtwn_softc *sc)
3267{
3268	struct ieee80211com *ic = &sc->sc_ic;
3269	struct ieee80211vap *vap = TAILQ_FIRST(&ic->ic_vaps);
3270	uint8_t macaddr[IEEE80211_ADDR_LEN];
3271	uint32_t reg;
3272	int error;
3273
3274	URTWN_ASSERT_LOCKED(sc);
3275
3276	if (sc->sc_flags & URTWN_RUNNING)
3277		urtwn_stop(sc);
3278
3279	/* Init firmware commands ring. */
3280	sc->fwcur = 0;
3281
3282	/* Allocate Tx/Rx buffers. */
3283	error = urtwn_alloc_rx_list(sc);
3284	if (error != 0)
3285		goto fail;
3286
3287	error = urtwn_alloc_tx_list(sc);
3288	if (error != 0)
3289		goto fail;
3290
3291	/* Power on adapter. */
3292	error = urtwn_power_on(sc);
3293	if (error != 0)
3294		goto fail;
3295
3296	/* Initialize DMA. */
3297	error = urtwn_dma_init(sc);
3298	if (error != 0)
3299		goto fail;
3300
3301	/* Set info size in Rx descriptors (in 64-bit words). */
3302	urtwn_write_1(sc, R92C_RX_DRVINFO_SZ, 4);
3303
3304	/* Init interrupts. */
3305	if (sc->chip & URTWN_CHIP_88E) {
3306		urtwn_write_4(sc, R88E_HISR, 0xffffffff);
3307		urtwn_write_4(sc, R88E_HIMR, R88E_HIMR_CPWM | R88E_HIMR_CPWM2 |
3308		    R88E_HIMR_TBDER | R88E_HIMR_PSTIMEOUT);
3309		urtwn_write_4(sc, R88E_HIMRE, R88E_HIMRE_RXFOVW |
3310		    R88E_HIMRE_TXFOVW | R88E_HIMRE_RXERR | R88E_HIMRE_TXERR);
3311		urtwn_write_1(sc, R92C_USB_SPECIAL_OPTION,
3312		    urtwn_read_1(sc, R92C_USB_SPECIAL_OPTION) |
3313		    R92C_USB_SPECIAL_OPTION_INT_BULK_SEL);
3314	} else {
3315		urtwn_write_4(sc, R92C_HISR, 0xffffffff);
3316		urtwn_write_4(sc, R92C_HIMR, 0xffffffff);
3317	}
3318
3319	/* Set MAC address. */
3320	IEEE80211_ADDR_COPY(macaddr, vap ? vap->iv_myaddr : ic->ic_macaddr);
3321	urtwn_write_region_1(sc, R92C_MACID, macaddr, IEEE80211_ADDR_LEN);
3322
3323	/* Set initial network type. */
3324	urtwn_set_mode(sc, R92C_MSR_INFRA);
3325
3326	urtwn_rxfilter_init(sc);
3327
3328	/* Set response rate. */
3329	reg = urtwn_read_4(sc, R92C_RRSR);
3330	reg = RW(reg, R92C_RRSR_RATE_BITMAP, R92C_RRSR_RATE_CCK_ONLY_1M);
3331	urtwn_write_4(sc, R92C_RRSR, reg);
3332
3333	/* Set short/long retry limits. */
3334	urtwn_write_2(sc, R92C_RL,
3335	    SM(R92C_RL_SRL, 0x30) | SM(R92C_RL_LRL, 0x30));
3336
3337	/* Initialize EDCA parameters. */
3338	urtwn_edca_init(sc);
3339
3340	/* Setup rate fallback. */
3341	if (!(sc->chip & URTWN_CHIP_88E)) {
3342		urtwn_write_4(sc, R92C_DARFRC + 0, 0x00000000);
3343		urtwn_write_4(sc, R92C_DARFRC + 4, 0x10080404);
3344		urtwn_write_4(sc, R92C_RARFRC + 0, 0x04030201);
3345		urtwn_write_4(sc, R92C_RARFRC + 4, 0x08070605);
3346	}
3347
3348	urtwn_write_1(sc, R92C_FWHW_TXQ_CTRL,
3349	    urtwn_read_1(sc, R92C_FWHW_TXQ_CTRL) |
3350	    R92C_FWHW_TXQ_CTRL_AMPDU_RTY_NEW);
3351	/* Set ACK timeout. */
3352	urtwn_write_1(sc, R92C_ACKTO, 0x40);
3353
3354	/* Setup USB aggregation. */
3355	reg = urtwn_read_4(sc, R92C_TDECTRL);
3356	reg = RW(reg, R92C_TDECTRL_BLK_DESC_NUM, 6);
3357	urtwn_write_4(sc, R92C_TDECTRL, reg);
3358	urtwn_write_1(sc, R92C_TRXDMA_CTRL,
3359	    urtwn_read_1(sc, R92C_TRXDMA_CTRL) |
3360	    R92C_TRXDMA_CTRL_RXDMA_AGG_EN);
3361	urtwn_write_1(sc, R92C_RXDMA_AGG_PG_TH, 48);
3362	if (sc->chip & URTWN_CHIP_88E)
3363		urtwn_write_1(sc, R92C_RXDMA_AGG_PG_TH + 1, 4);
3364	else {
3365		urtwn_write_1(sc, R92C_USB_DMA_AGG_TO, 4);
3366		urtwn_write_1(sc, R92C_USB_SPECIAL_OPTION,
3367		    urtwn_read_1(sc, R92C_USB_SPECIAL_OPTION) |
3368		    R92C_USB_SPECIAL_OPTION_AGG_EN);
3369		urtwn_write_1(sc, R92C_USB_AGG_TH, 8);
3370		urtwn_write_1(sc, R92C_USB_AGG_TO, 6);
3371	}
3372
3373	/* Initialize beacon parameters. */
3374	urtwn_write_2(sc, R92C_BCN_CTRL, 0x1010);
3375	urtwn_write_2(sc, R92C_TBTT_PROHIBIT, 0x6404);
3376	urtwn_write_1(sc, R92C_DRVERLYINT, 0x05);
3377	urtwn_write_1(sc, R92C_BCNDMATIM, 0x02);
3378	urtwn_write_2(sc, R92C_BCNTCFG, 0x660f);
3379
3380	if (!(sc->chip & URTWN_CHIP_88E)) {
3381		/* Setup AMPDU aggregation. */
3382		urtwn_write_4(sc, R92C_AGGLEN_LMT, 0x99997631);	/* MCS7~0 */
3383		urtwn_write_1(sc, R92C_AGGR_BREAK_TIME, 0x16);
3384		urtwn_write_2(sc, R92C_MAX_AGGR_NUM, 0x0708);
3385
3386		urtwn_write_1(sc, R92C_BCN_MAX_ERR, 0xff);
3387	}
3388
3389	/* Load 8051 microcode. */
3390	error = urtwn_load_firmware(sc);
3391	if (error != 0)
3392		goto fail;
3393
3394	/* Initialize MAC/BB/RF blocks. */
3395	urtwn_mac_init(sc);
3396	urtwn_bb_init(sc);
3397	urtwn_rf_init(sc);
3398
3399	if (sc->chip & URTWN_CHIP_88E) {
3400		urtwn_write_2(sc, R92C_CR,
3401		    urtwn_read_2(sc, R92C_CR) | R92C_CR_MACTXEN |
3402		    R92C_CR_MACRXEN);
3403	}
3404
3405	/* Turn CCK and OFDM blocks on. */
3406	reg = urtwn_bb_read(sc, R92C_FPGA0_RFMOD);
3407	reg |= R92C_RFMOD_CCK_EN;
3408	urtwn_bb_write(sc, R92C_FPGA0_RFMOD, reg);
3409	reg = urtwn_bb_read(sc, R92C_FPGA0_RFMOD);
3410	reg |= R92C_RFMOD_OFDM_EN;
3411	urtwn_bb_write(sc, R92C_FPGA0_RFMOD, reg);
3412
3413	/* Clear per-station keys table. */
3414	urtwn_cam_init(sc);
3415
3416	/* Enable hardware sequence numbering. */
3417	urtwn_write_1(sc, R92C_HWSEQ_CTRL, 0xff);
3418
3419	/* Perform LO and IQ calibrations. */
3420	urtwn_iq_calib(sc);
3421	/* Perform LC calibration. */
3422	urtwn_lc_calib(sc);
3423
3424	/* Fix USB interference issue. */
3425	if (!(sc->chip & URTWN_CHIP_88E)) {
3426		urtwn_write_1(sc, 0xfe40, 0xe0);
3427		urtwn_write_1(sc, 0xfe41, 0x8d);
3428		urtwn_write_1(sc, 0xfe42, 0x80);
3429
3430		urtwn_pa_bias_init(sc);
3431	}
3432
3433	/* Initialize GPIO setting. */
3434	urtwn_write_1(sc, R92C_GPIO_MUXCFG,
3435	    urtwn_read_1(sc, R92C_GPIO_MUXCFG) & ~R92C_GPIO_MUXCFG_ENBT);
3436
3437	/* Fix for lower temperature. */
3438	if (!(sc->chip & URTWN_CHIP_88E))
3439		urtwn_write_1(sc, 0x15, 0xe9);
3440
3441	usbd_transfer_start(sc->sc_xfer[URTWN_BULK_RX]);
3442
3443	sc->sc_flags |= URTWN_RUNNING;
3444
3445	callout_reset(&sc->sc_watchdog_ch, hz, urtwn_watchdog, sc);
3446fail:
3447	return;
3448}
3449
3450static void
3451urtwn_stop(struct urtwn_softc *sc)
3452{
3453
3454	URTWN_ASSERT_LOCKED(sc);
3455	sc->sc_flags &= ~URTWN_RUNNING;
3456	callout_stop(&sc->sc_watchdog_ch);
3457	urtwn_abort_xfers(sc);
3458
3459	urtwn_drain_mbufq(sc);
3460}
3461
3462static void
3463urtwn_abort_xfers(struct urtwn_softc *sc)
3464{
3465	int i;
3466
3467	URTWN_ASSERT_LOCKED(sc);
3468
3469	/* abort any pending transfers */
3470	for (i = 0; i < URTWN_N_TRANSFER; i++)
3471		usbd_transfer_stop(sc->sc_xfer[i]);
3472}
3473
3474static int
3475urtwn_raw_xmit(struct ieee80211_node *ni, struct mbuf *m,
3476    const struct ieee80211_bpf_params *params)
3477{
3478	struct ieee80211com *ic = ni->ni_ic;
3479	struct urtwn_softc *sc = ic->ic_softc;
3480	struct urtwn_data *bf;
3481
3482	/* prevent management frames from being sent if we're not ready */
3483	if (!(sc->sc_flags & URTWN_RUNNING)) {
3484		m_freem(m);
3485		return (ENETDOWN);
3486	}
3487	URTWN_LOCK(sc);
3488	bf = urtwn_getbuf(sc);
3489	if (bf == NULL) {
3490		m_freem(m);
3491		URTWN_UNLOCK(sc);
3492		return (ENOBUFS);
3493	}
3494
3495	if (urtwn_tx_start(sc, ni, m, bf) != 0) {
3496		m_freem(m);
3497		STAILQ_INSERT_HEAD(&sc->sc_tx_inactive, bf, next);
3498		URTWN_UNLOCK(sc);
3499		return (EIO);
3500	}
3501	sc->sc_txtimer = 5;
3502	URTWN_UNLOCK(sc);
3503
3504	return (0);
3505}
3506
3507static void
3508urtwn_ms_delay(struct urtwn_softc *sc)
3509{
3510	usb_pause_mtx(&sc->sc_mtx, hz / 1000);
3511}
3512
3513static device_method_t urtwn_methods[] = {
3514	/* Device interface */
3515	DEVMETHOD(device_probe,		urtwn_match),
3516	DEVMETHOD(device_attach,	urtwn_attach),
3517	DEVMETHOD(device_detach,	urtwn_detach),
3518
3519	DEVMETHOD_END
3520};
3521
3522static driver_t urtwn_driver = {
3523	"urtwn",
3524	urtwn_methods,
3525	sizeof(struct urtwn_softc)
3526};
3527
3528static devclass_t urtwn_devclass;
3529
3530DRIVER_MODULE(urtwn, uhub, urtwn_driver, urtwn_devclass, NULL, NULL);
3531MODULE_DEPEND(urtwn, usb, 1, 1, 1);
3532MODULE_DEPEND(urtwn, wlan, 1, 1, 1);
3533MODULE_DEPEND(urtwn, firmware, 1, 1, 1);
3534MODULE_VERSION(urtwn, 1);
3535