1// SPDX-License-Identifier: GPL-2.0-only
2/******************************************************************************
3 *
4 * Copyright(c) 2003 - 2014 Intel Corporation. All rights reserved.
5 * Copyright(c) 2015 Intel Deutschland GmbH
6 * Copyright(c) 2018, 2020-2021 Intel Corporation
7 *
8 * Portions of this file are derived from the ipw3945 project, as well
9 * as portionhelp of the ieee80211 subsystem header files.
10 *****************************************************************************/
11
12#include <linux/etherdevice.h>
13#include <linux/slab.h>
14#include <linux/sched.h>
15#include <net/mac80211.h>
16#include <asm/unaligned.h>
17
18#include "iwl-trans.h"
19#include "iwl-io.h"
20#include "dev.h"
21#include "calib.h"
22#include "agn.h"
23
24/******************************************************************************
25 *
26 * Generic RX handler implementations
27 *
28 ******************************************************************************/
29
30static void iwlagn_rx_reply_error(struct iwl_priv *priv,
31				  struct iwl_rx_cmd_buffer *rxb)
32{
33	struct iwl_rx_packet *pkt = rxb_addr(rxb);
34	struct iwl_error_resp *err_resp = (void *)pkt->data;
35
36	IWL_ERR(priv, "Error Reply type 0x%08X cmd REPLY_ERROR (0x%02X) "
37		"seq 0x%04X ser 0x%08X\n",
38		le32_to_cpu(err_resp->error_type),
39		err_resp->cmd_id,
40		le16_to_cpu(err_resp->bad_cmd_seq_num),
41		le32_to_cpu(err_resp->error_info));
42}
43
44static void iwlagn_rx_csa(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb)
45{
46	struct iwl_rx_packet *pkt = rxb_addr(rxb);
47	struct iwl_csa_notification *csa = (void *)pkt->data;
48	/*
49	 * MULTI-FIXME
50	 * See iwlagn_mac_channel_switch.
51	 */
52	struct iwl_rxon_context *ctx = &priv->contexts[IWL_RXON_CTX_BSS];
53	struct iwl_rxon_cmd *rxon = (void *)&ctx->active;
54
55	if (!test_bit(STATUS_CHANNEL_SWITCH_PENDING, &priv->status))
56		return;
57
58	if (!le32_to_cpu(csa->status) && csa->channel == priv->switch_channel) {
59		rxon->channel = csa->channel;
60		ctx->staging.channel = csa->channel;
61		IWL_DEBUG_11H(priv, "CSA notif: channel %d\n",
62			      le16_to_cpu(csa->channel));
63		iwl_chswitch_done(priv, true);
64	} else {
65		IWL_ERR(priv, "CSA notif (fail) : channel %d\n",
66			le16_to_cpu(csa->channel));
67		iwl_chswitch_done(priv, false);
68	}
69}
70
71
72static void iwlagn_rx_spectrum_measure_notif(struct iwl_priv *priv,
73					     struct iwl_rx_cmd_buffer *rxb)
74{
75	struct iwl_rx_packet *pkt = rxb_addr(rxb);
76	struct iwl_spectrum_notification *report = (void *)pkt->data;
77
78	if (!report->state) {
79		IWL_DEBUG_11H(priv,
80			"Spectrum Measure Notification: Start\n");
81		return;
82	}
83
84	memcpy(&priv->measure_report, report, sizeof(*report));
85	priv->measurement_status |= MEASUREMENT_READY;
86}
87
88static void iwlagn_rx_pm_sleep_notif(struct iwl_priv *priv,
89				     struct iwl_rx_cmd_buffer *rxb)
90{
91#ifdef CONFIG_IWLWIFI_DEBUG
92	struct iwl_rx_packet *pkt = rxb_addr(rxb);
93	struct iwl_sleep_notification *sleep = (void *)pkt->data;
94	IWL_DEBUG_RX(priv, "sleep mode: %d, src: %d\n",
95		     sleep->pm_sleep_mode, sleep->pm_wakeup_src);
96#endif
97}
98
99static void iwlagn_rx_pm_debug_statistics_notif(struct iwl_priv *priv,
100						struct iwl_rx_cmd_buffer *rxb)
101{
102	struct iwl_rx_packet *pkt = rxb_addr(rxb);
103	u32 __maybe_unused len = iwl_rx_packet_len(pkt);
104	IWL_DEBUG_RADIO(priv, "Dumping %d bytes of unhandled "
105			"notification for PM_DEBUG_STATISTIC_NOTIFIC:\n", len);
106	iwl_print_hex_dump(priv, IWL_DL_RADIO, pkt->data, len);
107}
108
109static void iwlagn_rx_beacon_notif(struct iwl_priv *priv,
110				   struct iwl_rx_cmd_buffer *rxb)
111{
112	struct iwl_rx_packet *pkt = rxb_addr(rxb);
113	struct iwlagn_beacon_notif *beacon = (void *)pkt->data;
114#ifdef CONFIG_IWLWIFI_DEBUG
115	u16 status = le16_to_cpu(beacon->beacon_notify_hdr.status.status);
116	u8 rate = iwl_hw_get_rate(beacon->beacon_notify_hdr.rate_n_flags);
117
118	IWL_DEBUG_RX(priv, "beacon status %#x, retries:%d ibssmgr:%d "
119		"tsf:0x%.8x%.8x rate:%d\n",
120		status & TX_STATUS_MSK,
121		beacon->beacon_notify_hdr.failure_frame,
122		le32_to_cpu(beacon->ibss_mgr_status),
123		le32_to_cpu(beacon->high_tsf),
124		le32_to_cpu(beacon->low_tsf), rate);
125#endif
126
127	priv->ibss_manager = le32_to_cpu(beacon->ibss_mgr_status);
128}
129
130/*
131 * iwl_good_plcp_health - checks for plcp error.
132 *
133 * When the plcp error is exceeding the thresholds, reset the radio
134 * to improve the throughput.
135 */
136static bool iwlagn_good_plcp_health(struct iwl_priv *priv,
137				 struct statistics_rx_phy *cur_ofdm,
138				 struct statistics_rx_ht_phy *cur_ofdm_ht,
139				 unsigned int msecs)
140{
141	int delta;
142	int threshold = priv->plcp_delta_threshold;
143
144	if (threshold == IWL_MAX_PLCP_ERR_THRESHOLD_DISABLE) {
145		IWL_DEBUG_RADIO(priv, "plcp_err check disabled\n");
146		return true;
147	}
148
149	delta = le32_to_cpu(cur_ofdm->plcp_err) -
150		le32_to_cpu(priv->statistics.rx_ofdm.plcp_err) +
151		le32_to_cpu(cur_ofdm_ht->plcp_err) -
152		le32_to_cpu(priv->statistics.rx_ofdm_ht.plcp_err);
153
154	/* Can be negative if firmware reset statistics */
155	if (delta <= 0)
156		return true;
157
158	if ((delta * 100 / msecs) > threshold) {
159		IWL_DEBUG_RADIO(priv,
160				"plcp health threshold %u delta %d msecs %u\n",
161				threshold, delta, msecs);
162		return false;
163	}
164
165	return true;
166}
167
168int iwl_force_rf_reset(struct iwl_priv *priv, bool external)
169{
170	struct iwl_rf_reset *rf_reset;
171
172	if (test_bit(STATUS_EXIT_PENDING, &priv->status))
173		return -EAGAIN;
174
175	if (!iwl_is_any_associated(priv)) {
176		IWL_DEBUG_SCAN(priv, "force reset rejected: not associated\n");
177		return -ENOLINK;
178	}
179
180	rf_reset = &priv->rf_reset;
181	rf_reset->reset_request_count++;
182	if (!external && rf_reset->last_reset_jiffies &&
183	    time_after(rf_reset->last_reset_jiffies +
184		       IWL_DELAY_NEXT_FORCE_RF_RESET, jiffies)) {
185		IWL_DEBUG_INFO(priv, "RF reset rejected\n");
186		rf_reset->reset_reject_count++;
187		return -EAGAIN;
188	}
189	rf_reset->reset_success_count++;
190	rf_reset->last_reset_jiffies = jiffies;
191
192	/*
193	 * There is no easy and better way to force reset the radio,
194	 * the only known method is switching channel which will force to
195	 * reset and tune the radio.
196	 * Use internal short scan (single channel) operation to should
197	 * achieve this objective.
198	 * Driver should reset the radio when number of consecutive missed
199	 * beacon, or any other uCode error condition detected.
200	 */
201	IWL_DEBUG_INFO(priv, "perform radio reset.\n");
202	iwl_internal_short_hw_scan(priv);
203	return 0;
204}
205
206
207static void iwlagn_recover_from_statistics(struct iwl_priv *priv,
208				struct statistics_rx_phy *cur_ofdm,
209				struct statistics_rx_ht_phy *cur_ofdm_ht,
210				struct statistics_tx *tx,
211				unsigned long stamp)
212{
213	unsigned int msecs;
214
215	if (test_bit(STATUS_EXIT_PENDING, &priv->status))
216		return;
217
218	msecs = jiffies_to_msecs(stamp - priv->rx_statistics_jiffies);
219
220	/* Only gather statistics and update time stamp when not associated */
221	if (!iwl_is_any_associated(priv))
222		return;
223
224	/* Do not check/recover when do not have enough statistics data */
225	if (msecs < 99)
226		return;
227
228	if (!iwlagn_good_plcp_health(priv, cur_ofdm, cur_ofdm_ht, msecs))
229		iwl_force_rf_reset(priv, false);
230}
231
232/* Calculate noise level, based on measurements during network silence just
233 *   before arriving beacon.  This measurement can be done only if we know
234 *   exactly when to expect beacons, therefore only when we're associated. */
235static void iwlagn_rx_calc_noise(struct iwl_priv *priv)
236{
237	struct statistics_rx_non_phy *rx_info;
238	int num_active_rx = 0;
239	int total_silence = 0;
240	int bcn_silence_a, bcn_silence_b, bcn_silence_c;
241	int last_rx_noise;
242
243	rx_info = &priv->statistics.rx_non_phy;
244
245	bcn_silence_a =
246		le32_to_cpu(rx_info->beacon_silence_rssi_a) & IN_BAND_FILTER;
247	bcn_silence_b =
248		le32_to_cpu(rx_info->beacon_silence_rssi_b) & IN_BAND_FILTER;
249	bcn_silence_c =
250		le32_to_cpu(rx_info->beacon_silence_rssi_c) & IN_BAND_FILTER;
251
252	if (bcn_silence_a) {
253		total_silence += bcn_silence_a;
254		num_active_rx++;
255	}
256	if (bcn_silence_b) {
257		total_silence += bcn_silence_b;
258		num_active_rx++;
259	}
260	if (bcn_silence_c) {
261		total_silence += bcn_silence_c;
262		num_active_rx++;
263	}
264
265	/* Average among active antennas */
266	if (num_active_rx)
267		last_rx_noise = (total_silence / num_active_rx) - 107;
268	else
269		last_rx_noise = IWL_NOISE_MEAS_NOT_AVAILABLE;
270
271	IWL_DEBUG_CALIB(priv, "inband silence a %u, b %u, c %u, dBm %d\n",
272			bcn_silence_a, bcn_silence_b, bcn_silence_c,
273			last_rx_noise);
274}
275
276#ifdef CONFIG_IWLWIFI_DEBUGFS
277/*
278 *  based on the assumption of all statistics counter are in DWORD
279 *  FIXME: This function is for debugging, do not deal with
280 *  the case of counters roll-over.
281 */
282static void accum_stats(__le32 *prev, __le32 *cur, __le32 *delta,
283			__le32 *max_delta, __le32 *accum, int size)
284{
285	int i;
286
287	for (i = 0;
288	     i < size / sizeof(__le32);
289	     i++, prev++, cur++, delta++, max_delta++, accum++) {
290		if (le32_to_cpu(*cur) > le32_to_cpu(*prev)) {
291			*delta = cpu_to_le32(
292				le32_to_cpu(*cur) - le32_to_cpu(*prev));
293			le32_add_cpu(accum, le32_to_cpu(*delta));
294			if (le32_to_cpu(*delta) > le32_to_cpu(*max_delta))
295				*max_delta = *delta;
296		}
297	}
298}
299
300static void
301iwlagn_accumulative_statistics(struct iwl_priv *priv,
302			    struct statistics_general_common *common,
303			    struct statistics_rx_non_phy *rx_non_phy,
304			    struct statistics_rx_phy *rx_ofdm,
305			    struct statistics_rx_ht_phy *rx_ofdm_ht,
306			    struct statistics_rx_phy *rx_cck,
307			    struct statistics_tx *tx,
308			    struct statistics_bt_activity *bt_activity)
309{
310#define ACCUM(_name)	\
311	accum_stats((__le32 *)&priv->statistics._name,		\
312		    (__le32 *)_name,				\
313		    (__le32 *)&priv->delta_stats._name,		\
314		    (__le32 *)&priv->max_delta_stats._name,	\
315		    (__le32 *)&priv->accum_stats._name,		\
316		    sizeof(*_name))
317
318	ACCUM(common);
319	ACCUM(rx_non_phy);
320	ACCUM(rx_ofdm);
321	ACCUM(rx_ofdm_ht);
322	ACCUM(rx_cck);
323	ACCUM(tx);
324	if (bt_activity)
325		ACCUM(bt_activity);
326#undef ACCUM
327}
328#else
329static inline void
330iwlagn_accumulative_statistics(struct iwl_priv *priv,
331			    struct statistics_general_common *common,
332			    struct statistics_rx_non_phy *rx_non_phy,
333			    struct statistics_rx_phy *rx_ofdm,
334			    struct statistics_rx_ht_phy *rx_ofdm_ht,
335			    struct statistics_rx_phy *rx_cck,
336			    struct statistics_tx *tx,
337			    struct statistics_bt_activity *bt_activity)
338{
339}
340#endif
341
342static void iwlagn_rx_statistics(struct iwl_priv *priv,
343				 struct iwl_rx_cmd_buffer *rxb)
344{
345	unsigned long stamp = jiffies;
346	const int reg_recalib_period = 60;
347	int change;
348	struct iwl_rx_packet *pkt = rxb_addr(rxb);
349	u32 len = iwl_rx_packet_payload_len(pkt);
350	__le32 *flag;
351	struct statistics_general_common *common;
352	struct statistics_rx_non_phy *rx_non_phy;
353	struct statistics_rx_phy *rx_ofdm;
354	struct statistics_rx_ht_phy *rx_ofdm_ht;
355	struct statistics_rx_phy *rx_cck;
356	struct statistics_tx *tx;
357	struct statistics_bt_activity *bt_activity;
358
359	IWL_DEBUG_RX(priv, "Statistics notification received (%d bytes).\n",
360		     len);
361
362	spin_lock(&priv->statistics.lock);
363
364	if (len == sizeof(struct iwl_bt_notif_statistics)) {
365		struct iwl_bt_notif_statistics *stats;
366		stats = (void *)&pkt->data;
367		flag = &stats->flag;
368		common = &stats->general.common;
369		rx_non_phy = &stats->rx.general.common;
370		rx_ofdm = &stats->rx.ofdm;
371		rx_ofdm_ht = &stats->rx.ofdm_ht;
372		rx_cck = &stats->rx.cck;
373		tx = &stats->tx;
374		bt_activity = &stats->general.activity;
375
376#ifdef CONFIG_IWLWIFI_DEBUGFS
377		/* handle this exception directly */
378		priv->statistics.num_bt_kills = stats->rx.general.num_bt_kills;
379		le32_add_cpu(&priv->statistics.accum_num_bt_kills,
380			     le32_to_cpu(stats->rx.general.num_bt_kills));
381#endif
382	} else if (len == sizeof(struct iwl_notif_statistics)) {
383		struct iwl_notif_statistics *stats;
384		stats = (void *)&pkt->data;
385		flag = &stats->flag;
386		common = &stats->general.common;
387		rx_non_phy = &stats->rx.general;
388		rx_ofdm = &stats->rx.ofdm;
389		rx_ofdm_ht = &stats->rx.ofdm_ht;
390		rx_cck = &stats->rx.cck;
391		tx = &stats->tx;
392		bt_activity = NULL;
393	} else {
394		WARN_ONCE(1, "len %d doesn't match BT (%zu) or normal (%zu)\n",
395			  len, sizeof(struct iwl_bt_notif_statistics),
396			  sizeof(struct iwl_notif_statistics));
397		spin_unlock(&priv->statistics.lock);
398		return;
399	}
400
401	change = common->temperature != priv->statistics.common.temperature ||
402		 (*flag & STATISTICS_REPLY_FLG_HT40_MODE_MSK) !=
403		 (priv->statistics.flag & STATISTICS_REPLY_FLG_HT40_MODE_MSK);
404
405	iwlagn_accumulative_statistics(priv, common, rx_non_phy, rx_ofdm,
406				    rx_ofdm_ht, rx_cck, tx, bt_activity);
407
408	iwlagn_recover_from_statistics(priv, rx_ofdm, rx_ofdm_ht, tx, stamp);
409
410	priv->statistics.flag = *flag;
411	memcpy(&priv->statistics.common, common, sizeof(*common));
412	memcpy(&priv->statistics.rx_non_phy, rx_non_phy, sizeof(*rx_non_phy));
413	memcpy(&priv->statistics.rx_ofdm, rx_ofdm, sizeof(*rx_ofdm));
414	memcpy(&priv->statistics.rx_ofdm_ht, rx_ofdm_ht, sizeof(*rx_ofdm_ht));
415	memcpy(&priv->statistics.rx_cck, rx_cck, sizeof(*rx_cck));
416	memcpy(&priv->statistics.tx, tx, sizeof(*tx));
417#ifdef CONFIG_IWLWIFI_DEBUGFS
418	if (bt_activity)
419		memcpy(&priv->statistics.bt_activity, bt_activity,
420			sizeof(*bt_activity));
421#endif
422
423	priv->rx_statistics_jiffies = stamp;
424
425	set_bit(STATUS_STATISTICS, &priv->status);
426
427	/* Reschedule the statistics timer to occur in
428	 * reg_recalib_period seconds to ensure we get a
429	 * thermal update even if the uCode doesn't give
430	 * us one */
431	mod_timer(&priv->statistics_periodic, jiffies +
432		  msecs_to_jiffies(reg_recalib_period * 1000));
433
434	if (unlikely(!test_bit(STATUS_SCANNING, &priv->status)) &&
435	    (pkt->hdr.cmd == STATISTICS_NOTIFICATION)) {
436		iwlagn_rx_calc_noise(priv);
437		queue_work(priv->workqueue, &priv->run_time_calib_work);
438	}
439	if (priv->lib->temperature && change)
440		priv->lib->temperature(priv);
441
442	spin_unlock(&priv->statistics.lock);
443}
444
445static void iwlagn_rx_reply_statistics(struct iwl_priv *priv,
446				       struct iwl_rx_cmd_buffer *rxb)
447{
448	struct iwl_rx_packet *pkt = rxb_addr(rxb);
449	struct iwl_notif_statistics *stats = (void *)pkt->data;
450
451	if (le32_to_cpu(stats->flag) & UCODE_STATISTICS_CLEAR_MSK) {
452#ifdef CONFIG_IWLWIFI_DEBUGFS
453		memset(&priv->accum_stats, 0,
454			sizeof(priv->accum_stats));
455		memset(&priv->delta_stats, 0,
456			sizeof(priv->delta_stats));
457		memset(&priv->max_delta_stats, 0,
458			sizeof(priv->max_delta_stats));
459#endif
460		IWL_DEBUG_RX(priv, "Statistics have been cleared\n");
461	}
462
463	iwlagn_rx_statistics(priv, rxb);
464}
465
466/* Handle notification from uCode that card's power state is changing
467 * due to software, hardware, or critical temperature RFKILL */
468static void iwlagn_rx_card_state_notif(struct iwl_priv *priv,
469				       struct iwl_rx_cmd_buffer *rxb)
470{
471	struct iwl_rx_packet *pkt = rxb_addr(rxb);
472	struct iwl_card_state_notif *card_state_notif = (void *)pkt->data;
473	u32 flags = le32_to_cpu(card_state_notif->flags);
474	unsigned long status = priv->status;
475
476	IWL_DEBUG_RF_KILL(priv, "Card state received: HW:%s SW:%s CT:%s\n",
477			  (flags & HW_CARD_DISABLED) ? "Kill" : "On",
478			  (flags & SW_CARD_DISABLED) ? "Kill" : "On",
479			  (flags & CT_CARD_DISABLED) ?
480			  "Reached" : "Not reached");
481
482	if (flags & (SW_CARD_DISABLED | HW_CARD_DISABLED |
483		     CT_CARD_DISABLED)) {
484
485		iwl_write32(priv->trans, CSR_UCODE_DRV_GP1_SET,
486			    CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
487
488		iwl_write_direct32(priv->trans, HBUS_TARG_MBX_C,
489					HBUS_TARG_MBX_C_REG_BIT_CMD_BLOCKED);
490
491		if (!(flags & RXON_CARD_DISABLED)) {
492			iwl_write32(priv->trans, CSR_UCODE_DRV_GP1_CLR,
493				    CSR_UCODE_DRV_GP1_BIT_CMD_BLOCKED);
494			iwl_write_direct32(priv->trans, HBUS_TARG_MBX_C,
495					HBUS_TARG_MBX_C_REG_BIT_CMD_BLOCKED);
496		}
497		if (flags & CT_CARD_DISABLED)
498			iwl_tt_enter_ct_kill(priv);
499	}
500	if (!(flags & CT_CARD_DISABLED))
501		iwl_tt_exit_ct_kill(priv);
502
503	if (flags & HW_CARD_DISABLED)
504		set_bit(STATUS_RF_KILL_HW, &priv->status);
505	else
506		clear_bit(STATUS_RF_KILL_HW, &priv->status);
507
508
509	if (!(flags & RXON_CARD_DISABLED))
510		iwl_scan_cancel(priv);
511
512	if ((test_bit(STATUS_RF_KILL_HW, &status) !=
513	     test_bit(STATUS_RF_KILL_HW, &priv->status)))
514		wiphy_rfkill_set_hw_state(priv->hw->wiphy,
515			test_bit(STATUS_RF_KILL_HW, &priv->status));
516}
517
518static void iwlagn_rx_missed_beacon_notif(struct iwl_priv *priv,
519					  struct iwl_rx_cmd_buffer *rxb)
520
521{
522	struct iwl_rx_packet *pkt = rxb_addr(rxb);
523	struct iwl_missed_beacon_notif *missed_beacon = (void *)pkt->data;
524
525	if (le32_to_cpu(missed_beacon->consecutive_missed_beacons) >
526	    priv->missed_beacon_threshold) {
527		IWL_DEBUG_CALIB(priv,
528		    "missed bcn cnsq %d totl %d rcd %d expctd %d\n",
529		    le32_to_cpu(missed_beacon->consecutive_missed_beacons),
530		    le32_to_cpu(missed_beacon->total_missed_becons),
531		    le32_to_cpu(missed_beacon->num_recvd_beacons),
532		    le32_to_cpu(missed_beacon->num_expected_beacons));
533		if (!test_bit(STATUS_SCANNING, &priv->status))
534			iwl_init_sensitivity(priv);
535	}
536}
537
538/* Cache phy data (Rx signal strength, etc) for HT frame (REPLY_RX_PHY_CMD).
539 * This will be used later in iwl_rx_reply_rx() for REPLY_RX_MPDU_CMD. */
540static void iwlagn_rx_reply_rx_phy(struct iwl_priv *priv,
541				   struct iwl_rx_cmd_buffer *rxb)
542{
543	struct iwl_rx_packet *pkt = rxb_addr(rxb);
544
545	priv->last_phy_res_valid = true;
546	priv->ampdu_ref++;
547	memcpy(&priv->last_phy_res, pkt->data,
548	       sizeof(struct iwl_rx_phy_res));
549}
550
551/*
552 * returns non-zero if packet should be dropped
553 */
554static int iwlagn_set_decrypted_flag(struct iwl_priv *priv,
555				  struct ieee80211_hdr *hdr,
556				  u32 decrypt_res,
557				  struct ieee80211_rx_status *stats)
558{
559	u16 fc = le16_to_cpu(hdr->frame_control);
560
561	/*
562	 * All contexts have the same setting here due to it being
563	 * a module parameter, so OK to check any context.
564	 */
565	if (priv->contexts[IWL_RXON_CTX_BSS].active.filter_flags &
566						RXON_FILTER_DIS_DECRYPT_MSK)
567		return 0;
568
569	if (!(fc & IEEE80211_FCTL_PROTECTED))
570		return 0;
571
572	IWL_DEBUG_RX(priv, "decrypt_res:0x%x\n", decrypt_res);
573	switch (decrypt_res & RX_RES_STATUS_SEC_TYPE_MSK) {
574	case RX_RES_STATUS_SEC_TYPE_TKIP:
575		/* The uCode has got a bad phase 1 Key, pushes the packet.
576		 * Decryption will be done in SW. */
577		if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
578		    RX_RES_STATUS_BAD_KEY_TTAK)
579			break;
580		fallthrough;
581	case RX_RES_STATUS_SEC_TYPE_WEP:
582		if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
583		    RX_RES_STATUS_BAD_ICV_MIC) {
584			/* bad ICV, the packet is destroyed since the
585			 * decryption is inplace, drop it */
586			IWL_DEBUG_RX(priv, "Packet destroyed\n");
587			return -1;
588		}
589		fallthrough;
590	case RX_RES_STATUS_SEC_TYPE_CCMP:
591		if ((decrypt_res & RX_RES_STATUS_DECRYPT_TYPE_MSK) ==
592		    RX_RES_STATUS_DECRYPT_OK) {
593			IWL_DEBUG_RX(priv, "hw decrypt successfully!!!\n");
594			stats->flag |= RX_FLAG_DECRYPTED;
595		}
596		break;
597
598	default:
599		break;
600	}
601	return 0;
602}
603
604static void iwlagn_pass_packet_to_mac80211(struct iwl_priv *priv,
605					struct ieee80211_hdr *hdr,
606					u16 len,
607					u32 ampdu_status,
608					struct iwl_rx_cmd_buffer *rxb,
609					struct ieee80211_rx_status *stats)
610{
611	struct sk_buff *skb;
612	__le16 fc = hdr->frame_control;
613	struct iwl_rxon_context *ctx;
614	unsigned int hdrlen, fraglen;
615
616	/* We only process data packets if the interface is open */
617	if (unlikely(!priv->is_open)) {
618		IWL_DEBUG_DROP_LIMIT(priv,
619		    "Dropping packet while interface is not open.\n");
620		return;
621	}
622
623	/* In case of HW accelerated crypto and bad decryption, drop */
624	if (!iwlwifi_mod_params.swcrypto &&
625	    iwlagn_set_decrypted_flag(priv, hdr, ampdu_status, stats))
626		return;
627
628	/* Dont use dev_alloc_skb(), we'll have enough headroom once
629	 * ieee80211_hdr pulled.
630	 */
631	skb = alloc_skb(128, GFP_ATOMIC);
632	if (!skb) {
633		IWL_ERR(priv, "alloc_skb failed\n");
634		return;
635	}
636	/* If frame is small enough to fit in skb->head, pull it completely.
637	 * If not, only pull ieee80211_hdr so that splice() or TCP coalesce
638	 * are more efficient.
639	 */
640	hdrlen = (len <= skb_tailroom(skb)) ? len : sizeof(*hdr);
641
642	skb_put_data(skb, hdr, hdrlen);
643	fraglen = len - hdrlen;
644
645	if (fraglen) {
646		int offset = (void *)hdr + hdrlen -
647			     rxb_addr(rxb) + rxb_offset(rxb);
648
649		skb_add_rx_frag(skb, 0, rxb_steal_page(rxb), offset,
650				fraglen, rxb->truesize);
651	}
652
653	/*
654	* Wake any queues that were stopped due to a passive channel tx
655	* failure. This can happen because the regulatory enforcement in
656	* the device waits for a beacon before allowing transmission,
657	* sometimes even after already having transmitted frames for the
658	* association because the new RXON may reset the information.
659	*/
660	if (unlikely(ieee80211_is_beacon(fc) && priv->passive_no_rx)) {
661		for_each_context(priv, ctx) {
662			if (!ether_addr_equal(hdr->addr3,
663					      ctx->active.bssid_addr))
664				continue;
665			iwlagn_lift_passive_no_rx(priv);
666		}
667	}
668
669	memcpy(IEEE80211_SKB_RXCB(skb), stats, sizeof(*stats));
670
671	ieee80211_rx_napi(priv->hw, NULL, skb, priv->napi);
672}
673
674static u32 iwlagn_translate_rx_status(struct iwl_priv *priv, u32 decrypt_in)
675{
676	u32 decrypt_out = 0;
677
678	if ((decrypt_in & RX_RES_STATUS_STATION_FOUND) ==
679					RX_RES_STATUS_STATION_FOUND)
680		decrypt_out |= (RX_RES_STATUS_STATION_FOUND |
681				RX_RES_STATUS_NO_STATION_INFO_MISMATCH);
682
683	decrypt_out |= (decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK);
684
685	/* packet was not encrypted */
686	if ((decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) ==
687					RX_RES_STATUS_SEC_TYPE_NONE)
688		return decrypt_out;
689
690	/* packet was encrypted with unknown alg */
691	if ((decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) ==
692					RX_RES_STATUS_SEC_TYPE_ERR)
693		return decrypt_out;
694
695	/* decryption was not done in HW */
696	if ((decrypt_in & RX_MPDU_RES_STATUS_DEC_DONE_MSK) !=
697					RX_MPDU_RES_STATUS_DEC_DONE_MSK)
698		return decrypt_out;
699
700	switch (decrypt_in & RX_RES_STATUS_SEC_TYPE_MSK) {
701
702	case RX_RES_STATUS_SEC_TYPE_CCMP:
703		/* alg is CCM: check MIC only */
704		if (!(decrypt_in & RX_MPDU_RES_STATUS_MIC_OK))
705			/* Bad MIC */
706			decrypt_out |= RX_RES_STATUS_BAD_ICV_MIC;
707		else
708			decrypt_out |= RX_RES_STATUS_DECRYPT_OK;
709
710		break;
711
712	case RX_RES_STATUS_SEC_TYPE_TKIP:
713		if (!(decrypt_in & RX_MPDU_RES_STATUS_TTAK_OK)) {
714			/* Bad TTAK */
715			decrypt_out |= RX_RES_STATUS_BAD_KEY_TTAK;
716			break;
717		}
718		fallthrough;
719	default:
720		if (!(decrypt_in & RX_MPDU_RES_STATUS_ICV_OK))
721			decrypt_out |= RX_RES_STATUS_BAD_ICV_MIC;
722		else
723			decrypt_out |= RX_RES_STATUS_DECRYPT_OK;
724		break;
725	}
726
727	IWL_DEBUG_RX(priv, "decrypt_in:0x%x  decrypt_out = 0x%x\n",
728					decrypt_in, decrypt_out);
729
730	return decrypt_out;
731}
732
733/* Calc max signal level (dBm) among 3 possible receivers */
734static int iwlagn_calc_rssi(struct iwl_priv *priv,
735			     struct iwl_rx_phy_res *rx_resp)
736{
737	/* data from PHY/DSP regarding signal strength, etc.,
738	 *   contents are always there, not configurable by host
739	 */
740	struct iwlagn_non_cfg_phy *ncphy =
741		(struct iwlagn_non_cfg_phy *)rx_resp->non_cfg_phy_buf;
742	u32 val, rssi_a, rssi_b, rssi_c, max_rssi;
743	u8 agc;
744
745	val  = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_AGC_IDX]);
746	agc = (val & IWLAGN_OFDM_AGC_MSK) >> IWLAGN_OFDM_AGC_BIT_POS;
747
748	/* Find max rssi among 3 possible receivers.
749	 * These values are measured by the digital signal processor (DSP).
750	 * They should stay fairly constant even as the signal strength varies,
751	 *   if the radio's automatic gain control (AGC) is working right.
752	 * AGC value (see below) will provide the "interesting" info.
753	 */
754	val = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_RSSI_AB_IDX]);
755	rssi_a = (val & IWLAGN_OFDM_RSSI_INBAND_A_BITMSK) >>
756		IWLAGN_OFDM_RSSI_A_BIT_POS;
757	rssi_b = (val & IWLAGN_OFDM_RSSI_INBAND_B_BITMSK) >>
758		IWLAGN_OFDM_RSSI_B_BIT_POS;
759	val = le32_to_cpu(ncphy->non_cfg_phy[IWLAGN_RX_RES_RSSI_C_IDX]);
760	rssi_c = (val & IWLAGN_OFDM_RSSI_INBAND_C_BITMSK) >>
761		IWLAGN_OFDM_RSSI_C_BIT_POS;
762
763	max_rssi = max_t(u32, rssi_a, rssi_b);
764	max_rssi = max_t(u32, max_rssi, rssi_c);
765
766	IWL_DEBUG_STATS(priv, "Rssi In A %d B %d C %d Max %d AGC dB %d\n",
767		rssi_a, rssi_b, rssi_c, max_rssi, agc);
768
769	/* dBm = max_rssi dB - agc dB - constant.
770	 * Higher AGC (higher radio gain) means lower signal. */
771	return max_rssi - agc - IWLAGN_RSSI_OFFSET;
772}
773
774/* Called for REPLY_RX_MPDU_CMD */
775static void iwlagn_rx_reply_rx(struct iwl_priv *priv,
776			       struct iwl_rx_cmd_buffer *rxb)
777{
778	struct ieee80211_hdr *header;
779	struct ieee80211_rx_status rx_status = {};
780	struct iwl_rx_packet *pkt = rxb_addr(rxb);
781	struct iwl_rx_phy_res *phy_res;
782	__le32 rx_pkt_status;
783	struct iwl_rx_mpdu_res_start *amsdu;
784	u32 len, pkt_len = iwl_rx_packet_len(pkt);
785	u32 ampdu_status;
786	u32 rate_n_flags;
787
788	if (!priv->last_phy_res_valid) {
789		IWL_ERR(priv, "MPDU frame without cached PHY data\n");
790		return;
791	}
792
793	if (unlikely(pkt_len < sizeof(*amsdu))) {
794		IWL_DEBUG_DROP(priv, "Bad REPLY_RX_MPDU_CMD size\n");
795		return;
796	}
797
798	phy_res = &priv->last_phy_res;
799	amsdu = (struct iwl_rx_mpdu_res_start *)pkt->data;
800	header = (struct ieee80211_hdr *)(pkt->data + sizeof(*amsdu));
801	len = le16_to_cpu(amsdu->byte_count);
802
803	if (unlikely(len + sizeof(*amsdu) + sizeof(__le32) > pkt_len)) {
804		IWL_DEBUG_DROP(priv, "FW lied about packet len\n");
805		return;
806	}
807
808	rx_pkt_status = *(__le32 *)(pkt->data + sizeof(*amsdu) + len);
809	ampdu_status = iwlagn_translate_rx_status(priv,
810						  le32_to_cpu(rx_pkt_status));
811
812	if ((unlikely(phy_res->cfg_phy_cnt > 20))) {
813		IWL_DEBUG_DROP(priv, "dsp size out of range [0,20]: %d\n",
814				phy_res->cfg_phy_cnt);
815		return;
816	}
817
818	if (!(rx_pkt_status & RX_RES_STATUS_NO_CRC32_ERROR) ||
819	    !(rx_pkt_status & RX_RES_STATUS_NO_RXE_OVERFLOW)) {
820		IWL_DEBUG_RX(priv, "Bad CRC or FIFO: 0x%08X.\n",
821				le32_to_cpu(rx_pkt_status));
822		return;
823	}
824
825	/* This will be used in several places later */
826	rate_n_flags = le32_to_cpu(phy_res->rate_n_flags);
827
828	/* rx_status carries information about the packet to mac80211 */
829	rx_status.mactime = le64_to_cpu(phy_res->timestamp);
830	rx_status.band = (phy_res->phy_flags & RX_RES_PHY_FLAGS_BAND_24_MSK) ?
831				NL80211_BAND_2GHZ : NL80211_BAND_5GHZ;
832	rx_status.freq =
833		ieee80211_channel_to_frequency(le16_to_cpu(phy_res->channel),
834					       rx_status.band);
835	rx_status.rate_idx =
836		iwlagn_hwrate_to_mac80211_idx(rate_n_flags, rx_status.band);
837	rx_status.flag = 0;
838
839	/* TSF isn't reliable. In order to allow smooth user experience,
840	 * this W/A doesn't propagate it to the mac80211 */
841	/*rx_status.flag |= RX_FLAG_MACTIME_START;*/
842
843	priv->ucode_beacon_time = le32_to_cpu(phy_res->beacon_time_stamp);
844
845	/* Find max signal strength (dBm) among 3 antenna/receiver chains */
846	rx_status.signal = iwlagn_calc_rssi(priv, phy_res);
847
848	IWL_DEBUG_STATS_LIMIT(priv, "Rssi %d, TSF %llu\n",
849		rx_status.signal, (unsigned long long)rx_status.mactime);
850
851	/*
852	 * "antenna number"
853	 *
854	 * It seems that the antenna field in the phy flags value
855	 * is actually a bit field. This is undefined by radiotap,
856	 * it wants an actual antenna number but I always get "7"
857	 * for most legacy frames I receive indicating that the
858	 * same frame was received on all three RX chains.
859	 *
860	 * I think this field should be removed in favor of a
861	 * new 802.11n radiotap field "RX chains" that is defined
862	 * as a bitmask.
863	 */
864	rx_status.antenna =
865		(le16_to_cpu(phy_res->phy_flags) & RX_RES_PHY_FLAGS_ANTENNA_MSK)
866		>> RX_RES_PHY_FLAGS_ANTENNA_POS;
867
868	/* set the preamble flag if appropriate */
869	if (phy_res->phy_flags & RX_RES_PHY_FLAGS_SHORT_PREAMBLE_MSK)
870		rx_status.enc_flags |= RX_ENC_FLAG_SHORTPRE;
871
872	if (phy_res->phy_flags & RX_RES_PHY_FLAGS_AGG_MSK) {
873		/*
874		 * We know which subframes of an A-MPDU belong
875		 * together since we get a single PHY response
876		 * from the firmware for all of them
877		 */
878		rx_status.flag |= RX_FLAG_AMPDU_DETAILS;
879		rx_status.ampdu_reference = priv->ampdu_ref;
880	}
881
882	/* Set up the HT phy flags */
883	if (rate_n_flags & RATE_MCS_HT_MSK)
884		rx_status.encoding = RX_ENC_HT;
885	if (rate_n_flags & RATE_MCS_HT40_MSK)
886		rx_status.bw = RATE_INFO_BW_40;
887	else
888		rx_status.bw = RATE_INFO_BW_20;
889	if (rate_n_flags & RATE_MCS_SGI_MSK)
890		rx_status.enc_flags |= RX_ENC_FLAG_SHORT_GI;
891	if (rate_n_flags & RATE_MCS_GF_MSK)
892		rx_status.enc_flags |= RX_ENC_FLAG_HT_GF;
893
894	iwlagn_pass_packet_to_mac80211(priv, header, len, ampdu_status,
895				    rxb, &rx_status);
896}
897
898static void iwlagn_rx_noa_notification(struct iwl_priv *priv,
899				       struct iwl_rx_cmd_buffer *rxb)
900{
901	struct iwl_wipan_noa_data *new_data, *old_data;
902	struct iwl_rx_packet *pkt = rxb_addr(rxb);
903	struct iwl_wipan_noa_notification *noa_notif = (void *)pkt->data;
904
905	/* no condition -- we're in softirq */
906	old_data = rcu_dereference_protected(priv->noa_data, true);
907
908	if (noa_notif->noa_active) {
909		u32 len = le16_to_cpu(noa_notif->noa_attribute.length);
910		u32 copylen = len;
911
912		/* EID, len, OUI, subtype */
913		len += 1 + 1 + 3 + 1;
914		/* P2P id, P2P length */
915		len += 1 + 2;
916		copylen += 1 + 2;
917
918		new_data = kmalloc(struct_size(new_data, data, len), GFP_ATOMIC);
919		if (new_data) {
920			new_data->length = len;
921			new_data->data[0] = WLAN_EID_VENDOR_SPECIFIC;
922			new_data->data[1] = len - 2; /* not counting EID, len */
923			new_data->data[2] = (WLAN_OUI_WFA >> 16) & 0xff;
924			new_data->data[3] = (WLAN_OUI_WFA >> 8) & 0xff;
925			new_data->data[4] = (WLAN_OUI_WFA >> 0) & 0xff;
926			new_data->data[5] = WLAN_OUI_TYPE_WFA_P2P;
927			memcpy(&new_data->data[6], &noa_notif->noa_attribute,
928			       copylen);
929		}
930	} else
931		new_data = NULL;
932
933	rcu_assign_pointer(priv->noa_data, new_data);
934
935	if (old_data)
936		kfree_rcu(old_data, rcu_head);
937}
938
939/*
940 * iwl_setup_rx_handlers - Initialize Rx handler callbacks
941 *
942 * Setup the RX handlers for each of the reply types sent from the uCode
943 * to the host.
944 */
945void iwl_setup_rx_handlers(struct iwl_priv *priv)
946{
947	void (**handlers)(struct iwl_priv *priv, struct iwl_rx_cmd_buffer *rxb);
948
949	handlers = priv->rx_handlers;
950
951	handlers[REPLY_ERROR]			= iwlagn_rx_reply_error;
952	handlers[CHANNEL_SWITCH_NOTIFICATION]	= iwlagn_rx_csa;
953	handlers[SPECTRUM_MEASURE_NOTIFICATION]	=
954		iwlagn_rx_spectrum_measure_notif;
955	handlers[PM_SLEEP_NOTIFICATION]		= iwlagn_rx_pm_sleep_notif;
956	handlers[PM_DEBUG_STATISTIC_NOTIFIC]	=
957		iwlagn_rx_pm_debug_statistics_notif;
958	handlers[BEACON_NOTIFICATION]		= iwlagn_rx_beacon_notif;
959	handlers[REPLY_ADD_STA]			= iwl_add_sta_callback;
960
961	handlers[REPLY_WIPAN_NOA_NOTIFICATION]	= iwlagn_rx_noa_notification;
962
963	/*
964	 * The same handler is used for both the REPLY to a discrete
965	 * statistics request from the host as well as for the periodic
966	 * statistics notifications (after received beacons) from the uCode.
967	 */
968	handlers[REPLY_STATISTICS_CMD]		= iwlagn_rx_reply_statistics;
969	handlers[STATISTICS_NOTIFICATION]	= iwlagn_rx_statistics;
970
971	iwl_setup_rx_scan_handlers(priv);
972
973	handlers[CARD_STATE_NOTIFICATION]	= iwlagn_rx_card_state_notif;
974	handlers[MISSED_BEACONS_NOTIFICATION]	=
975		iwlagn_rx_missed_beacon_notif;
976
977	/* Rx handlers */
978	handlers[REPLY_RX_PHY_CMD]		= iwlagn_rx_reply_rx_phy;
979	handlers[REPLY_RX_MPDU_CMD]		= iwlagn_rx_reply_rx;
980
981	/* block ack */
982	handlers[REPLY_COMPRESSED_BA]		=
983		iwlagn_rx_reply_compressed_ba;
984
985	priv->rx_handlers[REPLY_TX] = iwlagn_rx_reply_tx;
986
987	/* set up notification wait support */
988	iwl_notification_wait_init(&priv->notif_wait);
989
990	/* Set up BT Rx handlers */
991	if (priv->lib->bt_params)
992		iwlagn_bt_rx_handler_setup(priv);
993}
994
995void iwl_rx_dispatch(struct iwl_op_mode *op_mode, struct napi_struct *napi,
996		     struct iwl_rx_cmd_buffer *rxb)
997{
998	struct iwl_rx_packet *pkt = rxb_addr(rxb);
999	struct iwl_priv *priv = IWL_OP_MODE_GET_DVM(op_mode);
1000
1001	/*
1002	 * Do the notification wait before RX handlers so
1003	 * even if the RX handler consumes the RXB we have
1004	 * access to it in the notification wait entry.
1005	 */
1006	iwl_notification_wait_notify(&priv->notif_wait, pkt);
1007
1008	/* Based on type of command response or notification,
1009	 *   handle those that need handling via function in
1010	 *   rx_handlers table.  See iwl_setup_rx_handlers() */
1011	if (priv->rx_handlers[pkt->hdr.cmd]) {
1012		priv->rx_handlers_stats[pkt->hdr.cmd]++;
1013		priv->rx_handlers[pkt->hdr.cmd](priv, rxb);
1014	} else {
1015		/* No handling needed */
1016		IWL_DEBUG_RX(priv, "No handler needed for %s, 0x%02x\n",
1017			     iwl_get_cmd_string(priv->trans,
1018						WIDE_ID(0, pkt->hdr.cmd)),
1019			     pkt->hdr.cmd);
1020	}
1021}
1022