cachepc-linux

Fork of AMDESE/linux with modifications for CachePC side-channel attack
git clone https://git.sinitax.com/sinitax/cachepc-linux
Log | Files | Refs | README | LICENSE | sfeed.txt

wmm.c (42085B)


      1/*
      2 * NXP Wireless LAN device driver: WMM
      3 *
      4 * Copyright 2011-2020 NXP
      5 *
      6 * This software file (the "File") is distributed by NXP
      7 * under the terms of the GNU General Public License Version 2, June 1991
      8 * (the "License").  You may use, redistribute and/or modify this File in
      9 * accordance with the terms and conditions of the License, a copy of which
     10 * is available by writing to the Free Software Foundation, Inc.,
     11 * 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA or on the
     12 * worldwide web at http://www.gnu.org/licenses/old-licenses/gpl-2.0.txt.
     13 *
     14 * THE FILE IS DISTRIBUTED AS-IS, WITHOUT WARRANTY OF ANY KIND, AND THE
     15 * IMPLIED WARRANTIES OF MERCHANTABILITY OR FITNESS FOR A PARTICULAR PURPOSE
     16 * ARE EXPRESSLY DISCLAIMED.  The License provides additional details about
     17 * this warranty disclaimer.
     18 */
     19
     20#include "decl.h"
     21#include "ioctl.h"
     22#include "util.h"
     23#include "fw.h"
     24#include "main.h"
     25#include "wmm.h"
     26#include "11n.h"
     27
     28
     29/* Maximum value FW can accept for driver delay in packet transmission */
     30#define DRV_PKT_DELAY_TO_FW_MAX   512
     31
     32
     33#define WMM_QUEUED_PACKET_LOWER_LIMIT   180
     34
     35#define WMM_QUEUED_PACKET_UPPER_LIMIT   200
     36
     37/* Offset for TOS field in the IP header */
     38#define IPTOS_OFFSET 5
     39
     40static bool disable_tx_amsdu;
     41module_param(disable_tx_amsdu, bool, 0644);
     42
     43/* This table inverses the tos_to_tid operation to get a priority
     44 * which is in sequential order, and can be compared.
     45 * Use this to compare the priority of two different TIDs.
     46 */
     47const u8 tos_to_tid_inv[] = {
     48	0x02,  /* from tos_to_tid[2] = 0 */
     49	0x00,  /* from tos_to_tid[0] = 1 */
     50	0x01,  /* from tos_to_tid[1] = 2 */
     51	0x03,
     52	0x04,
     53	0x05,
     54	0x06,
     55	0x07
     56};
     57
     58/* WMM information IE */
     59static const u8 wmm_info_ie[] = { WLAN_EID_VENDOR_SPECIFIC, 0x07,
     60	0x00, 0x50, 0xf2, 0x02,
     61	0x00, 0x01, 0x00
     62};
     63
     64static const u8 wmm_aci_to_qidx_map[] = { WMM_AC_BE,
     65	WMM_AC_BK,
     66	WMM_AC_VI,
     67	WMM_AC_VO
     68};
     69
     70static u8 tos_to_tid[] = {
     71	/* TID DSCP_P2 DSCP_P1 DSCP_P0 WMM_AC */
     72	0x01,			/* 0 1 0 AC_BK */
     73	0x02,			/* 0 0 0 AC_BK */
     74	0x00,			/* 0 0 1 AC_BE */
     75	0x03,			/* 0 1 1 AC_BE */
     76	0x04,			/* 1 0 0 AC_VI */
     77	0x05,			/* 1 0 1 AC_VI */
     78	0x06,			/* 1 1 0 AC_VO */
     79	0x07			/* 1 1 1 AC_VO */
     80};
     81
     82static u8 ac_to_tid[4][2] = { {1, 2}, {0, 3}, {4, 5}, {6, 7} };
     83
     84/*
     85 * This function debug prints the priority parameters for a WMM AC.
     86 */
     87static void
     88mwifiex_wmm_ac_debug_print(const struct ieee_types_wmm_ac_parameters *ac_param)
     89{
     90	const char *ac_str[] = { "BK", "BE", "VI", "VO" };
     91
     92	pr_debug("info: WMM AC_%s: ACI=%d, ACM=%d, Aifsn=%d, "
     93		 "EcwMin=%d, EcwMax=%d, TxopLimit=%d\n",
     94		 ac_str[wmm_aci_to_qidx_map[(ac_param->aci_aifsn_bitmap
     95					     & MWIFIEX_ACI) >> 5]],
     96		 (ac_param->aci_aifsn_bitmap & MWIFIEX_ACI) >> 5,
     97		 (ac_param->aci_aifsn_bitmap & MWIFIEX_ACM) >> 4,
     98		 ac_param->aci_aifsn_bitmap & MWIFIEX_AIFSN,
     99		 ac_param->ecw_bitmap & MWIFIEX_ECW_MIN,
    100		 (ac_param->ecw_bitmap & MWIFIEX_ECW_MAX) >> 4,
    101		 le16_to_cpu(ac_param->tx_op_limit));
    102}
    103
    104/*
    105 * This function allocates a route address list.
    106 *
    107 * The function also initializes the list with the provided RA.
    108 */
    109static struct mwifiex_ra_list_tbl *
    110mwifiex_wmm_allocate_ralist_node(struct mwifiex_adapter *adapter, const u8 *ra)
    111{
    112	struct mwifiex_ra_list_tbl *ra_list;
    113
    114	ra_list = kzalloc(sizeof(struct mwifiex_ra_list_tbl), GFP_ATOMIC);
    115	if (!ra_list)
    116		return NULL;
    117
    118	INIT_LIST_HEAD(&ra_list->list);
    119	skb_queue_head_init(&ra_list->skb_head);
    120
    121	memcpy(ra_list->ra, ra, ETH_ALEN);
    122
    123	ra_list->total_pkt_count = 0;
    124
    125	mwifiex_dbg(adapter, INFO, "info: allocated ra_list %p\n", ra_list);
    126
    127	return ra_list;
    128}
    129
    130/* This function returns random no between 16 and 32 to be used as threshold
    131 * for no of packets after which BA setup is initiated.
    132 */
    133static u8 mwifiex_get_random_ba_threshold(void)
    134{
    135	u64 ns;
    136	/* setup ba_packet_threshold here random number between
    137	 * [BA_SETUP_PACKET_OFFSET,
    138	 * BA_SETUP_PACKET_OFFSET+BA_SETUP_MAX_PACKET_THRESHOLD-1]
    139	 */
    140	ns = ktime_get_ns();
    141	ns += (ns >> 32) + (ns >> 16);
    142
    143	return ((u8)ns % BA_SETUP_MAX_PACKET_THRESHOLD) + BA_SETUP_PACKET_OFFSET;
    144}
    145
    146/*
    147 * This function allocates and adds a RA list for all TIDs
    148 * with the given RA.
    149 */
    150void mwifiex_ralist_add(struct mwifiex_private *priv, const u8 *ra)
    151{
    152	int i;
    153	struct mwifiex_ra_list_tbl *ra_list;
    154	struct mwifiex_adapter *adapter = priv->adapter;
    155	struct mwifiex_sta_node *node;
    156
    157
    158	for (i = 0; i < MAX_NUM_TID; ++i) {
    159		ra_list = mwifiex_wmm_allocate_ralist_node(adapter, ra);
    160		mwifiex_dbg(adapter, INFO,
    161			    "info: created ra_list %p\n", ra_list);
    162
    163		if (!ra_list)
    164			break;
    165
    166		ra_list->is_11n_enabled = 0;
    167		ra_list->tdls_link = false;
    168		ra_list->ba_status = BA_SETUP_NONE;
    169		ra_list->amsdu_in_ampdu = false;
    170		if (!mwifiex_queuing_ra_based(priv)) {
    171			if (mwifiex_is_tdls_link_setup
    172				(mwifiex_get_tdls_link_status(priv, ra))) {
    173				ra_list->tdls_link = true;
    174				ra_list->is_11n_enabled =
    175					mwifiex_tdls_peer_11n_enabled(priv, ra);
    176			} else {
    177				ra_list->is_11n_enabled = IS_11N_ENABLED(priv);
    178			}
    179		} else {
    180			spin_lock_bh(&priv->sta_list_spinlock);
    181			node = mwifiex_get_sta_entry(priv, ra);
    182			if (node)
    183				ra_list->tx_paused = node->tx_pause;
    184			ra_list->is_11n_enabled =
    185				      mwifiex_is_sta_11n_enabled(priv, node);
    186			if (ra_list->is_11n_enabled)
    187				ra_list->max_amsdu = node->max_amsdu;
    188			spin_unlock_bh(&priv->sta_list_spinlock);
    189		}
    190
    191		mwifiex_dbg(adapter, DATA, "data: ralist %p: is_11n_enabled=%d\n",
    192			    ra_list, ra_list->is_11n_enabled);
    193
    194		if (ra_list->is_11n_enabled) {
    195			ra_list->ba_pkt_count = 0;
    196			ra_list->ba_packet_thr =
    197					      mwifiex_get_random_ba_threshold();
    198		}
    199		list_add_tail(&ra_list->list,
    200			      &priv->wmm.tid_tbl_ptr[i].ra_list);
    201	}
    202}
    203
    204/*
    205 * This function sets the WMM queue priorities to their default values.
    206 */
    207static void mwifiex_wmm_default_queue_priorities(struct mwifiex_private *priv)
    208{
    209	/* Default queue priorities: VO->VI->BE->BK */
    210	priv->wmm.queue_priority[0] = WMM_AC_VO;
    211	priv->wmm.queue_priority[1] = WMM_AC_VI;
    212	priv->wmm.queue_priority[2] = WMM_AC_BE;
    213	priv->wmm.queue_priority[3] = WMM_AC_BK;
    214}
    215
    216/*
    217 * This function map ACs to TIDs.
    218 */
    219static void
    220mwifiex_wmm_queue_priorities_tid(struct mwifiex_private *priv)
    221{
    222	struct mwifiex_wmm_desc *wmm = &priv->wmm;
    223	u8 *queue_priority = wmm->queue_priority;
    224	int i;
    225
    226	for (i = 0; i < 4; ++i) {
    227		tos_to_tid[7 - (i * 2)] = ac_to_tid[queue_priority[i]][1];
    228		tos_to_tid[6 - (i * 2)] = ac_to_tid[queue_priority[i]][0];
    229	}
    230
    231	for (i = 0; i < MAX_NUM_TID; ++i)
    232		priv->tos_to_tid_inv[tos_to_tid[i]] = (u8)i;
    233
    234	atomic_set(&wmm->highest_queued_prio, HIGH_PRIO_TID);
    235}
    236
    237/*
    238 * This function initializes WMM priority queues.
    239 */
    240void
    241mwifiex_wmm_setup_queue_priorities(struct mwifiex_private *priv,
    242				   struct ieee_types_wmm_parameter *wmm_ie)
    243{
    244	u16 cw_min, avg_back_off, tmp[4];
    245	u32 i, j, num_ac;
    246	u8 ac_idx;
    247
    248	if (!wmm_ie || !priv->wmm_enabled) {
    249		/* WMM is not enabled, just set the defaults and return */
    250		mwifiex_wmm_default_queue_priorities(priv);
    251		return;
    252	}
    253
    254	mwifiex_dbg(priv->adapter, INFO,
    255		    "info: WMM Parameter IE: version=%d,\t"
    256		    "qos_info Parameter Set Count=%d, Reserved=%#x\n",
    257		    wmm_ie->version, wmm_ie->qos_info_bitmap &
    258		    IEEE80211_WMM_IE_AP_QOSINFO_PARAM_SET_CNT_MASK,
    259		    wmm_ie->reserved);
    260
    261	for (num_ac = 0; num_ac < ARRAY_SIZE(wmm_ie->ac_params); num_ac++) {
    262		u8 ecw = wmm_ie->ac_params[num_ac].ecw_bitmap;
    263		u8 aci_aifsn = wmm_ie->ac_params[num_ac].aci_aifsn_bitmap;
    264		cw_min = (1 << (ecw & MWIFIEX_ECW_MIN)) - 1;
    265		avg_back_off = (cw_min >> 1) + (aci_aifsn & MWIFIEX_AIFSN);
    266
    267		ac_idx = wmm_aci_to_qidx_map[(aci_aifsn & MWIFIEX_ACI) >> 5];
    268		priv->wmm.queue_priority[ac_idx] = ac_idx;
    269		tmp[ac_idx] = avg_back_off;
    270
    271		mwifiex_dbg(priv->adapter, INFO,
    272			    "info: WMM: CWmax=%d CWmin=%d Avg Back-off=%d\n",
    273			    (1 << ((ecw & MWIFIEX_ECW_MAX) >> 4)) - 1,
    274			    cw_min, avg_back_off);
    275		mwifiex_wmm_ac_debug_print(&wmm_ie->ac_params[num_ac]);
    276	}
    277
    278	/* Bubble sort */
    279	for (i = 0; i < num_ac; i++) {
    280		for (j = 1; j < num_ac - i; j++) {
    281			if (tmp[j - 1] > tmp[j]) {
    282				swap(tmp[j - 1], tmp[j]);
    283				swap(priv->wmm.queue_priority[j - 1],
    284				     priv->wmm.queue_priority[j]);
    285			} else if (tmp[j - 1] == tmp[j]) {
    286				if (priv->wmm.queue_priority[j - 1]
    287				    < priv->wmm.queue_priority[j])
    288					swap(priv->wmm.queue_priority[j - 1],
    289					     priv->wmm.queue_priority[j]);
    290			}
    291		}
    292	}
    293
    294	mwifiex_wmm_queue_priorities_tid(priv);
    295}
    296
    297/*
    298 * This function evaluates whether or not an AC is to be downgraded.
    299 *
    300 * In case the AC is not enabled, the highest AC is returned that is
    301 * enabled and does not require admission control.
    302 */
    303static enum mwifiex_wmm_ac_e
    304mwifiex_wmm_eval_downgrade_ac(struct mwifiex_private *priv,
    305			      enum mwifiex_wmm_ac_e eval_ac)
    306{
    307	int down_ac;
    308	enum mwifiex_wmm_ac_e ret_ac;
    309	struct mwifiex_wmm_ac_status *ac_status;
    310
    311	ac_status = &priv->wmm.ac_status[eval_ac];
    312
    313	if (!ac_status->disabled)
    314		/* Okay to use this AC, its enabled */
    315		return eval_ac;
    316
    317	/* Setup a default return value of the lowest priority */
    318	ret_ac = WMM_AC_BK;
    319
    320	/*
    321	 *  Find the highest AC that is enabled and does not require
    322	 *  admission control. The spec disallows downgrading to an AC,
    323	 *  which is enabled due to a completed admission control.
    324	 *  Unadmitted traffic is not to be sent on an AC with admitted
    325	 *  traffic.
    326	 */
    327	for (down_ac = WMM_AC_BK; down_ac < eval_ac; down_ac++) {
    328		ac_status = &priv->wmm.ac_status[down_ac];
    329
    330		if (!ac_status->disabled && !ac_status->flow_required)
    331			/* AC is enabled and does not require admission
    332			   control */
    333			ret_ac = (enum mwifiex_wmm_ac_e) down_ac;
    334	}
    335
    336	return ret_ac;
    337}
    338
    339/*
    340 * This function downgrades WMM priority queue.
    341 */
    342void
    343mwifiex_wmm_setup_ac_downgrade(struct mwifiex_private *priv)
    344{
    345	int ac_val;
    346
    347	mwifiex_dbg(priv->adapter, INFO, "info: WMM: AC Priorities:\t"
    348		    "BK(0), BE(1), VI(2), VO(3)\n");
    349
    350	if (!priv->wmm_enabled) {
    351		/* WMM is not enabled, default priorities */
    352		for (ac_val = WMM_AC_BK; ac_val <= WMM_AC_VO; ac_val++)
    353			priv->wmm.ac_down_graded_vals[ac_val] =
    354						(enum mwifiex_wmm_ac_e) ac_val;
    355	} else {
    356		for (ac_val = WMM_AC_BK; ac_val <= WMM_AC_VO; ac_val++) {
    357			priv->wmm.ac_down_graded_vals[ac_val]
    358				= mwifiex_wmm_eval_downgrade_ac(priv,
    359						(enum mwifiex_wmm_ac_e) ac_val);
    360			mwifiex_dbg(priv->adapter, INFO,
    361				    "info: WMM: AC PRIO %d maps to %d\n",
    362				    ac_val,
    363				    priv->wmm.ac_down_graded_vals[ac_val]);
    364		}
    365	}
    366}
    367
    368/*
    369 * This function converts the IP TOS field to an WMM AC
    370 * Queue assignment.
    371 */
    372static enum mwifiex_wmm_ac_e
    373mwifiex_wmm_convert_tos_to_ac(struct mwifiex_adapter *adapter, u32 tos)
    374{
    375	/* Map of TOS UP values to WMM AC */
    376	static const enum mwifiex_wmm_ac_e tos_to_ac[] = {
    377		WMM_AC_BE,
    378		WMM_AC_BK,
    379		WMM_AC_BK,
    380		WMM_AC_BE,
    381		WMM_AC_VI,
    382		WMM_AC_VI,
    383		WMM_AC_VO,
    384		WMM_AC_VO
    385	};
    386
    387	if (tos >= ARRAY_SIZE(tos_to_ac))
    388		return WMM_AC_BE;
    389
    390	return tos_to_ac[tos];
    391}
    392
    393/*
    394 * This function evaluates a given TID and downgrades it to a lower
    395 * TID if the WMM Parameter IE received from the AP indicates that the
    396 * AP is disabled (due to call admission control (ACM bit). Mapping
    397 * of TID to AC is taken care of internally.
    398 */
    399u8 mwifiex_wmm_downgrade_tid(struct mwifiex_private *priv, u32 tid)
    400{
    401	enum mwifiex_wmm_ac_e ac, ac_down;
    402	u8 new_tid;
    403
    404	ac = mwifiex_wmm_convert_tos_to_ac(priv->adapter, tid);
    405	ac_down = priv->wmm.ac_down_graded_vals[ac];
    406
    407	/* Send the index to tid array, picking from the array will be
    408	 * taken care by dequeuing function
    409	 */
    410	new_tid = ac_to_tid[ac_down][tid % 2];
    411
    412	return new_tid;
    413}
    414
    415/*
    416 * This function initializes the WMM state information and the
    417 * WMM data path queues.
    418 */
    419void
    420mwifiex_wmm_init(struct mwifiex_adapter *adapter)
    421{
    422	int i, j;
    423	struct mwifiex_private *priv;
    424
    425	for (j = 0; j < adapter->priv_num; ++j) {
    426		priv = adapter->priv[j];
    427		if (!priv)
    428			continue;
    429
    430		for (i = 0; i < MAX_NUM_TID; ++i) {
    431			if (!disable_tx_amsdu &&
    432			    adapter->tx_buf_size > MWIFIEX_TX_DATA_BUF_SIZE_2K)
    433				priv->aggr_prio_tbl[i].amsdu =
    434							priv->tos_to_tid_inv[i];
    435			else
    436				priv->aggr_prio_tbl[i].amsdu =
    437							BA_STREAM_NOT_ALLOWED;
    438			priv->aggr_prio_tbl[i].ampdu_ap =
    439							priv->tos_to_tid_inv[i];
    440			priv->aggr_prio_tbl[i].ampdu_user =
    441							priv->tos_to_tid_inv[i];
    442		}
    443
    444		priv->aggr_prio_tbl[6].amsdu
    445					= priv->aggr_prio_tbl[6].ampdu_ap
    446					= priv->aggr_prio_tbl[6].ampdu_user
    447					= BA_STREAM_NOT_ALLOWED;
    448
    449		priv->aggr_prio_tbl[7].amsdu = priv->aggr_prio_tbl[7].ampdu_ap
    450					= priv->aggr_prio_tbl[7].ampdu_user
    451					= BA_STREAM_NOT_ALLOWED;
    452
    453		mwifiex_set_ba_params(priv);
    454		mwifiex_reset_11n_rx_seq_num(priv);
    455
    456		priv->wmm.drv_pkt_delay_max = MWIFIEX_WMM_DRV_DELAY_MAX;
    457		atomic_set(&priv->wmm.tx_pkts_queued, 0);
    458		atomic_set(&priv->wmm.highest_queued_prio, HIGH_PRIO_TID);
    459	}
    460}
    461
    462int mwifiex_bypass_txlist_empty(struct mwifiex_adapter *adapter)
    463{
    464	struct mwifiex_private *priv;
    465	int i;
    466
    467	for (i = 0; i < adapter->priv_num; i++) {
    468		priv = adapter->priv[i];
    469		if (!priv)
    470			continue;
    471		if (adapter->if_ops.is_port_ready &&
    472		    !adapter->if_ops.is_port_ready(priv))
    473			continue;
    474		if (!skb_queue_empty(&priv->bypass_txq))
    475			return false;
    476	}
    477
    478	return true;
    479}
    480
    481/*
    482 * This function checks if WMM Tx queue is empty.
    483 */
    484int
    485mwifiex_wmm_lists_empty(struct mwifiex_adapter *adapter)
    486{
    487	int i;
    488	struct mwifiex_private *priv;
    489
    490	for (i = 0; i < adapter->priv_num; ++i) {
    491		priv = adapter->priv[i];
    492		if (!priv)
    493			continue;
    494		if (!priv->port_open &&
    495		    (priv->bss_mode != NL80211_IFTYPE_ADHOC))
    496			continue;
    497		if (adapter->if_ops.is_port_ready &&
    498		    !adapter->if_ops.is_port_ready(priv))
    499			continue;
    500		if (atomic_read(&priv->wmm.tx_pkts_queued))
    501			return false;
    502	}
    503
    504	return true;
    505}
    506
    507/*
    508 * This function deletes all packets in an RA list node.
    509 *
    510 * The packet sent completion callback handler are called with
    511 * status failure, after they are dequeued to ensure proper
    512 * cleanup. The RA list node itself is freed at the end.
    513 */
    514static void
    515mwifiex_wmm_del_pkts_in_ralist_node(struct mwifiex_private *priv,
    516				    struct mwifiex_ra_list_tbl *ra_list)
    517{
    518	struct mwifiex_adapter *adapter = priv->adapter;
    519	struct sk_buff *skb, *tmp;
    520
    521	skb_queue_walk_safe(&ra_list->skb_head, skb, tmp) {
    522		skb_unlink(skb, &ra_list->skb_head);
    523		mwifiex_write_data_complete(adapter, skb, 0, -1);
    524	}
    525}
    526
    527/*
    528 * This function deletes all packets in an RA list.
    529 *
    530 * Each nodes in the RA list are freed individually first, and then
    531 * the RA list itself is freed.
    532 */
    533static void
    534mwifiex_wmm_del_pkts_in_ralist(struct mwifiex_private *priv,
    535			       struct list_head *ra_list_head)
    536{
    537	struct mwifiex_ra_list_tbl *ra_list;
    538
    539	list_for_each_entry(ra_list, ra_list_head, list)
    540		mwifiex_wmm_del_pkts_in_ralist_node(priv, ra_list);
    541}
    542
    543/*
    544 * This function deletes all packets in all RA lists.
    545 */
    546static void mwifiex_wmm_cleanup_queues(struct mwifiex_private *priv)
    547{
    548	int i;
    549
    550	for (i = 0; i < MAX_NUM_TID; i++)
    551		mwifiex_wmm_del_pkts_in_ralist(priv, &priv->wmm.tid_tbl_ptr[i].
    552								       ra_list);
    553
    554	atomic_set(&priv->wmm.tx_pkts_queued, 0);
    555	atomic_set(&priv->wmm.highest_queued_prio, HIGH_PRIO_TID);
    556}
    557
    558/*
    559 * This function deletes all route addresses from all RA lists.
    560 */
    561static void mwifiex_wmm_delete_all_ralist(struct mwifiex_private *priv)
    562{
    563	struct mwifiex_ra_list_tbl *ra_list, *tmp_node;
    564	int i;
    565
    566	for (i = 0; i < MAX_NUM_TID; ++i) {
    567		mwifiex_dbg(priv->adapter, INFO,
    568			    "info: ra_list: freeing buf for tid %d\n", i);
    569		list_for_each_entry_safe(ra_list, tmp_node,
    570					 &priv->wmm.tid_tbl_ptr[i].ra_list,
    571					 list) {
    572			list_del(&ra_list->list);
    573			kfree(ra_list);
    574		}
    575
    576		INIT_LIST_HEAD(&priv->wmm.tid_tbl_ptr[i].ra_list);
    577	}
    578}
    579
    580static int mwifiex_free_ack_frame(int id, void *p, void *data)
    581{
    582	pr_warn("Have pending ack frames!\n");
    583	kfree_skb(p);
    584	return 0;
    585}
    586
    587/*
    588 * This function cleans up the Tx and Rx queues.
    589 *
    590 * Cleanup includes -
    591 *      - All packets in RA lists
    592 *      - All entries in Rx reorder table
    593 *      - All entries in Tx BA stream table
    594 *      - MPA buffer (if required)
    595 *      - All RA lists
    596 */
    597void
    598mwifiex_clean_txrx(struct mwifiex_private *priv)
    599{
    600	struct sk_buff *skb, *tmp;
    601
    602	mwifiex_11n_cleanup_reorder_tbl(priv);
    603	spin_lock_bh(&priv->wmm.ra_list_spinlock);
    604
    605	mwifiex_wmm_cleanup_queues(priv);
    606	mwifiex_11n_delete_all_tx_ba_stream_tbl(priv);
    607
    608	if (priv->adapter->if_ops.cleanup_mpa_buf)
    609		priv->adapter->if_ops.cleanup_mpa_buf(priv->adapter);
    610
    611	mwifiex_wmm_delete_all_ralist(priv);
    612	memcpy(tos_to_tid, ac_to_tid, sizeof(tos_to_tid));
    613
    614	if (priv->adapter->if_ops.clean_pcie_ring &&
    615	    !test_bit(MWIFIEX_SURPRISE_REMOVED, &priv->adapter->work_flags))
    616		priv->adapter->if_ops.clean_pcie_ring(priv->adapter);
    617	spin_unlock_bh(&priv->wmm.ra_list_spinlock);
    618
    619	skb_queue_walk_safe(&priv->tdls_txq, skb, tmp) {
    620		skb_unlink(skb, &priv->tdls_txq);
    621		mwifiex_write_data_complete(priv->adapter, skb, 0, -1);
    622	}
    623
    624	skb_queue_walk_safe(&priv->bypass_txq, skb, tmp) {
    625		skb_unlink(skb, &priv->bypass_txq);
    626		mwifiex_write_data_complete(priv->adapter, skb, 0, -1);
    627	}
    628	atomic_set(&priv->adapter->bypass_tx_pending, 0);
    629
    630	idr_for_each(&priv->ack_status_frames, mwifiex_free_ack_frame, NULL);
    631	idr_destroy(&priv->ack_status_frames);
    632}
    633
    634/*
    635 * This function retrieves a particular RA list node, matching with the
    636 * given TID and RA address.
    637 */
    638struct mwifiex_ra_list_tbl *
    639mwifiex_wmm_get_ralist_node(struct mwifiex_private *priv, u8 tid,
    640			    const u8 *ra_addr)
    641{
    642	struct mwifiex_ra_list_tbl *ra_list;
    643
    644	list_for_each_entry(ra_list, &priv->wmm.tid_tbl_ptr[tid].ra_list,
    645			    list) {
    646		if (!memcmp(ra_list->ra, ra_addr, ETH_ALEN))
    647			return ra_list;
    648	}
    649
    650	return NULL;
    651}
    652
    653void mwifiex_update_ralist_tx_pause(struct mwifiex_private *priv, u8 *mac,
    654				    u8 tx_pause)
    655{
    656	struct mwifiex_ra_list_tbl *ra_list;
    657	u32 pkt_cnt = 0, tx_pkts_queued;
    658	int i;
    659
    660	spin_lock_bh(&priv->wmm.ra_list_spinlock);
    661
    662	for (i = 0; i < MAX_NUM_TID; ++i) {
    663		ra_list = mwifiex_wmm_get_ralist_node(priv, i, mac);
    664		if (ra_list && ra_list->tx_paused != tx_pause) {
    665			pkt_cnt += ra_list->total_pkt_count;
    666			ra_list->tx_paused = tx_pause;
    667			if (tx_pause)
    668				priv->wmm.pkts_paused[i] +=
    669					ra_list->total_pkt_count;
    670			else
    671				priv->wmm.pkts_paused[i] -=
    672					ra_list->total_pkt_count;
    673		}
    674	}
    675
    676	if (pkt_cnt) {
    677		tx_pkts_queued = atomic_read(&priv->wmm.tx_pkts_queued);
    678		if (tx_pause)
    679			tx_pkts_queued -= pkt_cnt;
    680		else
    681			tx_pkts_queued += pkt_cnt;
    682
    683		atomic_set(&priv->wmm.tx_pkts_queued, tx_pkts_queued);
    684		atomic_set(&priv->wmm.highest_queued_prio, HIGH_PRIO_TID);
    685	}
    686	spin_unlock_bh(&priv->wmm.ra_list_spinlock);
    687}
    688
    689/* This function updates non-tdls peer ralist tx_pause while
    690 * tdls channel switching
    691 */
    692void mwifiex_update_ralist_tx_pause_in_tdls_cs(struct mwifiex_private *priv,
    693					       u8 *mac, u8 tx_pause)
    694{
    695	struct mwifiex_ra_list_tbl *ra_list;
    696	u32 pkt_cnt = 0, tx_pkts_queued;
    697	int i;
    698
    699	spin_lock_bh(&priv->wmm.ra_list_spinlock);
    700
    701	for (i = 0; i < MAX_NUM_TID; ++i) {
    702		list_for_each_entry(ra_list, &priv->wmm.tid_tbl_ptr[i].ra_list,
    703				    list) {
    704			if (!memcmp(ra_list->ra, mac, ETH_ALEN))
    705				continue;
    706
    707			if (ra_list->tx_paused != tx_pause) {
    708				pkt_cnt += ra_list->total_pkt_count;
    709				ra_list->tx_paused = tx_pause;
    710				if (tx_pause)
    711					priv->wmm.pkts_paused[i] +=
    712						ra_list->total_pkt_count;
    713				else
    714					priv->wmm.pkts_paused[i] -=
    715						ra_list->total_pkt_count;
    716			}
    717		}
    718	}
    719
    720	if (pkt_cnt) {
    721		tx_pkts_queued = atomic_read(&priv->wmm.tx_pkts_queued);
    722		if (tx_pause)
    723			tx_pkts_queued -= pkt_cnt;
    724		else
    725			tx_pkts_queued += pkt_cnt;
    726
    727		atomic_set(&priv->wmm.tx_pkts_queued, tx_pkts_queued);
    728		atomic_set(&priv->wmm.highest_queued_prio, HIGH_PRIO_TID);
    729	}
    730	spin_unlock_bh(&priv->wmm.ra_list_spinlock);
    731}
    732
    733/*
    734 * This function retrieves an RA list node for a given TID and
    735 * RA address pair.
    736 *
    737 * If no such node is found, a new node is added first and then
    738 * retrieved.
    739 */
    740struct mwifiex_ra_list_tbl *
    741mwifiex_wmm_get_queue_raptr(struct mwifiex_private *priv, u8 tid,
    742			    const u8 *ra_addr)
    743{
    744	struct mwifiex_ra_list_tbl *ra_list;
    745
    746	ra_list = mwifiex_wmm_get_ralist_node(priv, tid, ra_addr);
    747	if (ra_list)
    748		return ra_list;
    749	mwifiex_ralist_add(priv, ra_addr);
    750
    751	return mwifiex_wmm_get_ralist_node(priv, tid, ra_addr);
    752}
    753
    754/*
    755 * This function deletes RA list nodes for given mac for all TIDs.
    756 * Function also decrements TX pending count accordingly.
    757 */
    758void
    759mwifiex_wmm_del_peer_ra_list(struct mwifiex_private *priv, const u8 *ra_addr)
    760{
    761	struct mwifiex_ra_list_tbl *ra_list;
    762	int i;
    763
    764	spin_lock_bh(&priv->wmm.ra_list_spinlock);
    765
    766	for (i = 0; i < MAX_NUM_TID; ++i) {
    767		ra_list = mwifiex_wmm_get_ralist_node(priv, i, ra_addr);
    768
    769		if (!ra_list)
    770			continue;
    771		mwifiex_wmm_del_pkts_in_ralist_node(priv, ra_list);
    772		if (ra_list->tx_paused)
    773			priv->wmm.pkts_paused[i] -= ra_list->total_pkt_count;
    774		else
    775			atomic_sub(ra_list->total_pkt_count,
    776				   &priv->wmm.tx_pkts_queued);
    777		list_del(&ra_list->list);
    778		kfree(ra_list);
    779	}
    780	spin_unlock_bh(&priv->wmm.ra_list_spinlock);
    781}
    782
    783/*
    784 * This function checks if a particular RA list node exists in a given TID
    785 * table index.
    786 */
    787int
    788mwifiex_is_ralist_valid(struct mwifiex_private *priv,
    789			struct mwifiex_ra_list_tbl *ra_list, int ptr_index)
    790{
    791	struct mwifiex_ra_list_tbl *rlist;
    792
    793	list_for_each_entry(rlist, &priv->wmm.tid_tbl_ptr[ptr_index].ra_list,
    794			    list) {
    795		if (rlist == ra_list)
    796			return true;
    797	}
    798
    799	return false;
    800}
    801
    802/*
    803 * This function adds a packet to bypass TX queue.
    804 * This is special TX queue for packets which can be sent even when port_open
    805 * is false.
    806 */
    807void
    808mwifiex_wmm_add_buf_bypass_txqueue(struct mwifiex_private *priv,
    809				   struct sk_buff *skb)
    810{
    811	skb_queue_tail(&priv->bypass_txq, skb);
    812}
    813
    814/*
    815 * This function adds a packet to WMM queue.
    816 *
    817 * In disconnected state the packet is immediately dropped and the
    818 * packet send completion callback is called with status failure.
    819 *
    820 * Otherwise, the correct RA list node is located and the packet
    821 * is queued at the list tail.
    822 */
    823void
    824mwifiex_wmm_add_buf_txqueue(struct mwifiex_private *priv,
    825			    struct sk_buff *skb)
    826{
    827	struct mwifiex_adapter *adapter = priv->adapter;
    828	u32 tid;
    829	struct mwifiex_ra_list_tbl *ra_list;
    830	u8 ra[ETH_ALEN], tid_down;
    831	struct list_head list_head;
    832	int tdls_status = TDLS_NOT_SETUP;
    833	struct ethhdr *eth_hdr = (struct ethhdr *)skb->data;
    834	struct mwifiex_txinfo *tx_info = MWIFIEX_SKB_TXCB(skb);
    835
    836	memcpy(ra, eth_hdr->h_dest, ETH_ALEN);
    837
    838	if (GET_BSS_ROLE(priv) == MWIFIEX_BSS_ROLE_STA &&
    839	    ISSUPP_TDLS_ENABLED(adapter->fw_cap_info)) {
    840		if (ntohs(eth_hdr->h_proto) == ETH_P_TDLS)
    841			mwifiex_dbg(adapter, DATA,
    842				    "TDLS setup packet for %pM.\t"
    843				    "Don't block\n", ra);
    844		else if (memcmp(priv->cfg_bssid, ra, ETH_ALEN))
    845			tdls_status = mwifiex_get_tdls_link_status(priv, ra);
    846	}
    847
    848	if (!priv->media_connected && !mwifiex_is_skb_mgmt_frame(skb)) {
    849		mwifiex_dbg(adapter, DATA, "data: drop packet in disconnect\n");
    850		mwifiex_write_data_complete(adapter, skb, 0, -1);
    851		return;
    852	}
    853
    854	tid = skb->priority;
    855
    856	spin_lock_bh(&priv->wmm.ra_list_spinlock);
    857
    858	tid_down = mwifiex_wmm_downgrade_tid(priv, tid);
    859
    860	/* In case of infra as we have already created the list during
    861	   association we just don't have to call get_queue_raptr, we will
    862	   have only 1 raptr for a tid in case of infra */
    863	if (!mwifiex_queuing_ra_based(priv) &&
    864	    !mwifiex_is_skb_mgmt_frame(skb)) {
    865		switch (tdls_status) {
    866		case TDLS_SETUP_COMPLETE:
    867		case TDLS_CHAN_SWITCHING:
    868		case TDLS_IN_BASE_CHAN:
    869		case TDLS_IN_OFF_CHAN:
    870			ra_list = mwifiex_wmm_get_queue_raptr(priv, tid_down,
    871							      ra);
    872			tx_info->flags |= MWIFIEX_BUF_FLAG_TDLS_PKT;
    873			break;
    874		case TDLS_SETUP_INPROGRESS:
    875			skb_queue_tail(&priv->tdls_txq, skb);
    876			spin_unlock_bh(&priv->wmm.ra_list_spinlock);
    877			return;
    878		default:
    879			list_head = priv->wmm.tid_tbl_ptr[tid_down].ra_list;
    880			ra_list = list_first_entry_or_null(&list_head,
    881					struct mwifiex_ra_list_tbl, list);
    882			break;
    883		}
    884	} else {
    885		memcpy(ra, skb->data, ETH_ALEN);
    886		if (ra[0] & 0x01 || mwifiex_is_skb_mgmt_frame(skb))
    887			eth_broadcast_addr(ra);
    888		ra_list = mwifiex_wmm_get_queue_raptr(priv, tid_down, ra);
    889	}
    890
    891	if (!ra_list) {
    892		spin_unlock_bh(&priv->wmm.ra_list_spinlock);
    893		mwifiex_write_data_complete(adapter, skb, 0, -1);
    894		return;
    895	}
    896
    897	skb_queue_tail(&ra_list->skb_head, skb);
    898
    899	ra_list->ba_pkt_count++;
    900	ra_list->total_pkt_count++;
    901
    902	if (atomic_read(&priv->wmm.highest_queued_prio) <
    903						priv->tos_to_tid_inv[tid_down])
    904		atomic_set(&priv->wmm.highest_queued_prio,
    905			   priv->tos_to_tid_inv[tid_down]);
    906
    907	if (ra_list->tx_paused)
    908		priv->wmm.pkts_paused[tid_down]++;
    909	else
    910		atomic_inc(&priv->wmm.tx_pkts_queued);
    911
    912	spin_unlock_bh(&priv->wmm.ra_list_spinlock);
    913}
    914
    915/*
    916 * This function processes the get WMM status command response from firmware.
    917 *
    918 * The response may contain multiple TLVs -
    919 *      - AC Queue status TLVs
    920 *      - Current WMM Parameter IE TLV
    921 *      - Admission Control action frame TLVs
    922 *
    923 * This function parses the TLVs and then calls further specific functions
    924 * to process any changes in the queue prioritize or state.
    925 */
    926int mwifiex_ret_wmm_get_status(struct mwifiex_private *priv,
    927			       const struct host_cmd_ds_command *resp)
    928{
    929	u8 *curr = (u8 *) &resp->params.get_wmm_status;
    930	uint16_t resp_len = le16_to_cpu(resp->size), tlv_len;
    931	int mask = IEEE80211_WMM_IE_AP_QOSINFO_PARAM_SET_CNT_MASK;
    932	bool valid = true;
    933
    934	struct mwifiex_ie_types_data *tlv_hdr;
    935	struct mwifiex_ie_types_wmm_queue_status *tlv_wmm_qstatus;
    936	struct ieee_types_wmm_parameter *wmm_param_ie = NULL;
    937	struct mwifiex_wmm_ac_status *ac_status;
    938
    939	mwifiex_dbg(priv->adapter, INFO,
    940		    "info: WMM: WMM_GET_STATUS cmdresp received: %d\n",
    941		    resp_len);
    942
    943	while ((resp_len >= sizeof(tlv_hdr->header)) && valid) {
    944		tlv_hdr = (struct mwifiex_ie_types_data *) curr;
    945		tlv_len = le16_to_cpu(tlv_hdr->header.len);
    946
    947		if (resp_len < tlv_len + sizeof(tlv_hdr->header))
    948			break;
    949
    950		switch (le16_to_cpu(tlv_hdr->header.type)) {
    951		case TLV_TYPE_WMMQSTATUS:
    952			tlv_wmm_qstatus =
    953				(struct mwifiex_ie_types_wmm_queue_status *)
    954				tlv_hdr;
    955			mwifiex_dbg(priv->adapter, CMD,
    956				    "info: CMD_RESP: WMM_GET_STATUS:\t"
    957				    "QSTATUS TLV: %d, %d, %d\n",
    958				    tlv_wmm_qstatus->queue_index,
    959				    tlv_wmm_qstatus->flow_required,
    960				    tlv_wmm_qstatus->disabled);
    961
    962			ac_status = &priv->wmm.ac_status[tlv_wmm_qstatus->
    963							 queue_index];
    964			ac_status->disabled = tlv_wmm_qstatus->disabled;
    965			ac_status->flow_required =
    966						tlv_wmm_qstatus->flow_required;
    967			ac_status->flow_created = tlv_wmm_qstatus->flow_created;
    968			break;
    969
    970		case WLAN_EID_VENDOR_SPECIFIC:
    971			/*
    972			 * Point the regular IEEE IE 2 bytes into the Marvell IE
    973			 *   and setup the IEEE IE type and length byte fields
    974			 */
    975
    976			wmm_param_ie =
    977				(struct ieee_types_wmm_parameter *) (curr +
    978								    2);
    979			wmm_param_ie->vend_hdr.len = (u8) tlv_len;
    980			wmm_param_ie->vend_hdr.element_id =
    981						WLAN_EID_VENDOR_SPECIFIC;
    982
    983			mwifiex_dbg(priv->adapter, CMD,
    984				    "info: CMD_RESP: WMM_GET_STATUS:\t"
    985				    "WMM Parameter Set Count: %d\n",
    986				    wmm_param_ie->qos_info_bitmap & mask);
    987
    988			if (wmm_param_ie->vend_hdr.len + 2 >
    989				sizeof(struct ieee_types_wmm_parameter))
    990				break;
    991
    992			memcpy((u8 *) &priv->curr_bss_params.bss_descriptor.
    993			       wmm_ie, wmm_param_ie,
    994			       wmm_param_ie->vend_hdr.len + 2);
    995
    996			break;
    997
    998		default:
    999			valid = false;
   1000			break;
   1001		}
   1002
   1003		curr += (tlv_len + sizeof(tlv_hdr->header));
   1004		resp_len -= (tlv_len + sizeof(tlv_hdr->header));
   1005	}
   1006
   1007	mwifiex_wmm_setup_queue_priorities(priv, wmm_param_ie);
   1008	mwifiex_wmm_setup_ac_downgrade(priv);
   1009
   1010	return 0;
   1011}
   1012
   1013/*
   1014 * Callback handler from the command module to allow insertion of a WMM TLV.
   1015 *
   1016 * If the BSS we are associating to supports WMM, this function adds the
   1017 * required WMM Information IE to the association request command buffer in
   1018 * the form of a Marvell extended IEEE IE.
   1019 */
   1020u32
   1021mwifiex_wmm_process_association_req(struct mwifiex_private *priv,
   1022				    u8 **assoc_buf,
   1023				    struct ieee_types_wmm_parameter *wmm_ie,
   1024				    struct ieee80211_ht_cap *ht_cap)
   1025{
   1026	struct mwifiex_ie_types_wmm_param_set *wmm_tlv;
   1027	u32 ret_len = 0;
   1028
   1029	/* Null checks */
   1030	if (!assoc_buf)
   1031		return 0;
   1032	if (!(*assoc_buf))
   1033		return 0;
   1034
   1035	if (!wmm_ie)
   1036		return 0;
   1037
   1038	mwifiex_dbg(priv->adapter, INFO,
   1039		    "info: WMM: process assoc req: bss->wmm_ie=%#x\n",
   1040		    wmm_ie->vend_hdr.element_id);
   1041
   1042	if ((priv->wmm_required ||
   1043	     (ht_cap && (priv->adapter->config_bands & BAND_GN ||
   1044	     priv->adapter->config_bands & BAND_AN))) &&
   1045	    wmm_ie->vend_hdr.element_id == WLAN_EID_VENDOR_SPECIFIC) {
   1046		wmm_tlv = (struct mwifiex_ie_types_wmm_param_set *) *assoc_buf;
   1047		wmm_tlv->header.type = cpu_to_le16((u16) wmm_info_ie[0]);
   1048		wmm_tlv->header.len = cpu_to_le16((u16) wmm_info_ie[1]);
   1049		memcpy(wmm_tlv->wmm_ie, &wmm_info_ie[2],
   1050		       le16_to_cpu(wmm_tlv->header.len));
   1051		if (wmm_ie->qos_info_bitmap & IEEE80211_WMM_IE_AP_QOSINFO_UAPSD)
   1052			memcpy((u8 *) (wmm_tlv->wmm_ie
   1053				       + le16_to_cpu(wmm_tlv->header.len)
   1054				       - sizeof(priv->wmm_qosinfo)),
   1055			       &priv->wmm_qosinfo, sizeof(priv->wmm_qosinfo));
   1056
   1057		ret_len = sizeof(wmm_tlv->header)
   1058			  + le16_to_cpu(wmm_tlv->header.len);
   1059
   1060		*assoc_buf += ret_len;
   1061	}
   1062
   1063	return ret_len;
   1064}
   1065
   1066/*
   1067 * This function computes the time delay in the driver queues for a
   1068 * given packet.
   1069 *
   1070 * When the packet is received at the OS/Driver interface, the current
   1071 * time is set in the packet structure. The difference between the present
   1072 * time and that received time is computed in this function and limited
   1073 * based on pre-compiled limits in the driver.
   1074 */
   1075u8
   1076mwifiex_wmm_compute_drv_pkt_delay(struct mwifiex_private *priv,
   1077				  const struct sk_buff *skb)
   1078{
   1079	u32 queue_delay = ktime_to_ms(net_timedelta(skb->tstamp));
   1080	u8 ret_val;
   1081
   1082	/*
   1083	 * Queue delay is passed as a uint8 in units of 2ms (ms shifted
   1084	 *  by 1). Min value (other than 0) is therefore 2ms, max is 510ms.
   1085	 *
   1086	 * Pass max value if queue_delay is beyond the uint8 range
   1087	 */
   1088	ret_val = (u8) (min(queue_delay, priv->wmm.drv_pkt_delay_max) >> 1);
   1089
   1090	mwifiex_dbg(priv->adapter, DATA, "data: WMM: Pkt Delay: %d ms,\t"
   1091		    "%d ms sent to FW\n", queue_delay, ret_val);
   1092
   1093	return ret_val;
   1094}
   1095
   1096/*
   1097 * This function retrieves the highest priority RA list table pointer.
   1098 */
   1099static struct mwifiex_ra_list_tbl *
   1100mwifiex_wmm_get_highest_priolist_ptr(struct mwifiex_adapter *adapter,
   1101				     struct mwifiex_private **priv, int *tid)
   1102{
   1103	struct mwifiex_private *priv_tmp;
   1104	struct mwifiex_ra_list_tbl *ptr;
   1105	struct mwifiex_tid_tbl *tid_ptr;
   1106	atomic_t *hqp;
   1107	int i, j;
   1108
   1109	/* check the BSS with highest priority first */
   1110	for (j = adapter->priv_num - 1; j >= 0; --j) {
   1111		/* iterate over BSS with the equal priority */
   1112		list_for_each_entry(adapter->bss_prio_tbl[j].bss_prio_cur,
   1113				    &adapter->bss_prio_tbl[j].bss_prio_head,
   1114				    list) {
   1115
   1116try_again:
   1117			priv_tmp = adapter->bss_prio_tbl[j].bss_prio_cur->priv;
   1118
   1119			if (((priv_tmp->bss_mode != NL80211_IFTYPE_ADHOC) &&
   1120			     !priv_tmp->port_open) ||
   1121			    (atomic_read(&priv_tmp->wmm.tx_pkts_queued) == 0))
   1122				continue;
   1123
   1124			if (adapter->if_ops.is_port_ready &&
   1125			    !adapter->if_ops.is_port_ready(priv_tmp))
   1126				continue;
   1127
   1128			/* iterate over the WMM queues of the BSS */
   1129			hqp = &priv_tmp->wmm.highest_queued_prio;
   1130			for (i = atomic_read(hqp); i >= LOW_PRIO_TID; --i) {
   1131
   1132				spin_lock_bh(&priv_tmp->wmm.ra_list_spinlock);
   1133
   1134				tid_ptr = &(priv_tmp)->wmm.
   1135					tid_tbl_ptr[tos_to_tid[i]];
   1136
   1137				/* iterate over receiver addresses */
   1138				list_for_each_entry(ptr, &tid_ptr->ra_list,
   1139						    list) {
   1140
   1141					if (!ptr->tx_paused &&
   1142					    !skb_queue_empty(&ptr->skb_head))
   1143						/* holds both locks */
   1144						goto found;
   1145				}
   1146
   1147				spin_unlock_bh(&priv_tmp->wmm.ra_list_spinlock);
   1148			}
   1149
   1150			if (atomic_read(&priv_tmp->wmm.tx_pkts_queued) != 0) {
   1151				atomic_set(&priv_tmp->wmm.highest_queued_prio,
   1152					   HIGH_PRIO_TID);
   1153				/* Iterate current private once more, since
   1154				 * there still exist packets in data queue
   1155				 */
   1156				goto try_again;
   1157			} else
   1158				atomic_set(&priv_tmp->wmm.highest_queued_prio,
   1159					   NO_PKT_PRIO_TID);
   1160		}
   1161	}
   1162
   1163	return NULL;
   1164
   1165found:
   1166	/* holds ra_list_spinlock */
   1167	if (atomic_read(hqp) > i)
   1168		atomic_set(hqp, i);
   1169	spin_unlock_bh(&priv_tmp->wmm.ra_list_spinlock);
   1170
   1171	*priv = priv_tmp;
   1172	*tid = tos_to_tid[i];
   1173
   1174	return ptr;
   1175}
   1176
   1177/* This functions rotates ra and bss lists so packets are picked round robin.
   1178 *
   1179 * After a packet is successfully transmitted, rotate the ra list, so the ra
   1180 * next to the one transmitted, will come first in the list. This way we pick
   1181 * the ra' in a round robin fashion. Same applies to bss nodes of equal
   1182 * priority.
   1183 *
   1184 * Function also increments wmm.packets_out counter.
   1185 */
   1186void mwifiex_rotate_priolists(struct mwifiex_private *priv,
   1187				 struct mwifiex_ra_list_tbl *ra,
   1188				 int tid)
   1189{
   1190	struct mwifiex_adapter *adapter = priv->adapter;
   1191	struct mwifiex_bss_prio_tbl *tbl = adapter->bss_prio_tbl;
   1192	struct mwifiex_tid_tbl *tid_ptr = &priv->wmm.tid_tbl_ptr[tid];
   1193
   1194	spin_lock_bh(&tbl[priv->bss_priority].bss_prio_lock);
   1195	/*
   1196	 * dirty trick: we remove 'head' temporarily and reinsert it after
   1197	 * curr bss node. imagine list to stay fixed while head is moved
   1198	 */
   1199	list_move(&tbl[priv->bss_priority].bss_prio_head,
   1200		  &tbl[priv->bss_priority].bss_prio_cur->list);
   1201	spin_unlock_bh(&tbl[priv->bss_priority].bss_prio_lock);
   1202
   1203	spin_lock_bh(&priv->wmm.ra_list_spinlock);
   1204	if (mwifiex_is_ralist_valid(priv, ra, tid)) {
   1205		priv->wmm.packets_out[tid]++;
   1206		/* same as above */
   1207		list_move(&tid_ptr->ra_list, &ra->list);
   1208	}
   1209	spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1210}
   1211
   1212/*
   1213 * This function checks if 11n aggregation is possible.
   1214 */
   1215static int
   1216mwifiex_is_11n_aggragation_possible(struct mwifiex_private *priv,
   1217				    struct mwifiex_ra_list_tbl *ptr,
   1218				    int max_buf_size)
   1219{
   1220	int count = 0, total_size = 0;
   1221	struct sk_buff *skb, *tmp;
   1222	int max_amsdu_size;
   1223
   1224	if (priv->bss_role == MWIFIEX_BSS_ROLE_UAP && priv->ap_11n_enabled &&
   1225	    ptr->is_11n_enabled)
   1226		max_amsdu_size = min_t(int, ptr->max_amsdu, max_buf_size);
   1227	else
   1228		max_amsdu_size = max_buf_size;
   1229
   1230	skb_queue_walk_safe(&ptr->skb_head, skb, tmp) {
   1231		total_size += skb->len;
   1232		if (total_size >= max_amsdu_size)
   1233			break;
   1234		if (++count >= MIN_NUM_AMSDU)
   1235			return true;
   1236	}
   1237
   1238	return false;
   1239}
   1240
   1241/*
   1242 * This function sends a single packet to firmware for transmission.
   1243 */
   1244static void
   1245mwifiex_send_single_packet(struct mwifiex_private *priv,
   1246			   struct mwifiex_ra_list_tbl *ptr, int ptr_index)
   1247			   __releases(&priv->wmm.ra_list_spinlock)
   1248{
   1249	struct sk_buff *skb, *skb_next;
   1250	struct mwifiex_tx_param tx_param;
   1251	struct mwifiex_adapter *adapter = priv->adapter;
   1252	struct mwifiex_txinfo *tx_info;
   1253
   1254	if (skb_queue_empty(&ptr->skb_head)) {
   1255		spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1256		mwifiex_dbg(adapter, DATA, "data: nothing to send\n");
   1257		return;
   1258	}
   1259
   1260	skb = skb_dequeue(&ptr->skb_head);
   1261
   1262	tx_info = MWIFIEX_SKB_TXCB(skb);
   1263	mwifiex_dbg(adapter, DATA,
   1264		    "data: dequeuing the packet %p %p\n", ptr, skb);
   1265
   1266	ptr->total_pkt_count--;
   1267
   1268	if (!skb_queue_empty(&ptr->skb_head))
   1269		skb_next = skb_peek(&ptr->skb_head);
   1270	else
   1271		skb_next = NULL;
   1272
   1273	spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1274
   1275	tx_param.next_pkt_len = ((skb_next) ? skb_next->len +
   1276				sizeof(struct txpd) : 0);
   1277
   1278	if (mwifiex_process_tx(priv, skb, &tx_param) == -EBUSY) {
   1279		/* Queue the packet back at the head */
   1280		spin_lock_bh(&priv->wmm.ra_list_spinlock);
   1281
   1282		if (!mwifiex_is_ralist_valid(priv, ptr, ptr_index)) {
   1283			spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1284			mwifiex_write_data_complete(adapter, skb, 0, -1);
   1285			return;
   1286		}
   1287
   1288		skb_queue_tail(&ptr->skb_head, skb);
   1289
   1290		ptr->total_pkt_count++;
   1291		ptr->ba_pkt_count++;
   1292		tx_info->flags |= MWIFIEX_BUF_FLAG_REQUEUED_PKT;
   1293		spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1294	} else {
   1295		mwifiex_rotate_priolists(priv, ptr, ptr_index);
   1296		atomic_dec(&priv->wmm.tx_pkts_queued);
   1297	}
   1298}
   1299
   1300/*
   1301 * This function checks if the first packet in the given RA list
   1302 * is already processed or not.
   1303 */
   1304static int
   1305mwifiex_is_ptr_processed(struct mwifiex_private *priv,
   1306			 struct mwifiex_ra_list_tbl *ptr)
   1307{
   1308	struct sk_buff *skb;
   1309	struct mwifiex_txinfo *tx_info;
   1310
   1311	if (skb_queue_empty(&ptr->skb_head))
   1312		return false;
   1313
   1314	skb = skb_peek(&ptr->skb_head);
   1315
   1316	tx_info = MWIFIEX_SKB_TXCB(skb);
   1317	if (tx_info->flags & MWIFIEX_BUF_FLAG_REQUEUED_PKT)
   1318		return true;
   1319
   1320	return false;
   1321}
   1322
   1323/*
   1324 * This function sends a single processed packet to firmware for
   1325 * transmission.
   1326 */
   1327static void
   1328mwifiex_send_processed_packet(struct mwifiex_private *priv,
   1329			      struct mwifiex_ra_list_tbl *ptr, int ptr_index)
   1330				__releases(&priv->wmm.ra_list_spinlock)
   1331{
   1332	struct mwifiex_tx_param tx_param;
   1333	struct mwifiex_adapter *adapter = priv->adapter;
   1334	int ret = -1;
   1335	struct sk_buff *skb, *skb_next;
   1336	struct mwifiex_txinfo *tx_info;
   1337
   1338	if (skb_queue_empty(&ptr->skb_head)) {
   1339		spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1340		return;
   1341	}
   1342
   1343	skb = skb_dequeue(&ptr->skb_head);
   1344
   1345	if (adapter->data_sent || adapter->tx_lock_flag) {
   1346		ptr->total_pkt_count--;
   1347		spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1348		skb_queue_tail(&adapter->tx_data_q, skb);
   1349		atomic_dec(&priv->wmm.tx_pkts_queued);
   1350		atomic_inc(&adapter->tx_queued);
   1351		return;
   1352	}
   1353
   1354	if (!skb_queue_empty(&ptr->skb_head))
   1355		skb_next = skb_peek(&ptr->skb_head);
   1356	else
   1357		skb_next = NULL;
   1358
   1359	tx_info = MWIFIEX_SKB_TXCB(skb);
   1360
   1361	spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1362
   1363	tx_param.next_pkt_len =
   1364		((skb_next) ? skb_next->len +
   1365		 sizeof(struct txpd) : 0);
   1366	if (adapter->iface_type == MWIFIEX_USB) {
   1367		ret = adapter->if_ops.host_to_card(adapter, priv->usb_port,
   1368						   skb, &tx_param);
   1369	} else {
   1370		ret = adapter->if_ops.host_to_card(adapter, MWIFIEX_TYPE_DATA,
   1371						   skb, &tx_param);
   1372	}
   1373
   1374	switch (ret) {
   1375	case -EBUSY:
   1376		mwifiex_dbg(adapter, ERROR, "data: -EBUSY is returned\n");
   1377		spin_lock_bh(&priv->wmm.ra_list_spinlock);
   1378
   1379		if (!mwifiex_is_ralist_valid(priv, ptr, ptr_index)) {
   1380			spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1381			mwifiex_write_data_complete(adapter, skb, 0, -1);
   1382			return;
   1383		}
   1384
   1385		skb_queue_tail(&ptr->skb_head, skb);
   1386
   1387		tx_info->flags |= MWIFIEX_BUF_FLAG_REQUEUED_PKT;
   1388		spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1389		break;
   1390	case -1:
   1391		mwifiex_dbg(adapter, ERROR, "host_to_card failed: %#x\n", ret);
   1392		adapter->dbg.num_tx_host_to_card_failure++;
   1393		mwifiex_write_data_complete(adapter, skb, 0, ret);
   1394		break;
   1395	case -EINPROGRESS:
   1396		break;
   1397	case 0:
   1398		mwifiex_write_data_complete(adapter, skb, 0, ret);
   1399		break;
   1400	default:
   1401		break;
   1402	}
   1403	if (ret != -EBUSY) {
   1404		mwifiex_rotate_priolists(priv, ptr, ptr_index);
   1405		atomic_dec(&priv->wmm.tx_pkts_queued);
   1406		spin_lock_bh(&priv->wmm.ra_list_spinlock);
   1407		ptr->total_pkt_count--;
   1408		spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1409	}
   1410}
   1411
   1412/*
   1413 * This function dequeues a packet from the highest priority list
   1414 * and transmits it.
   1415 */
   1416static int
   1417mwifiex_dequeue_tx_packet(struct mwifiex_adapter *adapter)
   1418{
   1419	struct mwifiex_ra_list_tbl *ptr;
   1420	struct mwifiex_private *priv = NULL;
   1421	int ptr_index = 0;
   1422	u8 ra[ETH_ALEN];
   1423	int tid_del = 0, tid = 0;
   1424
   1425	ptr = mwifiex_wmm_get_highest_priolist_ptr(adapter, &priv, &ptr_index);
   1426	if (!ptr)
   1427		return -1;
   1428
   1429	tid = mwifiex_get_tid(ptr);
   1430
   1431	mwifiex_dbg(adapter, DATA, "data: tid=%d\n", tid);
   1432
   1433	spin_lock_bh(&priv->wmm.ra_list_spinlock);
   1434	if (!mwifiex_is_ralist_valid(priv, ptr, ptr_index)) {
   1435		spin_unlock_bh(&priv->wmm.ra_list_spinlock);
   1436		return -1;
   1437	}
   1438
   1439	if (mwifiex_is_ptr_processed(priv, ptr)) {
   1440		mwifiex_send_processed_packet(priv, ptr, ptr_index);
   1441		/* ra_list_spinlock has been freed in
   1442		   mwifiex_send_processed_packet() */
   1443		return 0;
   1444	}
   1445
   1446	if (!ptr->is_11n_enabled ||
   1447		ptr->ba_status ||
   1448		priv->wps.session_enable) {
   1449		if (ptr->is_11n_enabled &&
   1450			ptr->ba_status &&
   1451			ptr->amsdu_in_ampdu &&
   1452			mwifiex_is_amsdu_allowed(priv, tid) &&
   1453			mwifiex_is_11n_aggragation_possible(priv, ptr,
   1454							adapter->tx_buf_size))
   1455			mwifiex_11n_aggregate_pkt(priv, ptr, ptr_index);
   1456			/* ra_list_spinlock has been freed in
   1457			 * mwifiex_11n_aggregate_pkt()
   1458			 */
   1459		else
   1460			mwifiex_send_single_packet(priv, ptr, ptr_index);
   1461			/* ra_list_spinlock has been freed in
   1462			 * mwifiex_send_single_packet()
   1463			 */
   1464	} else {
   1465		if (mwifiex_is_ampdu_allowed(priv, ptr, tid) &&
   1466		    ptr->ba_pkt_count > ptr->ba_packet_thr) {
   1467			if (mwifiex_space_avail_for_new_ba_stream(adapter)) {
   1468				mwifiex_create_ba_tbl(priv, ptr->ra, tid,
   1469						      BA_SETUP_INPROGRESS);
   1470				mwifiex_send_addba(priv, tid, ptr->ra);
   1471			} else if (mwifiex_find_stream_to_delete
   1472				   (priv, tid, &tid_del, ra)) {
   1473				mwifiex_create_ba_tbl(priv, ptr->ra, tid,
   1474						      BA_SETUP_INPROGRESS);
   1475				mwifiex_send_delba(priv, tid_del, ra, 1);
   1476			}
   1477		}
   1478		if (mwifiex_is_amsdu_allowed(priv, tid) &&
   1479		    mwifiex_is_11n_aggragation_possible(priv, ptr,
   1480							adapter->tx_buf_size))
   1481			mwifiex_11n_aggregate_pkt(priv, ptr, ptr_index);
   1482			/* ra_list_spinlock has been freed in
   1483			   mwifiex_11n_aggregate_pkt() */
   1484		else
   1485			mwifiex_send_single_packet(priv, ptr, ptr_index);
   1486			/* ra_list_spinlock has been freed in
   1487			   mwifiex_send_single_packet() */
   1488	}
   1489	return 0;
   1490}
   1491
   1492void mwifiex_process_bypass_tx(struct mwifiex_adapter *adapter)
   1493{
   1494	struct mwifiex_tx_param tx_param;
   1495	struct sk_buff *skb;
   1496	struct mwifiex_txinfo *tx_info;
   1497	struct mwifiex_private *priv;
   1498	int i;
   1499
   1500	if (adapter->data_sent || adapter->tx_lock_flag)
   1501		return;
   1502
   1503	for (i = 0; i < adapter->priv_num; ++i) {
   1504		priv = adapter->priv[i];
   1505
   1506		if (!priv)
   1507			continue;
   1508
   1509		if (adapter->if_ops.is_port_ready &&
   1510		    !adapter->if_ops.is_port_ready(priv))
   1511			continue;
   1512
   1513		if (skb_queue_empty(&priv->bypass_txq))
   1514			continue;
   1515
   1516		skb = skb_dequeue(&priv->bypass_txq);
   1517		tx_info = MWIFIEX_SKB_TXCB(skb);
   1518
   1519		/* no aggregation for bypass packets */
   1520		tx_param.next_pkt_len = 0;
   1521
   1522		if (mwifiex_process_tx(priv, skb, &tx_param) == -EBUSY) {
   1523			skb_queue_head(&priv->bypass_txq, skb);
   1524			tx_info->flags |= MWIFIEX_BUF_FLAG_REQUEUED_PKT;
   1525		} else {
   1526			atomic_dec(&adapter->bypass_tx_pending);
   1527		}
   1528	}
   1529}
   1530
   1531/*
   1532 * This function transmits the highest priority packet awaiting in the
   1533 * WMM Queues.
   1534 */
   1535void
   1536mwifiex_wmm_process_tx(struct mwifiex_adapter *adapter)
   1537{
   1538	do {
   1539		if (mwifiex_dequeue_tx_packet(adapter))
   1540			break;
   1541		if (adapter->iface_type != MWIFIEX_SDIO) {
   1542			if (adapter->data_sent ||
   1543			    adapter->tx_lock_flag)
   1544				break;
   1545		} else {
   1546			if (atomic_read(&adapter->tx_queued) >=
   1547			    MWIFIEX_MAX_PKTS_TXQ)
   1548				break;
   1549		}
   1550	} while (!mwifiex_wmm_lists_empty(adapter));
   1551}