drivers/net/wireless/nxp/nxpwifi/main.c

// SPDX-License-Identifier: GPL-2.0-only
/*
 * NXP Wireless LAN device driver: major functions
 *
 * Copyright 2011-2024 NXP
 */

#include <linux/suspend.h>

#include "main.h"
#include "cmdevt.h"
#include "wmm.h"
#include "cfg80211.h"
#include "11n.h"

#define VERSION	"1.0"

static unsigned int debug_mask = NXPWIFI_DEFAULT_DEBUG_MASK;

char nxpwifi_driver_version[] = "nxpwifi " VERSION " (%s) ";

const u16 nxpwifi_1d_to_wmm_queue[8] = { 1, 0, 0, 1, 2, 2, 3, 3 };

/* Optional RF calibration data file */
static const char *cal_data_name = "nxp/cal_data.conf";

/* Register device; init adapter/privs/if_ops/locks; cleanup on fail. */
static struct nxpwifi_adapter *nxpwifi_register(void *card, struct device *dev,
						struct nxpwifi_if_ops *if_ops)
{
	struct nxpwifi_adapter *adapter;
	int ret = 0;
	int i;

	adapter = kzalloc_obj(*adapter);
	if (!adapter)
		return ERR_PTR(-ENOMEM);

	adapter->dev = dev;
	adapter->card = card;

	/* Save interface specific operations in adapter */
	memmove(&adapter->if_ops, if_ops, sizeof(struct nxpwifi_if_ops));
	adapter->debug_mask = debug_mask;

	/* card specific initialization has been deferred until now .. */
	if (adapter->if_ops.init_if) {
		ret = adapter->if_ops.init_if(adapter);
		if (ret)
			goto error;
	}

	adapter->priv_num = 0;

	for (i = 0; i < NXPWIFI_MAX_BSS_NUM; i++) {
		/* Allocate memory for private structure */
		adapter->priv[i] =
			kzalloc_obj(struct nxpwifi_private);
		if (!adapter->priv[i]) {
			ret = -ENOMEM;
			goto error;
		}

		adapter->priv[i]->adapter = adapter;
		adapter->priv_num++;
	}
	nxpwifi_init_lock_list(adapter);

	timer_setup(&adapter->cmd_timer, nxpwifi_cmd_timeout_func, 0);

	if (ret)
		return ERR_PTR(ret);
	else
		return adapter;

error:
	nxpwifi_dbg(adapter, ERROR,
		    "info: leave %s with error\n", __func__);

	for (i = 0; i < adapter->priv_num; i++)
		kfree(adapter->priv[i]);

	kfree(adapter);

	return ERR_PTR(ret);
}

/* Unregister device; free timers, beacons, privs, nd_info, adapter. */
static void nxpwifi_unregister(struct nxpwifi_adapter *adapter)
{
	s32 i;

	if (adapter->if_ops.cleanup_if)
		adapter->if_ops.cleanup_if(adapter);

	timer_delete_sync(&adapter->cmd_timer);

	/* Free private structures */
	for (i = 0; i < adapter->priv_num; i++) {
		nxpwifi_free_curr_bcn(adapter->priv[i]);
		kfree(adapter->priv[i]);
	}

	if (adapter->nd_info) {
		for (i = 0 ; i < adapter->nd_info->n_matches ; i++)
			kfree(adapter->nd_info->matches[i]);
		kfree(adapter->nd_info);
		adapter->nd_info = NULL;
	}

	kfree(adapter->regd);

	kfree(adapter);
}

static void nxpwifi_queue_rx_work(struct nxpwifi_adapter *adapter)
{
	queue_work(adapter->rx_workqueue, &adapter->rx_work);
}

static void nxpwifi_process_rx(struct nxpwifi_adapter *adapter)
{
	struct sk_buff *skb;
	struct nxpwifi_rxinfo *rx_info;

	if (atomic_read(&adapter->iface_changing) ||
	    atomic_read(&adapter->rx_ba_teardown_pending))
		return;

	/* Check for Rx data */
	while ((skb = skb_dequeue(&adapter->rx_data_q))) {
		atomic_dec(&adapter->rx_pending);
		if (adapter->delay_main_work &&
		    (atomic_read(&adapter->rx_pending) < LOW_RX_PENDING)) {
			adapter->delay_main_work = false;
			nxpwifi_queue_work(adapter, &adapter->main_work);
		}
		rx_info = NXPWIFI_SKB_RXCB(skb);
		if (rx_info->buf_type == NXPWIFI_TYPE_AGGR_DATA) {
			if (adapter->if_ops.deaggr_pkt)
				adapter->if_ops.deaggr_pkt(adapter, skb);
			dev_kfree_skb_any(skb);
		} else {
			nxpwifi_handle_rx_packet(adapter, skb);
		}
	}
}

static void maybe_quirk_fw_disable_ds(struct nxpwifi_adapter *adapter)
{
	struct nxpwifi_private *priv = nxpwifi_get_priv(adapter, NXPWIFI_BSS_ROLE_STA);
	struct nxpwifi_ver_ext ver_ext;

	if (test_and_set_bit(NXPWIFI_IS_REQUESTING_FW_VEREXT, &adapter->work_flags))
		return;

	memset(&ver_ext, 0, sizeof(ver_ext));
	ver_ext.version_str_sel = 1;
	if (nxpwifi_send_cmd(priv, HOST_CMD_VERSION_EXT,
			     HOST_ACT_GEN_GET, 0, &ver_ext, false)) {
		nxpwifi_dbg(priv->adapter, MSG,
			    "Checking hardware revision failed.\n");
	}
}

static void nxpwifi_handle_irq_status(struct nxpwifi_adapter *adapter, u8 istat)
{
	if (adapter->hs_activated)
		nxpwifi_process_hs_config(adapter);
	if (adapter->if_ops.process_int_status)
		adapter->if_ops.process_int_status(adapter, istat);
}

static bool nxpwifi_drain_tx(struct nxpwifi_adapter *adapter)
{
	bool ret = false;

	if ((adapter->scan_chan_gap_enabled || !adapter->scan_processing) &&
	    !adapter->data_sent && !skb_queue_empty(&adapter->tx_data_q)) {
		if (adapter->hs_activated_manually) {
			nxpwifi_cancel_hs(nxpwifi_get_priv(adapter, NXPWIFI_BSS_ROLE_ANY),
					  NXPWIFI_ASYNC_CMD);
			adapter->hs_activated_manually = false;
		}

		nxpwifi_process_tx_queue(adapter);
		if (adapter->hs_activated) {
			clear_bit(NXPWIFI_IS_HS_CONFIGURED,
				  &adapter->work_flags);
			nxpwifi_hs_activated_event
				(nxpwifi_get_priv
				(adapter, NXPWIFI_BSS_ROLE_ANY),
				false);
		}
		ret = true;
	}

	if ((adapter->scan_chan_gap_enabled ||
	     !adapter->scan_processing) &&
	    !adapter->data_sent &&
	    !nxpwifi_bypass_txlist_empty(adapter)) {
		if (adapter->hs_activated_manually) {
			nxpwifi_cancel_hs(nxpwifi_get_priv(adapter, NXPWIFI_BSS_ROLE_ANY),
					  NXPWIFI_ASYNC_CMD);
			adapter->hs_activated_manually = false;
		}
		nxpwifi_process_bypass_tx(adapter);
		if (adapter->hs_activated) {
			clear_bit(NXPWIFI_IS_HS_CONFIGURED,
				  &adapter->work_flags);
			nxpwifi_hs_activated_event
				(nxpwifi_get_priv
				 (adapter, NXPWIFI_BSS_ROLE_ANY),
				 false);
		}
		ret = true;
	}

	if ((adapter->scan_chan_gap_enabled ||
	     !adapter->scan_processing) &&
	    !adapter->data_sent && !nxpwifi_wmm_lists_empty(adapter)) {
		if (adapter->hs_activated_manually) {
			nxpwifi_cancel_hs(nxpwifi_get_priv(adapter, NXPWIFI_BSS_ROLE_ANY),
					  NXPWIFI_ASYNC_CMD);
			adapter->hs_activated_manually = false;
		}

		nxpwifi_wmm_process_tx(adapter);
		if (adapter->hs_activated) {
			clear_bit(NXPWIFI_IS_HS_CONFIGURED,
				  &adapter->work_flags);
			nxpwifi_hs_activated_event
				(nxpwifi_get_priv
				 (adapter, NXPWIFI_BSS_ROLE_ANY),
				 false);
		}
		ret = true;
	}

	return ret;
}

static bool nxpwifi_handle_rx(struct nxpwifi_adapter *adapter)
{
	if (adapter->rx_work_enabled && adapter->data_received) {
		nxpwifi_queue_rx_work(adapter);
		return true;
	}

	return false;
}

static bool nxpwifi_handle_cmd_response(struct nxpwifi_adapter *adapter)
{
	/* Check for Cmd Resp */
	if (adapter->cmd_resp_received) {
		adapter->cmd_resp_received = false;
		nxpwifi_process_cmdresp(adapter);
		return true;
	}

	return false;
}

static bool nxpwifi_handle_events(struct nxpwifi_adapter *adapter)
{
	if (adapter->event_received) {
		adapter->event_received = false;
		nxpwifi_process_event(adapter);
		return true;
	}

	return false;
}

static bool nxpwifi_tx_has_pending(struct nxpwifi_adapter *adapter)
{
	return !skb_queue_empty(&adapter->tx_data_q) ||
		!nxpwifi_bypass_txlist_empty(adapter) ||
		!nxpwifi_wmm_lists_empty(adapter);
}

static bool nxpwifi_cmd_has_pending(struct nxpwifi_adapter *adapter)
{
	return !list_empty(&adapter->cmd_pending_q);
}

static bool nxpwifi_events_has_pending(struct nxpwifi_adapter *adapter)
{
	return adapter->event_received;
}

static bool nxpwifi_should_wakeup_card(struct nxpwifi_adapter *adapter)
{
	if (adapter->ps_state != PS_STATE_SLEEP)
		return false;

	if (!adapter->pm_wakeup_card_req || adapter->pm_wakeup_fw_try)
		return false;

	return nxpwifi_is_command_pending(adapter) || nxpwifi_tx_has_pending(adapter);
}

static bool nxpwifi_should_exit_main_loop(struct nxpwifi_adapter *adapter)
{
	if (adapter->pm_wakeup_fw_try)
		return true;

	if (adapter->ps_state == PS_STATE_PRE_SLEEP)
		nxpwifi_check_ps_cond(adapter);

	if (adapter->ps_state != PS_STATE_AWAKE)
		return true;

	if (adapter->tx_lock_flag)
		return true;

	if ((!adapter->scan_chan_gap_enabled && adapter->scan_processing) ||
	    adapter->data_sent || !nxpwifi_tx_has_pending(adapter)) {
		if (adapter->cmd_sent || adapter->curr_cmd ||
		    !nxpwifi_is_command_pending(adapter))
			return true;
	}

	return false;
}

static void nxpwifi_wakeup_card(struct nxpwifi_adapter *adapter)
{
	adapter->pm_wakeup_fw_try = true;
	mod_timer(&adapter->wakeup_timer, jiffies + (HZ * 3));
	adapter->if_ops.wakeup(adapter);
}

static void nxpwifi_handle_vdll_download(struct nxpwifi_adapter *adapter)
{
	if (!adapter->cmd_sent && adapter->vdll_ctrl.pending_block) {
		struct vdll_dnld_ctrl *ctrl = &adapter->vdll_ctrl;

		nxpwifi_download_vdll_block(adapter, ctrl->pending_block,
					    ctrl->pending_block_len);
		ctrl->pending_block = NULL;
	}
}

static void nxpwifi_finish_delayed_null_pkt(struct nxpwifi_adapter *adapter)
{
	if (!adapter->delay_null_pkt)
		return;

	if (adapter->cmd_sent || adapter->curr_cmd || nxpwifi_is_command_pending(adapter))
		return;

	if (nxpwifi_tx_has_pending(adapter))
		return;

	if (!nxpwifi_send_null_packet(nxpwifi_get_priv(adapter, NXPWIFI_BSS_ROLE_STA),
				      NXPWIFI_TxPD_POWER_MGMT_NULL_PACKET |
				      NXPWIFI_TxPD_POWER_MGMT_LAST_PACKET)) {
		adapter->delay_null_pkt = false;
		adapter->ps_state = PS_STATE_SLEEP;
	}
}

static bool nxpwifi_pump_command(struct nxpwifi_adapter *adapter)
{
	if (!adapter->cmd_sent && !adapter->curr_cmd) {
		if (!nxpwifi_exec_next_cmd(adapter))
			return true;
	}

	return false;
}

/* Main loop: IRQ/RX/CMD/EVENT; wake card; TX; PS null; exit if idle. */
void nxpwifi_main_process(struct nxpwifi_adapter *adapter)
{
	unsigned long flags;

	/* Check if virtual interface changing */
	if (atomic_read(&adapter->iface_changing)) {
		nxpwifi_dbg(adapter,
			    INFO, "main_process skipped due to iface_changing");
		return;
	}

	for (;;) {
		bool did_work = false;
		u8 istat = 0;

		if (adapter->hw_status == NXPWIFI_HW_STATUS_NOT_READY)
			break;

		/*
		 * For non-USB interfaces, If we process interrupts first, it
		 * would increase RX pending even further. Avoid this by
		 * checking if rx_pending has crossed high threshold and
		 * schedule rx work queue and then process interrupts.
		 * For USB interface, there are no interrupts. We already have
		 * HIGH_RX_PENDING check in usb.c
		 */
		if (atomic_read(&adapter->rx_pending) >= HIGH_RX_PENDING) {
			adapter->delay_main_work = true;
			nxpwifi_queue_rx_work(adapter);
			break;
		}

		/*
		 * Snapshot-and-clear the interrupt status.
		 *
		 * Take the same lock as the producer (nxpwifi_sdio_interrupt()) uses
		 * when OR-ing new bits into adapter->int_status. We atomically grab
		 * what has accumulated and clear it, so this consumer owns this batch.
		 */
		spin_lock_irqsave(&adapter->int_lock, flags);
		istat = adapter->int_status;
		adapter->int_status = 0;
		spin_unlock_irqrestore(&adapter->int_lock, flags);

		/* Handle pending interrupt if any */
		if (istat) {
			nxpwifi_handle_irq_status(adapter, istat);
			did_work = true;
		}

		did_work |= nxpwifi_handle_rx(adapter);

		if (nxpwifi_should_wakeup_card(adapter)) {
			nxpwifi_wakeup_card(adapter);
			continue;
		}

		if (IS_CARD_RX_RCVD(adapter)) {
			/* Card has responded, clear wakeup state and update power state */
			adapter->data_received = false;
			adapter->pm_wakeup_fw_try = false;
			timer_delete(&adapter->wakeup_timer);
			if (adapter->ps_state == PS_STATE_SLEEP)
				adapter->ps_state = PS_STATE_AWAKE;
		} else {
			if (nxpwifi_should_exit_main_loop(adapter))
				break;
		}

		did_work |= nxpwifi_handle_events(adapter);

		did_work |= nxpwifi_handle_cmd_response(adapter);

		/* Check if we need to confirm Sleep Request received previously */
		if (adapter->ps_state == PS_STATE_PRE_SLEEP)
			nxpwifi_check_ps_cond(adapter);

		/*
		 * The ps_state may have been changed during processing of
		 * Sleep Request event.
		 */
		if (adapter->ps_state != PS_STATE_AWAKE)
			continue;

		if (adapter->tx_lock_flag)
			continue;

		nxpwifi_handle_vdll_download(adapter);

		did_work |= nxpwifi_pump_command(adapter);

		did_work |= nxpwifi_drain_tx(adapter);

		/*
		 * Attempt to send delayed null packet.
		 * If successful, firmware will enter sleep and ps_state will be updated.
		 * We check ps_state here to determine if main loop can safely exit.
		 */
		nxpwifi_finish_delayed_null_pkt(adapter);

		if (adapter->ps_state == PS_STATE_SLEEP)
			break;
		/*
		 * Step 3) Cooperative preemption point.
		 * cond_resched() yields ONLY if need_resched() is set. Placing it
		 * BEFORE the final check improves fairness: it lets ksdioirqd (RT/FIFO)
		 * or other producers run and set new int_status bits. Immediately
		 * after we return here, we perform the final "net cast" (Step 4) to
		 * decide if we should continue or return.
		 */

		cond_resched();

		/*
		 * Step 4) Exit decision with lost-kick closure.
		 *
		 * We consider exiting ONLY when this round did no real work.
		 * Rationale:
		 *   - If did_work == true: we will loop anyway; at Step 1 we will
		 *     re-snapshot int_status, so there's no need to re-check now.
		 *   - If did_work == false: we appear idle and may return. But during
		 *     our execution window, a producer may have just set int_status and
		 *     queue_work(); since this work is still running, queue_work()
		 *     returns false (no second instance queued). If we return now,
		 *     we'd leave unprocessed status with no pending work => lost-kick.
		 *
		 * Therefore, perform a single final check: if *anything* is pending,
		 * continue looping; otherwise, break and return.
		 */
		if (!did_work) {
			bool more = false;
			unsigned long flags;
			/* 4a) New IRQ bits raced in while we were running? */
			spin_lock_irqsave(&adapter->int_lock, flags);
			more |= adapter->int_status != 0;
			spin_unlock_irqrestore(&adapter->int_lock, flags);
			/* 4b) Any other sources still pending? (driver-specific) */
			more |= nxpwifi_tx_has_pending(adapter);
			more |= nxpwifi_cmd_has_pending(adapter);
			more |= nxpwifi_events_has_pending(adapter);

			if (!more)
				break;  /* Truly quiescent now: safe to return. */
			/* else: loop back to Step 1 to consume what just arrived. */
		}
		/* If did_work == true, we loop unconditionally and re-snapshot. */
	};
}

/* Free adapter via nxpwifi_unregister(). */
static void nxpwifi_free_adapter(struct nxpwifi_adapter *adapter)
{
	if (!adapter) {
		pr_err("%s: adapter is NULL\n", __func__);
		return;
	}

	nxpwifi_unregister(adapter);
	pr_debug("info: %s: free adapter\n", __func__);
}

/* Destroy main and RX workqueues. */
static void nxpwifi_terminate_workqueue(struct nxpwifi_adapter *adapter)
{
	if (adapter->workqueue) {
		destroy_workqueue(adapter->workqueue);
		adapter->workqueue = NULL;
	}

	if (adapter->rx_workqueue) {
		destroy_workqueue(adapter->rx_workqueue);
		adapter->rx_workqueue = NULL;
	}
}

/* FW bring-up: download, enable IRQ, init FW; cfg80211+ifaces; cleanup. */
static int _nxpwifi_fw_dpc(const struct firmware *firmware, void *context)
{
	int ret = 0;
	char fmt[64];
	struct nxpwifi_adapter *adapter = context;
	struct nxpwifi_fw_image fw;
	bool init_failed = false;
	struct wireless_dev *wdev;
	struct completion *fw_done = adapter->fw_done;

	if (!firmware) {
		nxpwifi_dbg(adapter, ERROR,
			    "Failed to get firmware %s\n", adapter->fw_name);
		ret = -EINVAL;
		goto err_dnld_fw;
	}

	memset(&fw, 0, sizeof(struct nxpwifi_fw_image));
	adapter->firmware = firmware;
	fw.fw_buf = (u8 *)adapter->firmware->data;
	fw.fw_len = adapter->firmware->size;

	if (adapter->if_ops.dnld_fw)
		ret = adapter->if_ops.dnld_fw(adapter, &fw);
	else
		ret = nxpwifi_dnld_fw(adapter, &fw);

	if (ret)
		goto err_dnld_fw;

	nxpwifi_dbg(adapter, MSG, "WLAN FW is active\n");

	/* Load optional calibration data */
	ret = request_firmware(&adapter->cal_data, cal_data_name, adapter->dev);
	if (ret) {
		nxpwifi_dbg(adapter, INFO, "no %s, using default cal\n",
			    cal_data_name);
		adapter->cal_data = NULL;
	}

	/* enable host interrupt after fw dnld is successful */
	if (adapter->if_ops.enable_int) {
		ret = adapter->if_ops.enable_int(adapter);
		if (ret)
			goto err_dnld_fw;
	}

	ret = nxpwifi_init_fw(adapter);
	if (ret)
		goto err_init_fw;

	maybe_quirk_fw_disable_ds(adapter);

	if (!adapter->wiphy) {
		if (nxpwifi_register_cfg80211(adapter)) {
			nxpwifi_dbg(adapter, ERROR,
				    "cannot register with cfg80211\n");
			goto err_init_fw;
		}
	}

	if (nxpwifi_init_channel_scan_gap(adapter)) {
		nxpwifi_dbg(adapter, ERROR,
			    "could not init channel stats table\n");
		goto err_init_chan_scan;
	}

	rtnl_lock();
	/* Create station interface by default */
	wdev = nxpwifi_add_virtual_intf(adapter->wiphy, "mlan%d", NET_NAME_ENUM,
					NL80211_IFTYPE_STATION, NULL);
	if (IS_ERR(wdev)) {
		nxpwifi_dbg(adapter, ERROR,
			    "cannot create default STA interface\n");
		rtnl_unlock();
		goto err_add_intf;
	}

	wdev = nxpwifi_add_virtual_intf(adapter->wiphy, "uap%d", NET_NAME_ENUM,
					NL80211_IFTYPE_AP, NULL);
	if (IS_ERR(wdev)) {
		nxpwifi_dbg(adapter, ERROR,
			    "cannot create AP interface\n");
		rtnl_unlock();
		goto err_add_intf;
	}

	rtnl_unlock();

	nxpwifi_drv_get_driver_version(adapter, fmt, sizeof(fmt) - 1);
	nxpwifi_dbg(adapter, MSG, "driver_version = %s\n", fmt);
	adapter->is_up = true;
	goto done;

err_add_intf:
	kfree(adapter->chan_stats);
err_init_chan_scan:
	wiphy_unregister(adapter->wiphy);
	wiphy_free(adapter->wiphy);
err_init_fw:
	if (adapter->if_ops.disable_int)
		adapter->if_ops.disable_int(adapter);
err_dnld_fw:
	nxpwifi_dbg(adapter, ERROR,
		    "info: %s: unregister device\n", __func__);
	if (adapter->if_ops.unregister_dev)
		adapter->if_ops.unregister_dev(adapter);

	set_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags);
	nxpwifi_terminate_workqueue(adapter);

	if (adapter->hw_status == NXPWIFI_HW_STATUS_READY) {
		pr_debug("info: %s: shutdown nxpwifi\n", __func__);
		nxpwifi_shutdown_drv(adapter);
		nxpwifi_free_cmd_buffers(adapter);
	}

	init_failed = true;
done:
	if (adapter->cal_data) {
		release_firmware(adapter->cal_data);
		adapter->cal_data = NULL;
	}
	if (adapter->firmware) {
		release_firmware(adapter->firmware);
		adapter->firmware = NULL;
	}
	if (init_failed)
		nxpwifi_free_adapter(adapter);

	/* Tell all current and future waiters we're finished */
	complete_all(fw_done);

	return ret;
}

static void nxpwifi_fw_dpc(const struct firmware *firmware, void *context)
{
	_nxpwifi_fw_dpc(firmware, context);
}

/* Request firmware (sync/async) and start HW init. */
static int nxpwifi_init_hw_fw(struct nxpwifi_adapter *adapter,
			      bool req_fw_nowait)
{
	int ret;

	if (req_fw_nowait) {
		ret = request_firmware_nowait(THIS_MODULE, 1, adapter->fw_name,
					      adapter->dev, GFP_KERNEL, adapter,
					      nxpwifi_fw_dpc);
	} else {
		ret = request_firmware(&adapter->firmware,
				       adapter->fw_name,
				       adapter->dev);
	}

	if (ret < 0)
		nxpwifi_dbg(adapter, ERROR, "request_firmware%s error %d\n",
			    req_fw_nowait ? "_nowait" : "", ret);
	return ret;
}

/* ndo_open: bring carrier down. */
static int
nxpwifi_open(struct net_device *dev)
{
	netif_carrier_off(dev);

	return 0;
}

/* ndo_stop: abort scan/sched-scan if running. */
static int
nxpwifi_close(struct net_device *dev)
{
	struct nxpwifi_private *priv = nxpwifi_netdev_get_priv(dev);

	if (priv->scan_request) {
		struct cfg80211_scan_info info = {
			.aborted = true,
		};

		nxpwifi_dbg(priv->adapter, INFO,
			    "aborting scan on ndo_stop\n");
		cfg80211_scan_done(priv->scan_request, &info);
		priv->scan_request = NULL;
		priv->scan_aborting = true;
	}

	if (priv->sched_scanning) {
		nxpwifi_dbg(priv->adapter, INFO,
			    "aborting bgscan on ndo_stop\n");
		nxpwifi_stop_bg_scan(priv);
		cfg80211_sched_scan_stopped(priv->wdev.wiphy, 0);
	}

	return 0;
}

static bool
nxpwifi_bypass_tx_queue(struct nxpwifi_private *priv,
			struct sk_buff *skb)
{
	struct ethhdr *eth_hdr = (struct ethhdr *)skb->data;

	if (eth_hdr->h_proto == htons(ETH_P_PAE) ||
	    nxpwifi_is_skb_mgmt_frame(skb)) {
		nxpwifi_dbg(priv->adapter, DATA,
			    "bypass txqueue; eth type %#x, mgmt %d\n",
			     ntohs(eth_hdr->h_proto),
			     nxpwifi_is_skb_mgmt_frame(skb));
		if (eth_hdr->h_proto == htons(ETH_P_PAE))
			nxpwifi_dbg(priv->adapter, MSG,
				    "key: send EAPOL to %pM\n",
				    eth_hdr->h_dest);
		return true;
	}

	return false;
}

/* Queue SKB (WMM or bypass) and schedule main work. */
void nxpwifi_queue_tx_pkt(struct nxpwifi_private *priv, struct sk_buff *skb)
{
	struct nxpwifi_adapter *adapter = priv->adapter;
	struct netdev_queue *txq;
	int index = nxpwifi_1d_to_wmm_queue[skb->priority];

	if (atomic_inc_return(&priv->wmm_tx_pending[index]) >= MAX_TX_PENDING) {
		txq = netdev_get_tx_queue(priv->netdev, index);
		if (!netif_tx_queue_stopped(txq)) {
			netif_tx_stop_queue(txq);
			nxpwifi_dbg(adapter, DATA,
				    "stop queue: %d\n", index);
		}
	}

	if (nxpwifi_bypass_tx_queue(priv, skb)) {
		atomic_inc(&adapter->tx_pending);
		atomic_inc(&adapter->bypass_tx_pending);
		nxpwifi_wmm_add_buf_bypass_txqueue(priv, skb);
	} else {
		atomic_inc(&adapter->tx_pending);
		nxpwifi_wmm_add_buf_txqueue(priv, skb);
	}

	nxpwifi_queue_work(adapter, &adapter->main_work);
}

struct sk_buff *
nxpwifi_clone_skb_for_tx_status(struct nxpwifi_private *priv,
				struct sk_buff *skb, u8 flag, u64 *cookie)
{
	struct sk_buff *orig_skb = skb;
	struct nxpwifi_txinfo *tx_info, *orig_tx_info;
	u32 id32 = 0;
	int ret;

	skb = skb_clone(skb, GFP_ATOMIC);
	if (skb) {
		spin_lock_bh(&priv->ack_status_lock);
		/*
		 * Use XArray to allocate IDs in the range 1..0x0F.
		 * Limit ensures the allocated token ID is always within this
		 * range.
		 */
		ret = xa_alloc(&priv->ack_status_frames, &id32, orig_skb,
			       XA_LIMIT(1, 0x0f), GFP_ATOMIC);
		spin_unlock_bh(&priv->ack_status_lock);

		if (ret == 0) {
			tx_info = NXPWIFI_SKB_TXCB(skb);
			tx_info->ack_frame_id = id32;
			tx_info->flags |= flag;
			orig_tx_info = NXPWIFI_SKB_TXCB(orig_skb);
			orig_tx_info->ack_frame_id = id32;
			orig_tx_info->flags |= flag;

			if (flag == NXPWIFI_BUF_FLAG_ACTION_TX_STATUS && cookie)
				orig_tx_info->cookie = *cookie;

		} else if (skb_shared(skb)) {
			kfree_skb(orig_skb);
		} else {
			kfree_skb(skb);
			skb = orig_skb;
		}
	} else {
		/* couldn't clone -- lose tx status ... */
		skb = orig_skb;
	}

	return skb;
}

/* ndo_start_xmit: fix headroom, fill TXCB, timestamp, enqueue. */
static netdev_tx_t
nxpwifi_hard_start_xmit(struct sk_buff *skb, struct net_device *dev)
{
	struct nxpwifi_private *priv = nxpwifi_netdev_get_priv(dev);
	struct sk_buff *new_skb;
	struct nxpwifi_txinfo *tx_info;
	bool multicast;

	nxpwifi_dbg(priv->adapter, DATA,
		    "data: %lu BSS(%d-%d): Data <= kernel\n",
		    jiffies, priv->bss_type, priv->bss_num);

	if (test_bit(NXPWIFI_SURPRISE_REMOVED, &priv->adapter->work_flags)) {
		kfree_skb(skb);
		priv->stats.tx_dropped++;
		return 0;
	}
	if (!skb->len || skb->len > ETH_FRAME_LEN) {
		nxpwifi_dbg(priv->adapter, ERROR,
			    "Tx: bad skb len %d\n", skb->len);
		kfree_skb(skb);
		priv->stats.tx_dropped++;
		return 0;
	}
	if (skb_headroom(skb) < NXPWIFI_MIN_DATA_HEADER_LEN) {
		nxpwifi_dbg(priv->adapter, DATA,
			    "data: Tx: insufficient skb headroom %d\n",
			    skb_headroom(skb));
		/* Insufficient skb headroom - allocate a new skb */
		new_skb =
			skb_realloc_headroom(skb, NXPWIFI_MIN_DATA_HEADER_LEN);
		if (unlikely(!new_skb)) {
			nxpwifi_dbg(priv->adapter, ERROR,
				    "Tx: cannot alloca new_skb\n");
			kfree_skb(skb);
			priv->stats.tx_dropped++;
			return 0;
		}
		kfree_skb(skb);
		skb = new_skb;
		nxpwifi_dbg(priv->adapter, INFO,
			    "info: new skb headroomd %d\n",
			    skb_headroom(skb));
	}

	tx_info = NXPWIFI_SKB_TXCB(skb);
	memset(tx_info, 0, sizeof(*tx_info));
	tx_info->bss_num = priv->bss_num;
	tx_info->bss_type = priv->bss_type;
	tx_info->pkt_len = skb->len;

	multicast = is_multicast_ether_addr(skb->data);

	if (unlikely(!multicast && sk_requests_wifi_status(skb->sk) &&
		     priv->adapter->fw_api_ver == NXPWIFI_FW_V15))
		skb = nxpwifi_clone_skb_for_tx_status(priv,
						      skb,
					NXPWIFI_BUF_FLAG_EAPOL_TX_STATUS, NULL);

	/*
	 * Record the current time the packet was queued; used to
	 * determine the amount of time the packet was queued in
	 * the driver before it was sent to the firmware.
	 * The delay is then sent along with the packet to the
	 * firmware for aggregate delay calculation for stats and
	 * MSDU lifetime expiry.
	 */
	__net_timestamp(skb);

	nxpwifi_queue_tx_pkt(priv, skb);

	return 0;
}

int nxpwifi_set_mac_address(struct nxpwifi_private *priv,
			    struct net_device *dev, bool external,
			    u8 *new_mac)
{
	int ret;
	u64 mac_addr, old_mac_addr;

	old_mac_addr = ether_addr_to_u64(priv->curr_addr);

	if (external) {
		mac_addr = ether_addr_to_u64(new_mac);
	} else {
		/* Internal mac address change */
		if (priv->bss_type == NXPWIFI_BSS_TYPE_ANY)
			return -EOPNOTSUPP;

		mac_addr = old_mac_addr;

		if (priv->adapter->priv[0] != priv) {
			/* Set mac address based on bss_type/bss_num */
			mac_addr ^= BIT_ULL(priv->bss_type + 8);
			mac_addr += priv->bss_num;
		}
	}

	u64_to_ether_addr(mac_addr, priv->curr_addr);

	/* Send request to firmware */
	ret = nxpwifi_send_cmd(priv, HOST_CMD_802_11_MAC_ADDRESS,
			       HOST_ACT_GEN_SET, 0, NULL, true);

	if (ret) {
		u64_to_ether_addr(old_mac_addr, priv->curr_addr);
		nxpwifi_dbg(priv->adapter, ERROR,
			    "set mac address failed: ret=%d\n", ret);
		return ret;
	}

	eth_hw_addr_set(dev, priv->curr_addr);
	return 0;
}

/* ndo_set_mac_address: set MAC via firmware. */
static int
nxpwifi_ndo_set_mac_address(struct net_device *dev, void *addr)
{
	struct nxpwifi_private *priv = nxpwifi_netdev_get_priv(dev);
	struct sockaddr *hw_addr = addr;

	return nxpwifi_set_mac_address(priv, dev, true, hw_addr->sa_data);
}

/* ndo_set_rx_mode: promisc/allmulti or program multicast. */
static void nxpwifi_set_multicast_list(struct net_device *dev)
{
	struct nxpwifi_private *priv = nxpwifi_netdev_get_priv(dev);
	struct nxpwifi_multicast_list mcast_list;

	if (dev->flags & IFF_PROMISC) {
		mcast_list.mode = NXPWIFI_PROMISC_MODE;
	} else if (dev->flags & IFF_ALLMULTI ||
		   netdev_mc_count(dev) > NXPWIFI_MAX_MULTICAST_LIST_SIZE) {
		mcast_list.mode = NXPWIFI_ALL_MULTI_MODE;
	} else {
		mcast_list.mode = NXPWIFI_MULTICAST_MODE;
		mcast_list.num_multicast_addr =
			nxpwifi_copy_mcast_addr(&mcast_list, dev);
	}
	nxpwifi_request_set_multicast_list(priv, &mcast_list);
}

/* ndo_tx_timeout: account; reset card on threshold. */
static void
nxpwifi_tx_timeout(struct net_device *dev, unsigned int txqueue)
{
	struct nxpwifi_private *priv = nxpwifi_netdev_get_priv(dev);

	priv->num_tx_timeout++;
	priv->tx_timeout_cnt++;
	nxpwifi_dbg(priv->adapter, ERROR,
		    "%lu : Tx timeout(#%d), bss_type-num = %d-%d\n",
		    jiffies, priv->tx_timeout_cnt, priv->bss_type,
		    priv->bss_num);
	nxpwifi_set_trans_start(dev);

	if (priv->tx_timeout_cnt > TX_TIMEOUT_THRESHOLD &&
	    priv->adapter->if_ops.card_reset) {
		nxpwifi_dbg(priv->adapter, ERROR,
			    "tx_timeout_cnt exceeds threshold.\t"
			    "Triggering card reset!\n");
		priv->adapter->if_ops.card_reset(priv->adapter);
	}
}

void nxpwifi_upload_device_dump(struct nxpwifi_adapter *adapter)
{
	/*
	 * Dump all the memory data into single file, a userspace script will
	 * be used to split all the memory data to multiple files
	 */
	nxpwifi_dbg(adapter, MSG,
		    "== nxpwifi dump information to /sys/class/devcoredump start\n");
	dev_coredumpv(adapter->dev, adapter->devdump_data, adapter->devdump_len,
		      GFP_KERNEL);
	nxpwifi_dbg(adapter, MSG,
		    "== nxpwifi dump information to /sys/class/devcoredump end\n");

	/*
	 * Device dump data will be freed in device coredump release function
	 * after 5 min. Here reset adapter->devdump_data and ->devdump_len
	 * to avoid it been accidentally reused.
	 */
	adapter->devdump_data = NULL;
	adapter->devdump_len = 0;
}
EXPORT_SYMBOL_GPL(nxpwifi_upload_device_dump);

void nxpwifi_drv_info_dump(struct nxpwifi_adapter *adapter)
{
	char *p;
	char drv_version[64];
	struct sdio_mmc_card *sdio_card;
	struct nxpwifi_private *priv;
	int i, idx;
	struct netdev_queue *txq;
	struct nxpwifi_debug_info *debug_info;

	nxpwifi_dbg(adapter, MSG, "===nxpwifi driverinfo dump start===\n");

	p = adapter->devdump_data;
	strscpy(p, "========Start dump driverinfo========\n", NXPWIFI_FW_DUMP_SIZE);
	p += strlen("========Start dump driverinfo========\n");
	p += sprintf(p, "driver_name = ");
	p += sprintf(p, "\"nxpwifi\"\n");

	nxpwifi_drv_get_driver_version(adapter, drv_version,
				       sizeof(drv_version) - 1);
	p += sprintf(p, "driver_version = %s\n", drv_version);

	p += sprintf(p, "tx_pending = %d\n",
		     atomic_read(&adapter->tx_pending));
	p += sprintf(p, "rx_pending = %d\n",
		     atomic_read(&adapter->rx_pending));

	if (adapter->iface_type == NXPWIFI_SDIO) {
		sdio_card = (struct sdio_mmc_card *)adapter->card;
		p += sprintf(p, "\nmp_rd_bitmap=0x%x curr_rd_port=0x%x\n",
			     sdio_card->mp_rd_bitmap, sdio_card->curr_rd_port);
		p += sprintf(p, "mp_wr_bitmap=0x%x curr_wr_port=0x%x\n",
			     sdio_card->mp_wr_bitmap, sdio_card->curr_wr_port);
	}

	for (i = 0; i < adapter->priv_num; i++) {
		if (!adapter->priv[i]->netdev)
			continue;
		priv = adapter->priv[i];
		p += sprintf(p, "\n[interface  : \"%s\"]\n",
			     priv->netdev->name);
		p += sprintf(p, "wmm_tx_pending[0] = %d\n",
			     atomic_read(&priv->wmm_tx_pending[0]));
		p += sprintf(p, "wmm_tx_pending[1] = %d\n",
			     atomic_read(&priv->wmm_tx_pending[1]));
		p += sprintf(p, "wmm_tx_pending[2] = %d\n",
			     atomic_read(&priv->wmm_tx_pending[2]));
		p += sprintf(p, "wmm_tx_pending[3] = %d\n",
			     atomic_read(&priv->wmm_tx_pending[3]));
		p += sprintf(p, "media_state=\"%s\"\n", !priv->media_connected ?
			     "Disconnected" : "Connected");
		p += sprintf(p, "carrier %s\n", (netif_carrier_ok(priv->netdev)
			     ? "on" : "off"));
		for (idx = 0; idx < priv->netdev->num_tx_queues; idx++) {
			txq = netdev_get_tx_queue(priv->netdev, idx);
			p += sprintf(p, "tx queue %d:%s  ", idx,
				     netif_tx_queue_stopped(txq) ?
				     "stopped" : "started");
		}
		p += sprintf(p, "\n%s: num_tx_timeout = %d\n",
			     priv->netdev->name, priv->num_tx_timeout);
	}

	if (adapter->iface_type == NXPWIFI_SDIO) {
		p += sprintf(p, "\n=== %s register dump===\n", "SDIO");
		if (adapter->if_ops.reg_dump)
			p += adapter->if_ops.reg_dump(adapter, p);
	}
	p += sprintf(p, "\n=== more debug information\n");
	debug_info = kzalloc_obj(*debug_info);
	if (debug_info) {
		for (i = 0; i < adapter->priv_num; i++) {
			if (!adapter->priv[i]->netdev)
				continue;
			priv = adapter->priv[i];
			nxpwifi_get_debug_info(priv, debug_info);
			p += nxpwifi_debug_info_to_buffer(priv, p, debug_info);
			break;
		}
		kfree(debug_info);
	}

	p += sprintf(p, "\n========End dump========\n");
	nxpwifi_dbg(adapter, MSG, "===nxpwifi driverinfo dump end===\n");
	adapter->devdump_len = p - (char *)adapter->devdump_data;
}
EXPORT_SYMBOL_GPL(nxpwifi_drv_info_dump);

void nxpwifi_prepare_fw_dump_info(struct nxpwifi_adapter *adapter)
{
	u8 idx;
	char *fw_dump_ptr;
	u32 dump_len = 0;

	for (idx = 0; idx < adapter->num_mem_types; idx++) {
		struct memory_type_mapping *entry =
				&adapter->mem_type_mapping_tbl[idx];

		if (entry->mem_ptr) {
			dump_len += (strlen("========Start dump ") +
					strlen(entry->mem_name) +
					strlen("========\n") +
					(entry->mem_size + 1) +
					strlen("\n========End dump========\n"));
		}
	}

	if (dump_len + 1 + adapter->devdump_len > NXPWIFI_FW_DUMP_SIZE) {
		/* Realloc in case buffer overflow */
		fw_dump_ptr = vzalloc(dump_len + 1 + adapter->devdump_len);
		nxpwifi_dbg(adapter, MSG, "Realloc device dump data.\n");
		if (!fw_dump_ptr) {
			vfree(adapter->devdump_data);
			nxpwifi_dbg(adapter, ERROR,
				    "vzalloc devdump data failure!\n");
			return;
		}

		memmove(fw_dump_ptr, adapter->devdump_data,
			adapter->devdump_len);
		vfree(adapter->devdump_data);
		adapter->devdump_data = fw_dump_ptr;
	}

	fw_dump_ptr = (char *)adapter->devdump_data + adapter->devdump_len;

	for (idx = 0; idx < adapter->num_mem_types; idx++) {
		struct memory_type_mapping *entry =
					&adapter->mem_type_mapping_tbl[idx];

		if (entry->mem_ptr) {
			fw_dump_ptr += sprintf(fw_dump_ptr, "========Start dump ");
			fw_dump_ptr += sprintf(fw_dump_ptr, "%s", entry->mem_name);
			fw_dump_ptr += sprintf(fw_dump_ptr, "========\n");
			memcpy(fw_dump_ptr, entry->mem_ptr, entry->mem_size);
			fw_dump_ptr += entry->mem_size;
			fw_dump_ptr += sprintf(fw_dump_ptr, "\n========End dump========\n");
		}
	}

	adapter->devdump_len = fw_dump_ptr - (char *)adapter->devdump_data;

	for (idx = 0; idx < adapter->num_mem_types; idx++) {
		struct memory_type_mapping *entry =
			&adapter->mem_type_mapping_tbl[idx];

		vfree(entry->mem_ptr);
		entry->mem_ptr = NULL;
		entry->mem_size = 0;
	}
}
EXPORT_SYMBOL_GPL(nxpwifi_prepare_fw_dump_info);

/* ndo_get_stats: return netdev stats. */
static struct net_device_stats *nxpwifi_get_stats(struct net_device *dev)
{
	struct nxpwifi_private *priv = nxpwifi_netdev_get_priv(dev);

	return &priv->stats;
}

static u16
nxpwifi_netdev_select_wmm_queue(struct net_device *dev, struct sk_buff *skb,
				struct net_device *sb_dev)
{
	skb->priority = cfg80211_classify8021d(skb, NULL);
	return nxpwifi_1d_to_wmm_queue[skb->priority];
}

/* Network device handlers */
static const struct net_device_ops nxpwifi_netdev_ops = {
	.ndo_open = nxpwifi_open,
	.ndo_stop = nxpwifi_close,
	.ndo_start_xmit = nxpwifi_hard_start_xmit,
	.ndo_set_mac_address = nxpwifi_ndo_set_mac_address,
	.ndo_validate_addr = eth_validate_addr,
	.ndo_tx_timeout = nxpwifi_tx_timeout,
	.ndo_get_stats = nxpwifi_get_stats,
	.ndo_set_rx_mode = nxpwifi_set_multicast_list,
	.ndo_select_queue = nxpwifi_netdev_select_wmm_queue,
};

/* Init per-interface defaults: ops, addrs, mgmt IEs, stats. */
void nxpwifi_init_priv_params(struct nxpwifi_private *priv,
			      struct net_device *dev)
{
	dev->netdev_ops = &nxpwifi_netdev_ops;
	dev->needs_free_netdev = true;
	/* Initialize private structure */
	priv->current_key_index = 0;
	priv->media_connected = false;
	memset(priv->mgmt_ie, 0,
	       sizeof(struct nxpwifi_ie) * MAX_MGMT_IE_INDEX);
	priv->beacon_idx = NXPWIFI_AUTO_IDX_MASK;
	priv->proberesp_idx = NXPWIFI_AUTO_IDX_MASK;
	priv->assocresp_idx = NXPWIFI_AUTO_IDX_MASK;
	priv->gen_idx = NXPWIFI_AUTO_IDX_MASK;
	priv->num_tx_timeout = 0;
	if (is_valid_ether_addr(dev->dev_addr))
		ether_addr_copy(priv->curr_addr, dev->dev_addr);
	else
		ether_addr_copy(priv->curr_addr, priv->adapter->perm_addr);

	if (GET_BSS_ROLE(priv) == NXPWIFI_BSS_ROLE_STA ||
	    GET_BSS_ROLE(priv) == NXPWIFI_BSS_ROLE_UAP) {
		priv->hist_data = kmalloc_obj(*priv->hist_data);
		if (priv->hist_data)
			nxpwifi_hist_data_reset(priv);
	}
}

/* Return true if any command is pending. */
int nxpwifi_is_command_pending(struct nxpwifi_adapter *adapter)
{
	int is_cmd_pend_q_empty;

	spin_lock_bh(&adapter->cmd_pending_q_lock);
	is_cmd_pend_q_empty = list_empty(&adapter->cmd_pending_q);
	spin_unlock_bh(&adapter->cmd_pending_q_lock);

	return !is_cmd_pend_q_empty;
}

/* Host MLME work: deliver RX; handle assoc/link-loss. */
static void nxpwifi_host_mlme_work(struct wiphy *wiphy, struct wiphy_work *work)
{
	struct nxpwifi_adapter *adapter =
		container_of(work, struct nxpwifi_adapter, host_mlme_work);
	struct sk_buff *skb;
	struct nxpwifi_rxinfo *rx_info;
	struct nxpwifi_private *priv;

	if (test_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags))
		return;

	while ((skb = skb_dequeue(&adapter->rx_mlme_q))) {
		rx_info = NXPWIFI_SKB_RXCB(skb);
		priv = adapter->priv[rx_info->bss_num];
		cfg80211_rx_mlme_mgmt(priv->netdev,
				      skb->data,
				      rx_info->pkt_len);
	}

	/* Check for host mlme disconnection */
	if (adapter->host_mlme_link_lost) {
		if (adapter->priv_link_lost) {
			nxpwifi_reset_connect_state(adapter->priv_link_lost,
						    WLAN_REASON_DEAUTH_LEAVING,
						    true);
			adapter->priv_link_lost = NULL;
		}
		adapter->host_mlme_link_lost = false;
	}

	/* Check for host mlme Assoc Resp */
	if (adapter->assoc_resp_received) {
		nxpwifi_process_assoc_resp(adapter);
		adapter->assoc_resp_received = false;
	}
}

/* RX work: process RX queue. */
static void nxpwifi_rx_work(struct work_struct *work)
{
	struct nxpwifi_adapter *adapter =
		container_of(work, struct nxpwifi_adapter, rx_work);

	if (test_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags))
		return;
	nxpwifi_process_rx(adapter);
}

/* Main work: run nxpwifi_main_process(). */
static void nxpwifi_main_work(struct work_struct *work)
{
	struct nxpwifi_adapter *adapter =
		container_of(work, struct nxpwifi_adapter, main_work);

	if (test_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags))
		return;
	nxpwifi_main_process(adapter);
}

/* Teardown: disable IRQs, stop queues, shutdown, remove ifaces, unreg. */
static void nxpwifi_uninit_sw(struct nxpwifi_adapter *adapter)
{
	struct nxpwifi_private *priv;
	int i;

	/*
	 * We can no longer handle interrupts once we start doing the teardown
	 * below.
	 */
	if (adapter->if_ops.disable_int)
		adapter->if_ops.disable_int(adapter);

	set_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags);
	nxpwifi_terminate_workqueue(adapter);
	adapter->int_status = 0;

	/* Stop data */
	for (i = 0; i < adapter->priv_num; i++) {
		priv = adapter->priv[i];
		if (priv->netdev) {
			nxpwifi_stop_net_dev_queue(priv->netdev, adapter);
			netif_carrier_off(priv->netdev);
			netif_device_detach(priv->netdev);
		}
	}

	nxpwifi_dbg(adapter, CMD, "cmd: calling nxpwifi_shutdown_drv...\n");
	nxpwifi_shutdown_drv(adapter);
	nxpwifi_dbg(adapter, CMD, "cmd: nxpwifi_shutdown_drv done\n");

	if (atomic_read(&adapter->rx_pending) ||
	    atomic_read(&adapter->tx_pending) ||
	    atomic_read(&adapter->cmd_pending)) {
		nxpwifi_dbg(adapter, ERROR,
			    "rx_pending=%d, tx_pending=%d,\t"
			    "cmd_pending=%d\n",
			    atomic_read(&adapter->rx_pending),
			    atomic_read(&adapter->tx_pending),
			    atomic_read(&adapter->cmd_pending));
	}

	for (i = 0; i < adapter->priv_num; i++) {
		priv = adapter->priv[i];
		rtnl_lock();
		if (priv->netdev &&
		    priv->wdev.iftype != NL80211_IFTYPE_UNSPECIFIED) {
			/*
			 * Close the netdev now, because if we do it later, the
			 * netdev notifiers will need to acquire the wiphy lock
			 * again --> deadlock.
			 */
			dev_close(priv->wdev.netdev);
			wiphy_lock(adapter->wiphy);
			nxpwifi_del_virtual_intf(adapter->wiphy, &priv->wdev);
			wiphy_unlock(adapter->wiphy);
		}
		rtnl_unlock();
	}

	wiphy_unregister(adapter->wiphy);
	wiphy_free(adapter->wiphy);
	adapter->wiphy = NULL;

	kfree(adapter->chan_stats);
	nxpwifi_free_cmd_buffers(adapter);
}

/* Shut down SW/FW and mark device down. */
void nxpwifi_shutdown_sw(struct nxpwifi_adapter *adapter)
{
	struct nxpwifi_private *priv;

	if (!adapter)
		return;

	wait_for_completion(adapter->fw_done);
	/* Caller should ensure we aren't suspending while this happens */
	reinit_completion(adapter->fw_done);

	priv = nxpwifi_get_priv(adapter, NXPWIFI_BSS_ROLE_ANY);
	nxpwifi_deauthenticate(priv, NULL);

	nxpwifi_init_shutdown_fw(priv, NXPWIFI_FUNC_SHUTDOWN);

	nxpwifi_uninit_sw(adapter);
	adapter->is_up = false;
}
EXPORT_SYMBOL_GPL(nxpwifi_shutdown_sw);

/* Re-init adapter SW and bring device up. */
int
nxpwifi_reinit_sw(struct nxpwifi_adapter *adapter)
{
	int ret = 0;

	nxpwifi_init_lock_list(adapter);
	if (adapter->if_ops.up_dev)
		adapter->if_ops.up_dev(adapter);

	adapter->hw_status = NXPWIFI_HW_STATUS_INITIALIZING;
	clear_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags);
	clear_bit(NXPWIFI_IS_SUSPENDED, &adapter->work_flags);
	adapter->hs_activated = false;
	clear_bit(NXPWIFI_IS_CMD_TIMEDOUT, &adapter->work_flags);
	init_waitqueue_head(&adapter->hs_activate_wait_q);
	init_waitqueue_head(&adapter->cmd_wait_q.wait);
	adapter->cmd_wait_q.status = 0;
	adapter->scan_wait_q_woken = false;

	if (num_possible_cpus() > 1)
		adapter->rx_work_enabled = true;

	adapter->workqueue =
		alloc_workqueue("NXPWIFI_WORK_QUEUE",
				WQ_HIGHPRI | WQ_MEM_RECLAIM | WQ_UNBOUND, 0);
	if (!adapter->workqueue) {
		ret = -ENOMEM;
		goto err_kmalloc;
	}

	INIT_WORK(&adapter->main_work, nxpwifi_main_work);

	if (adapter->rx_work_enabled) {
		adapter->rx_workqueue = alloc_workqueue("NXPWIFI_RX_WORK_QUEUE",
							WQ_HIGHPRI |
							WQ_MEM_RECLAIM |
							WQ_UNBOUND, 0);
		if (!adapter->rx_workqueue) {
			ret = -ENOMEM;
			goto err_kmalloc;
		}
		INIT_WORK(&adapter->rx_work, nxpwifi_rx_work);
	}

	wiphy_work_init(&adapter->host_mlme_work, nxpwifi_host_mlme_work);

	/*
	 * Register the device. Fill up the private data structure with
	 * relevant information from the card. Some code extracted from
	 * nxpwifi_register_dev()
	 */
	nxpwifi_dbg(adapter, INFO, "%s, nxpwifi_init_hw_fw()...\n", __func__);

	ret = nxpwifi_init_hw_fw(adapter, false);
	if (ret) {
		nxpwifi_dbg(adapter, ERROR,
			    "%s: firmware init failed\n", __func__);
		goto err_init_fw;
	}

	/* _nxpwifi_fw_dpc() does its own cleanup */
	ret = _nxpwifi_fw_dpc(adapter->firmware, adapter);
	if (ret) {
		pr_err("Failed to bring up adapter: %d\n", ret);
		return ret;
	}
	nxpwifi_dbg(adapter, INFO, "%s, successful\n", __func__);

	return ret;

err_init_fw:
	nxpwifi_dbg(adapter, ERROR, "info: %s: unregister device\n", __func__);
	if (adapter->if_ops.unregister_dev)
		adapter->if_ops.unregister_dev(adapter);

err_kmalloc:
	set_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags);
	nxpwifi_terminate_workqueue(adapter);
	if (adapter->hw_status == NXPWIFI_HW_STATUS_READY) {
		nxpwifi_dbg(adapter, ERROR,
			    "info: %s: shutdown nxpwifi\n", __func__);
		nxpwifi_shutdown_drv(adapter);
		nxpwifi_free_cmd_buffers(adapter);
	}

	complete_all(adapter->fw_done);
	nxpwifi_dbg(adapter, INFO, "%s, error\n", __func__);

	return ret;
}
EXPORT_SYMBOL_GPL(nxpwifi_reinit_sw);

/* Add card: register adapter, workqueues, device; request FW (async). */
int
nxpwifi_add_card(void *card, struct completion *fw_done,
		 struct nxpwifi_if_ops *if_ops, u8 iface_type,
		 struct device *dev)
{
	struct nxpwifi_adapter *adapter;
	int ret = 0;

	adapter = nxpwifi_register(card, dev, if_ops);
	if (IS_ERR(adapter)) {
		ret = PTR_ERR(adapter);
		pr_err("%s: adapter register failed %d\n", __func__, ret);
		goto err_init_sw;
	}

	adapter->iface_type = iface_type;
	adapter->fw_done = fw_done;

	adapter->hw_status = NXPWIFI_HW_STATUS_INITIALIZING;
	clear_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags);
	clear_bit(NXPWIFI_IS_SUSPENDED, &adapter->work_flags);
	adapter->hs_activated = false;
	init_waitqueue_head(&adapter->hs_activate_wait_q);
	init_waitqueue_head(&adapter->cmd_wait_q.wait);
	adapter->cmd_wait_q.status = 0;
	adapter->scan_wait_q_woken = false;

	if (num_possible_cpus() > 1)
		adapter->rx_work_enabled = true;

	adapter->workqueue =
		alloc_workqueue("NXPWIFI_WORK_QUEUE",
				WQ_HIGHPRI | WQ_MEM_RECLAIM | WQ_UNBOUND, 0);
	if (!adapter->workqueue) {
		ret = -ENOMEM;
		goto err_kmalloc;
	}

	INIT_WORK(&adapter->main_work, nxpwifi_main_work);

	if (adapter->rx_work_enabled) {
		adapter->rx_workqueue = alloc_workqueue("NXPWIFI_RX_WORK_QUEUE",
							WQ_HIGHPRI |
							WQ_MEM_RECLAIM |
							WQ_UNBOUND, 0);
		if (!adapter->rx_workqueue) {
			ret = -ENOMEM;
			goto err_kmalloc;
		}

		INIT_WORK(&adapter->rx_work, nxpwifi_rx_work);
	}

	wiphy_work_init(&adapter->host_mlme_work, nxpwifi_host_mlme_work);

	/*
	 * Register the device. Fill up the private data structure with relevant
	 * information from the card.
	 */
	ret = adapter->if_ops.register_dev(adapter);
	if (ret) {
		pr_err("%s: failed to register nxpwifi device\n", __func__);
		goto err_registerdev;
	}

	ret = nxpwifi_init_hw_fw(adapter, true);
	if (ret) {
		pr_err("%s: firmware init failed\n", __func__);
		goto err_init_fw;
	}

	return ret;

err_init_fw:
	pr_debug("info: %s: unregister device\n", __func__);
	if (adapter->if_ops.unregister_dev)
		adapter->if_ops.unregister_dev(adapter);
err_registerdev:
	set_bit(NXPWIFI_SURPRISE_REMOVED, &adapter->work_flags);

err_kmalloc:
	nxpwifi_terminate_workqueue(adapter);

	if (adapter->hw_status == NXPWIFI_HW_STATUS_READY) {
		pr_debug("info: %s: shutdown nxpwifi\n", __func__);
		nxpwifi_shutdown_drv(adapter);
		nxpwifi_free_cmd_buffers(adapter);
	}

	nxpwifi_free_adapter(adapter);

err_init_sw:

	return ret;
}
EXPORT_SYMBOL_GPL(nxpwifi_add_card);

/* Remove card: teardown SW, unregister device, free adapter. */
void nxpwifi_remove_card(struct nxpwifi_adapter *adapter)
{
	if (!adapter)
		return;

	if (adapter->is_up)
		nxpwifi_uninit_sw(adapter);

	/* Unregister device */
	nxpwifi_dbg(adapter, INFO,
		    "info: unregister device\n");
	if (adapter->if_ops.unregister_dev)
		adapter->if_ops.unregister_dev(adapter);
	/* Free adapter structure */
	nxpwifi_dbg(adapter, INFO,
		    "info: free adapter\n");
	nxpwifi_free_adapter(adapter);
}
EXPORT_SYMBOL_GPL(nxpwifi_remove_card);

void _nxpwifi_dbg(const struct nxpwifi_adapter *adapter, int mask,
		  const char *fmt, ...)
{
	struct va_format vaf;
	va_list args;

	if (!(adapter->debug_mask & mask))
		return;

	va_start(args, fmt);

	vaf.fmt = fmt;
	vaf.va = &args;

	if (adapter->dev)
		dev_info(adapter->dev, "%pV", &vaf);
	else
		pr_info("%pV", &vaf);

	va_end(args);
}
EXPORT_SYMBOL_GPL(_nxpwifi_dbg);

/* Module init: init debugfs if enabled. */
static int
nxpwifi_init_module(void)
{
#ifdef CONFIG_DEBUG_FS
	nxpwifi_debugfs_init();
#endif
	return 0;
}

/* Module exit: remove debugfs if enabled. */
static void
nxpwifi_cleanup_module(void)
{
#ifdef CONFIG_DEBUG_FS
	nxpwifi_debugfs_remove();
#endif
}

module_init(nxpwifi_init_module);
module_exit(nxpwifi_cleanup_module);

MODULE_AUTHOR("NXP International Ltd.");
MODULE_DESCRIPTION("NXP WiFi Driver version " VERSION);
MODULE_VERSION(VERSION);
MODULE_LICENSE("GPL");