drivers/net/wireless/iwlwifi/mvm/mac80211.c

   1 /******************************************************************************
   2  *
   3  * This file is provided under a dual BSD/GPLv2 license.  When using or
   4  * redistributing this file, you may do so under either license.
   5  *
   6  * GPL LICENSE SUMMARY
   7  *
   8  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
   9  * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH
  10  *
  11  * This program is free software; you can redistribute it and/or modify
  12  * it under the terms of version 2 of the GNU General Public License as
  13  * published by the Free Software Foundation.
  14  *
  15  * This program is distributed in the hope that it will be useful, but
  16  * WITHOUT ANY WARRANTY; without even the implied warranty of
  17  * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
  18  * General Public License for more details.
  19  *
  20  * You should have received a copy of the GNU General Public License
  21  * along with this program; if not, write to the Free Software
  22  * Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110,
  23  * USA
  24  *
  25  * The full GNU General Public License is included in this distribution
  26  * in the file called COPYING.
  27  *
  28  * Contact Information:
  29  *  Intel Linux Wireless <ilw@linux.intel.com>
  30  * Intel Corporation, 5200 N.E. Elam Young Parkway, Hillsboro, OR 97124-6497
  31  *
  32  * BSD LICENSE
  33  *
  34  * Copyright(c) 2012 - 2014 Intel Corporation. All rights reserved.
  35  * Copyright(c) 2013 - 2014 Intel Mobile Communications GmbH
  36  * All rights reserved.
  37  *
  38  * Redistribution and use in source and binary forms, with or without
  39  * modification, are permitted provided that the following conditions
  40  * are met:
  41  *
  42  *  * Redistributions of source code must retain the above copyright
  43  *    notice, this list of conditions and the following disclaimer.
  44  *  * Redistributions in binary form must reproduce the above copyright
  45  *    notice, this list of conditions and the following disclaimer in
  46  *    the documentation and/or other materials provided with the
  47  *    distribution.
  48  *  * Neither the name Intel Corporation nor the names of its
  49  *    contributors may be used to endorse or promote products derived
  50  *    from this software without specific prior written permission.
  51  *
  52  * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  53  * "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  54  * LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  55  * A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  56  * OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  57  * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  58  * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  59  * DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  60  * THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  61  * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  62  * OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  63  *
  64  *****************************************************************************/
  65 #include <linux/kernel.h>
  66 #include <linux/slab.h>
  67 #include <linux/skbuff.h>
  68 #include <linux/netdevice.h>
  69 #include <linux/etherdevice.h>
  70 #include <linux/ip.h>
  71 #include <linux/if_arp.h>
  72 #include <linux/devcoredump.h>
  73 #include <net/mac80211.h>
  74 #include <net/ieee80211_radiotap.h>
  75 #include <net/tcp.h>
  76
  77 #include "iwl-op-mode.h"
  78 #include "iwl-io.h"
  79 #include "mvm.h"
  80 #include "sta.h"
  81 #include "time-event.h"
  82 #include "iwl-eeprom-parse.h"
  83 #include "fw-api-scan.h"
  84 #include "iwl-phy-db.h"
  85 #include "testmode.h"
  86 #include "iwl-fw-error-dump.h"
  87 #include "iwl-prph.h"
  88 #include "iwl-csr.h"
  89 #include "iwl-nvm-parse.h"
  90
  91 static const struct ieee80211_iface_limit iwl_mvm_limits[] = {
  92         {
  93                 .max = 1,
  94                 .types = BIT(NL80211_IFTYPE_STATION),
  95         },
  96         {
  97                 .max = 1,
  98                 .types = BIT(NL80211_IFTYPE_AP) |
  99                         BIT(NL80211_IFTYPE_P2P_CLIENT) |
 100                         BIT(NL80211_IFTYPE_P2P_GO),
 101         },
 102         {
 103                 .max = 1,
 104                 .types = BIT(NL80211_IFTYPE_P2P_DEVICE),
 105         },
 106 };
 107
 108 static const struct ieee80211_iface_combination iwl_mvm_iface_combinations[] = {
 109         {
 110                 .num_different_channels = 2,
 111                 .max_interfaces = 3,
 112                 .limits = iwl_mvm_limits,
 113                 .n_limits = ARRAY_SIZE(iwl_mvm_limits),
 114         },
 115 };
 116
 117 #ifdef CONFIG_PM_SLEEP
 118 static const struct nl80211_wowlan_tcp_data_token_feature
 119 iwl_mvm_wowlan_tcp_token_feature = {
 120         .min_len = 0,
 121         .max_len = 255,
 122         .bufsize = IWL_WOWLAN_REMOTE_WAKE_MAX_TOKENS,
 123 };
 124
 125 static const struct wiphy_wowlan_tcp_support iwl_mvm_wowlan_tcp_support = {
 126         .tok = &iwl_mvm_wowlan_tcp_token_feature,
 127         .data_payload_max = IWL_WOWLAN_TCP_MAX_PACKET_LEN -
 128                             sizeof(struct ethhdr) -
 129                             sizeof(struct iphdr) -
 130                             sizeof(struct tcphdr),
 131         .data_interval_max = 65535, /* __le16 in API */
 132         .wake_payload_max = IWL_WOWLAN_REMOTE_WAKE_MAX_PACKET_LEN -
 133                             sizeof(struct ethhdr) -
 134                             sizeof(struct iphdr) -
 135                             sizeof(struct tcphdr),
 136         .seq = true,
 137 };
 138 #endif
 139
 140 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
 141 /*
 142  * Use the reserved field to indicate magic values.
 143  * these values will only be used internally by the driver,
 144  * and won't make it to the fw (reserved will be 0).
 145  * BC_FILTER_MAGIC_IP - configure the val of this attribute to
 146  *      be the vif's ip address. in case there is not a single
 147  *      ip address (0, or more than 1), this attribute will
 148  *      be skipped.
 149  * BC_FILTER_MAGIC_MAC - set the val of this attribute to
 150  *      the LSB bytes of the vif's mac address
 151  */
 152 enum {
 153         BC_FILTER_MAGIC_NONE = 0,
 154         BC_FILTER_MAGIC_IP,
 155         BC_FILTER_MAGIC_MAC,
 156 };
 157
 158 static const struct iwl_fw_bcast_filter iwl_mvm_default_bcast_filters[] = {
 159         {
 160                 /* arp */
 161                 .discard = 0,
 162                 .frame_type = BCAST_FILTER_FRAME_TYPE_ALL,
 163                 .attrs = {
 164                         {
 165                                 /* frame type - arp, hw type - ethernet */
 166                                 .offset_type =
 167                                         BCAST_FILTER_OFFSET_PAYLOAD_START,
 168                                 .offset = sizeof(rfc1042_header),
 169                                 .val = cpu_to_be32(0x08060001),
 170                                 .mask = cpu_to_be32(0xffffffff),
 171                         },
 172                         {
 173                                 /* arp dest ip */
 174                                 .offset_type =
 175                                         BCAST_FILTER_OFFSET_PAYLOAD_START,
 176                                 .offset = sizeof(rfc1042_header) + 2 +
 177                                           sizeof(struct arphdr) +
 178                                           ETH_ALEN + sizeof(__be32) +
 179                                           ETH_ALEN,
 180                                 .mask = cpu_to_be32(0xffffffff),
 181                                 /* mark it as special field */
 182                                 .reserved1 = cpu_to_le16(BC_FILTER_MAGIC_IP),
 183                         },
 184                 },
 185         },
 186         {
 187                 /* dhcp offer bcast */
 188                 .discard = 0,
 189                 .frame_type = BCAST_FILTER_FRAME_TYPE_IPV4,
 190                 .attrs = {
 191                         {
 192                                 /* udp dest port - 68 (bootp client)*/
 193                                 .offset_type = BCAST_FILTER_OFFSET_IP_END,
 194                                 .offset = offsetof(struct udphdr, dest),
 195                                 .val = cpu_to_be32(0x00440000),
 196                                 .mask = cpu_to_be32(0xffff0000),
 197                         },
 198                         {
 199                                 /* dhcp - lsb bytes of client hw address */
 200                                 .offset_type = BCAST_FILTER_OFFSET_IP_END,
 201                                 .offset = 38,
 202                                 .mask = cpu_to_be32(0xffffffff),
 203                                 /* mark it as special field */
 204                                 .reserved1 = cpu_to_le16(BC_FILTER_MAGIC_MAC),
 205                         },
 206                 },
 207         },
 208         /* last filter must be empty */
 209         {},
 210 };
 211 #endif
 212
 213 void iwl_mvm_ref(struct iwl_mvm *mvm, enum iwl_mvm_ref_type ref_type)
 214 {
 215         if (!iwl_mvm_is_d0i3_supported(mvm))
 216                 return;
 217
 218         IWL_DEBUG_RPM(mvm, "Take mvm reference - type %d\n", ref_type);
 219         spin_lock_bh(&mvm->refs_lock);
 220         mvm->refs[ref_type]++;
 221         spin_unlock_bh(&mvm->refs_lock);
 222         iwl_trans_ref(mvm->trans);
 223 }
 224
 225 void iwl_mvm_unref(struct iwl_mvm *mvm, enum iwl_mvm_ref_type ref_type)
 226 {
 227         if (!iwl_mvm_is_d0i3_supported(mvm))
 228                 return;
 229
 230         IWL_DEBUG_RPM(mvm, "Leave mvm reference - type %d\n", ref_type);
 231         spin_lock_bh(&mvm->refs_lock);
 232         WARN_ON(!mvm->refs[ref_type]--);
 233         spin_unlock_bh(&mvm->refs_lock);
 234         iwl_trans_unref(mvm->trans);
 235 }
 236
 237 static void iwl_mvm_unref_all_except(struct iwl_mvm *mvm,
 238                                      enum iwl_mvm_ref_type except_ref)
 239 {
 240         int i, j;
 241
 242         if (!iwl_mvm_is_d0i3_supported(mvm))
 243                 return;
 244
 245         spin_lock_bh(&mvm->refs_lock);
 246         for (i = 0; i < IWL_MVM_REF_COUNT; i++) {
 247                 if (except_ref == i || !mvm->refs[i])
 248                         continue;
 249
 250                 IWL_DEBUG_RPM(mvm, "Cleanup: remove mvm ref type %d (%d)\n",
 251                               i, mvm->refs[i]);
 252                 for (j = 0; j < mvm->refs[i]; j++)
 253                         iwl_trans_unref(mvm->trans);
 254                 mvm->refs[i] = 0;
 255         }
 256         spin_unlock_bh(&mvm->refs_lock);
 257 }
 258
 259 bool iwl_mvm_ref_taken(struct iwl_mvm *mvm)
 260 {
 261         int i;
 262         bool taken = false;
 263
 264         if (!iwl_mvm_is_d0i3_supported(mvm))
 265                 return true;
 266
 267         spin_lock_bh(&mvm->refs_lock);
 268         for (i = 0; i < IWL_MVM_REF_COUNT; i++) {
 269                 if (mvm->refs[i]) {
 270                         taken = true;
 271                         break;
 272                 }
 273         }
 274         spin_unlock_bh(&mvm->refs_lock);
 275
 276         return taken;
 277 }
 278
 279 int iwl_mvm_ref_sync(struct iwl_mvm *mvm, enum iwl_mvm_ref_type ref_type)
 280 {
 281         iwl_mvm_ref(mvm, ref_type);
 282
 283         if (!wait_event_timeout(mvm->d0i3_exit_waitq,
 284                                 !test_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status),
 285                                 HZ)) {
 286                 WARN_ON_ONCE(1);
 287                 iwl_mvm_unref(mvm, ref_type);
 288                 return -EIO;
 289         }
 290
 291         return 0;
 292 }
 293
 294 static void iwl_mvm_reset_phy_ctxts(struct iwl_mvm *mvm)
 295 {
 296         int i;
 297
 298         memset(mvm->phy_ctxts, 0, sizeof(mvm->phy_ctxts));
 299         for (i = 0; i < NUM_PHY_CTX; i++) {
 300                 mvm->phy_ctxts[i].id = i;
 301                 mvm->phy_ctxts[i].ref = 0;
 302         }
 303 }
 304
 305 struct ieee80211_regdomain *iwl_mvm_get_regdomain(struct wiphy *wiphy,
 306                                                   const char *alpha2,
 307                                                   enum iwl_mcc_source src_id,
 308                                                   bool *changed)
 309 {
 310         struct ieee80211_regdomain *regd = NULL;
 311         struct ieee80211_hw *hw = wiphy_to_ieee80211_hw(wiphy);
 312         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 313         struct iwl_mcc_update_resp *resp;
 314
 315         IWL_DEBUG_LAR(mvm, "Getting regdomain data for %s from FW\n", alpha2);
 316
 317         lockdep_assert_held(&mvm->mutex);
 318
 319         resp = iwl_mvm_update_mcc(mvm, alpha2, src_id);
 320         if (IS_ERR_OR_NULL(resp)) {
 321                 IWL_DEBUG_LAR(mvm, "Could not get update from FW %d\n",
 322                               PTR_RET(resp));
 323                 goto out;
 324         }
 325
 326         if (changed)
 327                 *changed = (resp->status == MCC_RESP_NEW_CHAN_PROFILE);
 328
 329         regd = iwl_parse_nvm_mcc_info(mvm->trans->dev, mvm->cfg,
 330                                       __le32_to_cpu(resp->n_channels),
 331                                       resp->channels,
 332                                       __le16_to_cpu(resp->mcc));
 333         /* Store the return source id */
 334         src_id = resp->source_id;
 335         kfree(resp);
 336         if (IS_ERR_OR_NULL(regd)) {
 337                 IWL_DEBUG_LAR(mvm, "Could not get parse update from FW %d\n",
 338                               PTR_RET(regd));
 339                 goto out;
 340         }
 341
 342         IWL_DEBUG_LAR(mvm, "setting alpha2 from FW to %s (0x%x, 0x%x) src=%d\n",
 343                       regd->alpha2, regd->alpha2[0], regd->alpha2[1], src_id);
 344         mvm->lar_regdom_set = true;
 345         mvm->mcc_src = src_id;
 346
 347 out:
 348         return regd;
 349 }
 350
 351 void iwl_mvm_update_changed_regdom(struct iwl_mvm *mvm)
 352 {
 353         bool changed;
 354         struct ieee80211_regdomain *regd;
 355
 356         if (!iwl_mvm_is_lar_supported(mvm))
 357                 return;
 358
 359         regd = iwl_mvm_get_current_regdomain(mvm, &changed);
 360         if (!IS_ERR_OR_NULL(regd)) {
 361                 /* only update the regulatory core if changed */
 362                 if (changed)
 363                         regulatory_set_wiphy_regd(mvm->hw->wiphy, regd);
 364
 365                 kfree(regd);
 366         }
 367 }
 368
 369 struct ieee80211_regdomain *iwl_mvm_get_current_regdomain(struct iwl_mvm *mvm,
 370                                                           bool *changed)
 371 {
 372         return iwl_mvm_get_regdomain(mvm->hw->wiphy, "ZZ",
 373                                      iwl_mvm_is_wifi_mcc_supported(mvm) ?
 374                                      MCC_SOURCE_GET_CURRENT :
 375                                      MCC_SOURCE_OLD_FW, changed);
 376 }
 377
 378 int iwl_mvm_init_fw_regd(struct iwl_mvm *mvm)
 379 {
 380         enum iwl_mcc_source used_src;
 381         struct ieee80211_regdomain *regd;
 382         const struct ieee80211_regdomain *r =
 383                         rtnl_dereference(mvm->hw->wiphy->regd);
 384
 385         if (!r)
 386                 return 0;
 387
 388         /* save the last source in case we overwrite it below */
 389         used_src = mvm->mcc_src;
 390         if (iwl_mvm_is_wifi_mcc_supported(mvm)) {
 391                 /* Notify the firmware we support wifi location updates */
 392                 regd = iwl_mvm_get_current_regdomain(mvm, NULL);
 393                 if (!IS_ERR_OR_NULL(regd))
 394                         kfree(regd);
 395         }
 396
 397         /* Now set our last stored MCC and source */
 398         regd = iwl_mvm_get_regdomain(mvm->hw->wiphy, r->alpha2, used_src, NULL);
 399         if (IS_ERR_OR_NULL(regd))
 400                 return -EIO;
 401
 402         regulatory_set_wiphy_regd(mvm->hw->wiphy, regd);
 403         kfree(regd);
 404
 405         return 0;
 406 }
 407
 408 int iwl_mvm_mac_setup_register(struct iwl_mvm *mvm)
 409 {
 410         struct ieee80211_hw *hw = mvm->hw;
 411         int num_mac, ret, i;
 412
 413         /* Tell mac80211 our characteristics */
 414         hw->flags = IEEE80211_HW_SIGNAL_DBM |
 415                     IEEE80211_HW_SPECTRUM_MGMT |
 416                     IEEE80211_HW_REPORTS_TX_ACK_STATUS |
 417                     IEEE80211_HW_QUEUE_CONTROL |
 418                     IEEE80211_HW_WANT_MONITOR_VIF |
 419                     IEEE80211_HW_SUPPORTS_PS |
 420                     IEEE80211_HW_SUPPORTS_DYNAMIC_PS |
 421                     IEEE80211_HW_AMPDU_AGGREGATION |
 422                     IEEE80211_HW_TIMING_BEACON_ONLY |
 423                     IEEE80211_HW_CONNECTION_MONITOR |
 424                     IEEE80211_HW_CHANCTX_STA_CSA |
 425                     IEEE80211_HW_SUPPORTS_CLONED_SKBS;
 426
 427         hw->queues = mvm->first_agg_queue;
 428         hw->offchannel_tx_hw_queue = IWL_MVM_OFFCHANNEL_QUEUE;
 429         hw->radiotap_mcs_details |= IEEE80211_RADIOTAP_MCS_HAVE_FEC |
 430                                     IEEE80211_RADIOTAP_MCS_HAVE_STBC;
 431         hw->radiotap_vht_details |= IEEE80211_RADIOTAP_VHT_KNOWN_STBC |
 432                 IEEE80211_RADIOTAP_VHT_KNOWN_BEAMFORMED;
 433         hw->rate_control_algorithm = "iwl-mvm-rs";
 434         hw->uapsd_queues = IWL_MVM_UAPSD_QUEUES;
 435         hw->uapsd_max_sp_len = IWL_UAPSD_MAX_SP;
 436
 437         /*
 438          * Enable 11w if advertised by firmware and software crypto
 439          * is not enabled (as the firmware will interpret some mgmt
 440          * packets, so enabling it with software crypto isn't safe)
 441          */
 442         if (mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_MFP &&
 443             !iwlwifi_mod_params.sw_crypto)
 444                 hw->flags |= IEEE80211_HW_MFP_CAPABLE;
 445
 446         hw->flags |= IEEE80211_SINGLE_HW_SCAN_ON_ALL_BANDS;
 447         hw->wiphy->features |=
 448                 NL80211_FEATURE_SCHED_SCAN_RANDOM_MAC_ADDR |
 449                 NL80211_FEATURE_SCAN_RANDOM_MAC_ADDR;
 450
 451         hw->sta_data_size = sizeof(struct iwl_mvm_sta);
 452         hw->vif_data_size = sizeof(struct iwl_mvm_vif);
 453         hw->chanctx_data_size = sizeof(u16);
 454
 455         hw->wiphy->interface_modes = BIT(NL80211_IFTYPE_STATION) |
 456                 BIT(NL80211_IFTYPE_P2P_CLIENT) |
 457                 BIT(NL80211_IFTYPE_AP) |
 458                 BIT(NL80211_IFTYPE_P2P_GO) |
 459                 BIT(NL80211_IFTYPE_P2P_DEVICE) |
 460                 BIT(NL80211_IFTYPE_ADHOC);
 461
 462         hw->wiphy->flags |= WIPHY_FLAG_IBSS_RSN;
 463         hw->wiphy->regulatory_flags |= REGULATORY_ENABLE_RELAX_NO_IR;
 464         if (iwl_mvm_is_lar_supported(mvm))
 465                 hw->wiphy->regulatory_flags |= REGULATORY_WIPHY_SELF_MANAGED;
 466         else
 467                 hw->wiphy->regulatory_flags |= REGULATORY_CUSTOM_REG |
 468                                                REGULATORY_DISABLE_BEACON_HINTS;
 469
 470         if (mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_GO_UAPSD)
 471                 hw->wiphy->flags |= WIPHY_FLAG_AP_UAPSD;
 472
 473         hw->wiphy->flags |= WIPHY_FLAG_HAS_CHANNEL_SWITCH;
 474
 475         hw->wiphy->iface_combinations = iwl_mvm_iface_combinations;
 476         hw->wiphy->n_iface_combinations =
 477                 ARRAY_SIZE(iwl_mvm_iface_combinations);
 478
 479         hw->wiphy->max_remain_on_channel_duration = 10000;
 480         hw->max_listen_interval = IWL_CONN_MAX_LISTEN_INTERVAL;
 481         /* we can compensate an offset of up to 3 channels = 15 MHz */
 482         hw->wiphy->max_adj_channel_rssi_comp = 3 * 5;
 483
 484         /* Extract MAC address */
 485         memcpy(mvm->addresses[0].addr, mvm->nvm_data->hw_addr, ETH_ALEN);
 486         hw->wiphy->addresses = mvm->addresses;
 487         hw->wiphy->n_addresses = 1;
 488
 489         /* Extract additional MAC addresses if available */
 490         num_mac = (mvm->nvm_data->n_hw_addrs > 1) ?
 491                 min(IWL_MVM_MAX_ADDRESSES, mvm->nvm_data->n_hw_addrs) : 1;
 492
 493         for (i = 1; i < num_mac; i++) {
 494                 memcpy(mvm->addresses[i].addr, mvm->addresses[i-1].addr,
 495                        ETH_ALEN);
 496                 mvm->addresses[i].addr[5]++;
 497                 hw->wiphy->n_addresses++;
 498         }
 499
 500         iwl_mvm_reset_phy_ctxts(mvm);
 501
 502         hw->wiphy->max_scan_ie_len = iwl_mvm_max_scan_ie_len(mvm, false);
 503
 504         hw->wiphy->max_scan_ssids = PROBE_OPTION_MAX;
 505
 506         if (mvm->nvm_data->bands[IEEE80211_BAND_2GHZ].n_channels)
 507                 hw->wiphy->bands[IEEE80211_BAND_2GHZ] =
 508                         &mvm->nvm_data->bands[IEEE80211_BAND_2GHZ];
 509         if (mvm->nvm_data->bands[IEEE80211_BAND_5GHZ].n_channels) {
 510                 hw->wiphy->bands[IEEE80211_BAND_5GHZ] =
 511                         &mvm->nvm_data->bands[IEEE80211_BAND_5GHZ];
 512
 513                 if (mvm->fw->ucode_capa.capa[0] & IWL_UCODE_TLV_CAPA_BEAMFORMER)
 514                         hw->wiphy->bands[IEEE80211_BAND_5GHZ]->vht_cap.cap |=
 515                                 IEEE80211_VHT_CAP_SU_BEAMFORMER_CAPABLE;
 516         }
 517
 518         hw->wiphy->hw_version = mvm->trans->hw_id;
 519
 520         if (iwlmvm_mod_params.power_scheme != IWL_POWER_SCHEME_CAM)
 521                 hw->wiphy->flags |= WIPHY_FLAG_PS_ON_BY_DEFAULT;
 522         else
 523                 hw->wiphy->flags &= ~WIPHY_FLAG_PS_ON_BY_DEFAULT;
 524
 525         if (IWL_UCODE_API(mvm->fw->ucode_ver) >= 10) {
 526                 hw->wiphy->flags |= WIPHY_FLAG_SUPPORTS_SCHED_SCAN;
 527                 hw->wiphy->max_sched_scan_ssids = PROBE_OPTION_MAX;
 528                 hw->wiphy->max_match_sets = IWL_SCAN_MAX_PROFILES;
 529                 /* we create the 802.11 header and zero length SSID IE. */
 530                 hw->wiphy->max_sched_scan_ie_len =
 531                         SCAN_OFFLOAD_PROBE_REQ_SIZE - 24 - 2;
 532         }
 533
 534         hw->wiphy->features |= NL80211_FEATURE_P2P_GO_CTWIN |
 535                                NL80211_FEATURE_LOW_PRIORITY_SCAN |
 536                                NL80211_FEATURE_P2P_GO_OPPPS |
 537                                NL80211_FEATURE_DYNAMIC_SMPS |
 538                                NL80211_FEATURE_STATIC_SMPS |
 539                                NL80211_FEATURE_SUPPORTS_WMM_ADMISSION;
 540
 541         if (mvm->fw->ucode_capa.capa[0] &
 542             IWL_UCODE_TLV_CAPA_TXPOWER_INSERTION_SUPPORT)
 543                 hw->wiphy->features |= NL80211_FEATURE_TX_POWER_INSERTION;
 544         if (mvm->fw->ucode_capa.capa[0] &
 545             IWL_UCODE_TLV_CAPA_QUIET_PERIOD_SUPPORT)
 546                 hw->wiphy->features |= NL80211_FEATURE_QUIET;
 547
 548         if (mvm->fw->ucode_capa.capa[0] &
 549             IWL_UCODE_TLV_CAPA_DS_PARAM_SET_IE_SUPPORT)
 550                 hw->wiphy->features |=
 551                         NL80211_FEATURE_DS_PARAM_SET_IE_IN_PROBES;
 552
 553         if (mvm->fw->ucode_capa.capa[0] &
 554             IWL_UCODE_TLV_CAPA_WFA_TPC_REP_IE_SUPPORT)
 555                 hw->wiphy->features |= NL80211_FEATURE_WFA_TPC_IE_IN_PROBES;
 556
 557         mvm->rts_threshold = IEEE80211_MAX_RTS_THRESHOLD;
 558
 559         /* currently FW API supports only one optional cipher scheme */
 560         if (mvm->fw->cs[0].cipher) {
 561                 mvm->hw->n_cipher_schemes = 1;
 562                 mvm->hw->cipher_schemes = &mvm->fw->cs[0];
 563         }
 564
 565 #ifdef CONFIG_PM_SLEEP
 566         if (iwl_mvm_is_d0i3_supported(mvm) &&
 567             device_can_wakeup(mvm->trans->dev)) {
 568                 mvm->wowlan.flags = WIPHY_WOWLAN_ANY;
 569                 hw->wiphy->wowlan = &mvm->wowlan;
 570         }
 571
 572         if (mvm->fw->img[IWL_UCODE_WOWLAN].sec[0].len &&
 573             mvm->trans->ops->d3_suspend &&
 574             mvm->trans->ops->d3_resume &&
 575             device_can_wakeup(mvm->trans->dev)) {
 576                 mvm->wowlan.flags |= WIPHY_WOWLAN_MAGIC_PKT |
 577                                      WIPHY_WOWLAN_DISCONNECT |
 578                                      WIPHY_WOWLAN_EAP_IDENTITY_REQ |
 579                                      WIPHY_WOWLAN_RFKILL_RELEASE |
 580                                      WIPHY_WOWLAN_NET_DETECT;
 581                 if (!iwlwifi_mod_params.sw_crypto)
 582                         mvm->wowlan.flags |= WIPHY_WOWLAN_SUPPORTS_GTK_REKEY |
 583                                              WIPHY_WOWLAN_GTK_REKEY_FAILURE |
 584                                              WIPHY_WOWLAN_4WAY_HANDSHAKE;
 585
 586                 mvm->wowlan.n_patterns = IWL_WOWLAN_MAX_PATTERNS;
 587                 mvm->wowlan.pattern_min_len = IWL_WOWLAN_MIN_PATTERN_LEN;
 588                 mvm->wowlan.pattern_max_len = IWL_WOWLAN_MAX_PATTERN_LEN;
 589                 mvm->wowlan.max_nd_match_sets = IWL_SCAN_MAX_PROFILES;
 590                 mvm->wowlan.tcp = &iwl_mvm_wowlan_tcp_support;
 591                 hw->wiphy->wowlan = &mvm->wowlan;
 592         }
 593 #endif
 594
 595 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
 596         /* assign default bcast filtering configuration */
 597         mvm->bcast_filters = iwl_mvm_default_bcast_filters;
 598 #endif
 599
 600         ret = iwl_mvm_leds_init(mvm);
 601         if (ret)
 602                 return ret;
 603
 604         if (mvm->fw->ucode_capa.capa[0] & IWL_UCODE_TLV_CAPA_TDLS_SUPPORT) {
 605                 IWL_DEBUG_TDLS(mvm, "TDLS supported\n");
 606                 hw->wiphy->flags |= WIPHY_FLAG_SUPPORTS_TDLS;
 607         }
 608
 609         if (mvm->fw->ucode_capa.capa[0] &
 610             IWL_UCODE_TLV_CAPA_TDLS_CHANNEL_SWITCH) {
 611                 IWL_DEBUG_TDLS(mvm, "TDLS channel switch supported\n");
 612                 hw->wiphy->features |= NL80211_FEATURE_TDLS_CHANNEL_SWITCH;
 613         }
 614
 615         ret = ieee80211_register_hw(mvm->hw);
 616         if (ret)
 617                 iwl_mvm_leds_exit(mvm);
 618
 619         return ret;
 620 }
 621
 622 static bool iwl_mvm_defer_tx(struct iwl_mvm *mvm,
 623                              struct ieee80211_sta *sta,
 624                              struct sk_buff *skb)
 625 {
 626         struct iwl_mvm_sta *mvmsta;
 627         bool defer = false;
 628
 629         /*
 630          * double check the IN_D0I3 flag both before and after
 631          * taking the spinlock, in order to prevent taking
 632          * the spinlock when not needed.
 633          */
 634         if (likely(!test_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status)))
 635                 return false;
 636
 637         spin_lock(&mvm->d0i3_tx_lock);
 638         /*
 639          * testing the flag again ensures the skb dequeue
 640          * loop (on d0i3 exit) hasn't run yet.
 641          */
 642         if (!test_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status))
 643                 goto out;
 644
 645         mvmsta = iwl_mvm_sta_from_mac80211(sta);
 646         if (mvmsta->sta_id == IWL_MVM_STATION_COUNT ||
 647             mvmsta->sta_id != mvm->d0i3_ap_sta_id)
 648                 goto out;
 649
 650         __skb_queue_tail(&mvm->d0i3_tx, skb);
 651         ieee80211_stop_queues(mvm->hw);
 652
 653         /* trigger wakeup */
 654         iwl_mvm_ref(mvm, IWL_MVM_REF_TX);
 655         iwl_mvm_unref(mvm, IWL_MVM_REF_TX);
 656
 657         defer = true;
 658 out:
 659         spin_unlock(&mvm->d0i3_tx_lock);
 660         return defer;
 661 }
 662
 663 static void iwl_mvm_mac_tx(struct ieee80211_hw *hw,
 664                            struct ieee80211_tx_control *control,
 665                            struct sk_buff *skb)
 666 {
 667         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 668         struct ieee80211_sta *sta = control->sta;
 669         struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb);
 670         struct ieee80211_hdr *hdr = (void *)skb->data;
 671
 672         if (iwl_mvm_is_radio_killed(mvm)) {
 673                 IWL_DEBUG_DROP(mvm, "Dropping - RF/CT KILL\n");
 674                 goto drop;
 675         }
 676
 677         if (IEEE80211_SKB_CB(skb)->hw_queue == IWL_MVM_OFFCHANNEL_QUEUE &&
 678             !test_bit(IWL_MVM_STATUS_ROC_RUNNING, &mvm->status) &&
 679             !test_bit(IWL_MVM_STATUS_ROC_AUX_RUNNING, &mvm->status))
 680                 goto drop;
 681
 682         /* treat non-bufferable MMPDUs as broadcast if sta is sleeping */
 683         if (unlikely(info->flags & IEEE80211_TX_CTL_NO_PS_BUFFER &&
 684                      ieee80211_is_mgmt(hdr->frame_control) &&
 685                      !ieee80211_is_deauth(hdr->frame_control) &&
 686                      !ieee80211_is_disassoc(hdr->frame_control) &&
 687                      !ieee80211_is_action(hdr->frame_control)))
 688                 sta = NULL;
 689
 690         if (sta) {
 691                 if (iwl_mvm_defer_tx(mvm, sta, skb))
 692                         return;
 693                 if (iwl_mvm_tx_skb(mvm, skb, sta))
 694                         goto drop;
 695                 return;
 696         }
 697
 698         if (iwl_mvm_tx_skb_non_sta(mvm, skb))
 699                 goto drop;
 700         return;
 701  drop:
 702         ieee80211_free_txskb(hw, skb);
 703 }
 704
 705 static inline bool iwl_enable_rx_ampdu(const struct iwl_cfg *cfg)
 706 {
 707         if (iwlwifi_mod_params.disable_11n & IWL_DISABLE_HT_RXAGG)
 708                 return false;
 709         return true;
 710 }
 711
 712 static inline bool iwl_enable_tx_ampdu(const struct iwl_cfg *cfg)
 713 {
 714         if (iwlwifi_mod_params.disable_11n & IWL_DISABLE_HT_TXAGG)
 715                 return false;
 716         if (iwlwifi_mod_params.disable_11n & IWL_ENABLE_HT_TXAGG)
 717                 return true;
 718
 719         /* enabled by default */
 720         return true;
 721 }
 722
 723 static int iwl_mvm_mac_ampdu_action(struct ieee80211_hw *hw,
 724                                     struct ieee80211_vif *vif,
 725                                     enum ieee80211_ampdu_mlme_action action,
 726                                     struct ieee80211_sta *sta, u16 tid,
 727                                     u16 *ssn, u8 buf_size)
 728 {
 729         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
 730         int ret;
 731         bool tx_agg_ref = false;
 732
 733         IWL_DEBUG_HT(mvm, "A-MPDU action on addr %pM tid %d: action %d\n",
 734                      sta->addr, tid, action);
 735
 736         if (!(mvm->nvm_data->sku_cap_11n_enable))
 737                 return -EACCES;
 738
 739         /* return from D0i3 before starting a new Tx aggregation */
 740         switch (action) {
 741         case IEEE80211_AMPDU_TX_START:
 742         case IEEE80211_AMPDU_TX_STOP_CONT:
 743         case IEEE80211_AMPDU_TX_STOP_FLUSH:
 744         case IEEE80211_AMPDU_TX_STOP_FLUSH_CONT:
 745         case IEEE80211_AMPDU_TX_OPERATIONAL:
 746                 /*
 747                  * for tx start, wait synchronously until D0i3 exit to
 748                  * get the correct sequence number for the tid.
 749                  * additionally, some other ampdu actions use direct
 750                  * target access, which is not handled automatically
 751                  * by the trans layer (unlike commands), so wait for
 752                  * d0i3 exit in these cases as well.
 753                  */
 754                 ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_TX_AGG);
 755                 if (ret)
 756                         return ret;
 757
 758                 tx_agg_ref = true;
 759                 break;
 760         default:
 761                 break;
 762         }
 763
 764         mutex_lock(&mvm->mutex);
 765
 766         switch (action) {
 767         case IEEE80211_AMPDU_RX_START:
 768                 if (!iwl_enable_rx_ampdu(mvm->cfg)) {
 769                         ret = -EINVAL;
 770                         break;
 771                 }
 772                 ret = iwl_mvm_sta_rx_agg(mvm, sta, tid, *ssn, true);
 773                 break;
 774         case IEEE80211_AMPDU_RX_STOP:
 775                 ret = iwl_mvm_sta_rx_agg(mvm, sta, tid, 0, false);
 776                 break;
 777         case IEEE80211_AMPDU_TX_START:
 778                 if (!iwl_enable_tx_ampdu(mvm->cfg)) {
 779                         ret = -EINVAL;
 780                         break;
 781                 }
 782                 ret = iwl_mvm_sta_tx_agg_start(mvm, vif, sta, tid, ssn);
 783                 break;
 784         case IEEE80211_AMPDU_TX_STOP_CONT:
 785                 ret = iwl_mvm_sta_tx_agg_stop(mvm, vif, sta, tid);
 786                 break;
 787         case IEEE80211_AMPDU_TX_STOP_FLUSH:
 788         case IEEE80211_AMPDU_TX_STOP_FLUSH_CONT:
 789                 ret = iwl_mvm_sta_tx_agg_flush(mvm, vif, sta, tid);
 790                 break;
 791         case IEEE80211_AMPDU_TX_OPERATIONAL:
 792                 ret = iwl_mvm_sta_tx_agg_oper(mvm, vif, sta, tid, buf_size);
 793                 break;
 794         default:
 795                 WARN_ON_ONCE(1);
 796                 ret = -EINVAL;
 797                 break;
 798         }
 799         mutex_unlock(&mvm->mutex);
 800
 801         /*
 802          * If the tid is marked as started, we won't use it for offloaded
 803          * traffic on the next D0i3 entry. It's safe to unref.
 804          */
 805         if (tx_agg_ref)
 806                 iwl_mvm_unref(mvm, IWL_MVM_REF_TX_AGG);
 807
 808         return ret;
 809 }
 810
 811 static void iwl_mvm_cleanup_iterator(void *data, u8 *mac,
 812                                      struct ieee80211_vif *vif)
 813 {
 814         struct iwl_mvm *mvm = data;
 815         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
 816
 817         mvmvif->uploaded = false;
 818         mvmvif->ap_sta_id = IWL_MVM_STATION_COUNT;
 819
 820         spin_lock_bh(&mvm->time_event_lock);
 821         iwl_mvm_te_clear_data(mvm, &mvmvif->time_event_data);
 822         spin_unlock_bh(&mvm->time_event_lock);
 823
 824         mvmvif->phy_ctxt = NULL;
 825         memset(&mvmvif->bf_data, 0, sizeof(mvmvif->bf_data));
 826 }
 827
 828 static ssize_t iwl_mvm_read_coredump(char *buffer, loff_t offset, size_t count,
 829                                      const void *data, size_t datalen)
 830 {
 831         const struct iwl_mvm_dump_ptrs *dump_ptrs = data;
 832         ssize_t bytes_read;
 833         ssize_t bytes_read_trans;
 834
 835         if (offset < dump_ptrs->op_mode_len) {
 836                 bytes_read = min_t(ssize_t, count,
 837                                    dump_ptrs->op_mode_len - offset);
 838                 memcpy(buffer, (u8 *)dump_ptrs->op_mode_ptr + offset,
 839                        bytes_read);
 840                 offset += bytes_read;
 841                 count -= bytes_read;
 842
 843                 if (count == 0)
 844                         return bytes_read;
 845         } else {
 846                 bytes_read = 0;
 847         }
 848
 849         if (!dump_ptrs->trans_ptr)
 850                 return bytes_read;
 851
 852         offset -= dump_ptrs->op_mode_len;
 853         bytes_read_trans = min_t(ssize_t, count,
 854                                  dump_ptrs->trans_ptr->len - offset);
 855         memcpy(buffer + bytes_read,
 856                (u8 *)dump_ptrs->trans_ptr->data + offset,
 857                bytes_read_trans);
 858
 859         return bytes_read + bytes_read_trans;
 860 }
 861
 862 static void iwl_mvm_free_coredump(const void *data)
 863 {
 864         const struct iwl_mvm_dump_ptrs *fw_error_dump = data;
 865
 866         vfree(fw_error_dump->op_mode_ptr);
 867         vfree(fw_error_dump->trans_ptr);
 868         kfree(fw_error_dump);
 869 }
 870
 871 static void iwl_mvm_dump_fifos(struct iwl_mvm *mvm,
 872                                struct iwl_fw_error_dump_data **dump_data)
 873 {
 874         struct iwl_fw_error_dump_fifo *fifo_hdr;
 875         u32 *fifo_data;
 876         u32 fifo_len;
 877         unsigned long flags;
 878         int i, j;
 879
 880         if (!iwl_trans_grab_nic_access(mvm->trans, false, &flags))
 881                 return;
 882
 883         /* Pull RXF data from all RXFs */
 884         for (i = 0; i < ARRAY_SIZE(mvm->shared_mem_cfg.rxfifo_size); i++) {
 885                 /*
 886                  * Keep aside the additional offset that might be needed for
 887                  * next RXF
 888                  */
 889                 u32 offset_diff = RXF_DIFF_FROM_PREV * i;
 890
 891                 fifo_hdr = (void *)(*dump_data)->data;
 892                 fifo_data = (void *)fifo_hdr->data;
 893                 fifo_len = mvm->shared_mem_cfg.rxfifo_size[i];
 894
 895                 /* No need to try to read the data if the length is 0 */
 896                 if (fifo_len == 0)
 897                         continue;
 898
 899                 /* Add a TLV for the RXF */
 900                 (*dump_data)->type = cpu_to_le32(IWL_FW_ERROR_DUMP_RXF);
 901                 (*dump_data)->len = cpu_to_le32(fifo_len + sizeof(*fifo_hdr));
 902
 903                 fifo_hdr->fifo_num = cpu_to_le32(i);
 904                 fifo_hdr->available_bytes =
 905                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 906                                                         RXF_RD_D_SPACE +
 907                                                         offset_diff));
 908                 fifo_hdr->wr_ptr =
 909                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 910                                                         RXF_RD_WR_PTR +
 911                                                         offset_diff));
 912                 fifo_hdr->rd_ptr =
 913                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 914                                                         RXF_RD_RD_PTR +
 915                                                         offset_diff));
 916                 fifo_hdr->fence_ptr =
 917                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 918                                                         RXF_RD_FENCE_PTR +
 919                                                         offset_diff));
 920                 fifo_hdr->fence_mode =
 921                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 922                                                         RXF_SET_FENCE_MODE +
 923                                                         offset_diff));
 924
 925                 /* Lock fence */
 926                 iwl_trans_write_prph(mvm->trans,
 927                                      RXF_SET_FENCE_MODE + offset_diff, 0x1);
 928                 /* Set fence pointer to the same place like WR pointer */
 929                 iwl_trans_write_prph(mvm->trans,
 930                                      RXF_LD_WR2FENCE + offset_diff, 0x1);
 931                 /* Set fence offset */
 932                 iwl_trans_write_prph(mvm->trans,
 933                                      RXF_LD_FENCE_OFFSET_ADDR + offset_diff,
 934                                      0x0);
 935
 936                 /* Read FIFO */
 937                 fifo_len /= sizeof(u32); /* Size in DWORDS */
 938                 for (j = 0; j < fifo_len; j++)
 939                         fifo_data[j] = iwl_trans_read_prph(mvm->trans,
 940                                                          RXF_FIFO_RD_FENCE_INC +
 941                                                          offset_diff);
 942                 *dump_data = iwl_fw_error_next_data(*dump_data);
 943         }
 944
 945         /* Pull TXF data from all TXFs */
 946         for (i = 0; i < ARRAY_SIZE(mvm->shared_mem_cfg.txfifo_size); i++) {
 947                 /* Mark the number of TXF we're pulling now */
 948                 iwl_trans_write_prph(mvm->trans, TXF_LARC_NUM, i);
 949
 950                 fifo_hdr = (void *)(*dump_data)->data;
 951                 fifo_data = (void *)fifo_hdr->data;
 952                 fifo_len = mvm->shared_mem_cfg.txfifo_size[i];
 953
 954                 /* No need to try to read the data if the length is 0 */
 955                 if (fifo_len == 0)
 956                         continue;
 957
 958                 /* Add a TLV for the FIFO */
 959                 (*dump_data)->type = cpu_to_le32(IWL_FW_ERROR_DUMP_TXF);
 960                 (*dump_data)->len = cpu_to_le32(fifo_len + sizeof(*fifo_hdr));
 961
 962                 fifo_hdr->fifo_num = cpu_to_le32(i);
 963                 fifo_hdr->available_bytes =
 964                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 965                                                         TXF_FIFO_ITEM_CNT));
 966                 fifo_hdr->wr_ptr =
 967                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 968                                                         TXF_WR_PTR));
 969                 fifo_hdr->rd_ptr =
 970                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 971                                                         TXF_RD_PTR));
 972                 fifo_hdr->fence_ptr =
 973                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 974                                                         TXF_FENCE_PTR));
 975                 fifo_hdr->fence_mode =
 976                         cpu_to_le32(iwl_trans_read_prph(mvm->trans,
 977                                                         TXF_LOCK_FENCE));
 978
 979                 /* Set the TXF_READ_MODIFY_ADDR to TXF_WR_PTR */
 980                 iwl_trans_write_prph(mvm->trans, TXF_READ_MODIFY_ADDR,
 981                                      TXF_WR_PTR);
 982
 983                 /* Dummy-read to advance the read pointer to the head */
 984                 iwl_trans_read_prph(mvm->trans, TXF_READ_MODIFY_DATA);
 985
 986                 /* Read FIFO */
 987                 fifo_len /= sizeof(u32); /* Size in DWORDS */
 988                 for (j = 0; j < fifo_len; j++)
 989                         fifo_data[j] = iwl_trans_read_prph(mvm->trans,
 990                                                           TXF_READ_MODIFY_DATA);
 991                 *dump_data = iwl_fw_error_next_data(*dump_data);
 992         }
 993
 994         iwl_trans_release_nic_access(mvm->trans, &flags);
 995 }
 996
 997 void iwl_mvm_free_fw_dump_desc(struct iwl_mvm *mvm)
 998 {
 999         if (mvm->fw_dump_desc == &iwl_mvm_dump_desc_assert ||
1000             !mvm->fw_dump_desc)
1001                 return;
1002
1003         kfree(mvm->fw_dump_desc);
1004         mvm->fw_dump_desc = NULL;
1005 }
1006
1007 void iwl_mvm_fw_error_dump(struct iwl_mvm *mvm)
1008 {
1009         struct iwl_fw_error_dump_file *dump_file;
1010         struct iwl_fw_error_dump_data *dump_data;
1011         struct iwl_fw_error_dump_info *dump_info;
1012         struct iwl_fw_error_dump_mem *dump_mem;
1013         struct iwl_fw_error_dump_trigger_desc *dump_trig;
1014         struct iwl_mvm_dump_ptrs *fw_error_dump;
1015         u32 sram_len, sram_ofs;
1016         u32 file_len, fifo_data_len = 0;
1017         u32 smem_len = mvm->cfg->smem_len;
1018         u32 sram2_len = mvm->cfg->dccm2_len;
1019
1020         lockdep_assert_held(&mvm->mutex);
1021
1022         /* W/A for 8000 HW family A-step */
1023         if (mvm->cfg->device_family == IWL_DEVICE_FAMILY_8000 &&
1024             CSR_HW_REV_STEP(mvm->trans->hw_rev) == SILICON_A_STEP) {
1025                 if (smem_len)
1026                         smem_len = 0x38000;
1027
1028                 if (sram2_len)
1029                         sram2_len = 0x10000;
1030         }
1031
1032         fw_error_dump = kzalloc(sizeof(*fw_error_dump), GFP_KERNEL);
1033         if (!fw_error_dump)
1034                 return;
1035
1036         /* SRAM - include stack CCM if driver knows the values for it */
1037         if (!mvm->cfg->dccm_offset || !mvm->cfg->dccm_len) {
1038                 const struct fw_img *img;
1039
1040                 img = &mvm->fw->img[mvm->cur_ucode];
1041                 sram_ofs = img->sec[IWL_UCODE_SECTION_DATA].offset;
1042                 sram_len = img->sec[IWL_UCODE_SECTION_DATA].len;
1043         } else {
1044                 sram_ofs = mvm->cfg->dccm_offset;
1045                 sram_len = mvm->cfg->dccm_len;
1046         }
1047
1048         /* reading RXF/TXF sizes */
1049         if (test_bit(STATUS_FW_ERROR, &mvm->trans->status)) {
1050                 struct iwl_mvm_shared_mem_cfg *mem_cfg = &mvm->shared_mem_cfg;
1051                 int i;
1052
1053                 fifo_data_len = 0;
1054
1055                 /* Count RXF size */
1056                 for (i = 0; i < ARRAY_SIZE(mem_cfg->rxfifo_size); i++) {
1057                         if (!mem_cfg->rxfifo_size[i])
1058                                 continue;
1059
1060                         /* Add header info */
1061                         fifo_data_len += mem_cfg->rxfifo_size[i] +
1062                                          sizeof(*dump_data) +
1063                                          sizeof(struct iwl_fw_error_dump_fifo);
1064                 }
1065
1066                 for (i = 0; i < ARRAY_SIZE(mem_cfg->txfifo_size); i++) {
1067                         if (!mem_cfg->txfifo_size[i])
1068                                 continue;
1069
1070                         /* Add header info */
1071                         fifo_data_len += mem_cfg->txfifo_size[i] +
1072                                          sizeof(*dump_data) +
1073                                          sizeof(struct iwl_fw_error_dump_fifo);
1074                 }
1075         }
1076
1077         file_len = sizeof(*dump_file) +
1078                    sizeof(*dump_data) * 2 +
1079                    sram_len + sizeof(*dump_mem) +
1080                    fifo_data_len +
1081                    sizeof(*dump_info);
1082
1083         if (mvm->fw_dump_desc)
1084                 file_len += sizeof(*dump_data) + sizeof(*dump_trig) +
1085                             mvm->fw_dump_desc->len;
1086
1087         /* Make room for the SMEM, if it exists */
1088         if (smem_len)
1089                 file_len += sizeof(*dump_data) + sizeof(*dump_mem) + smem_len;
1090
1091         /* Make room for the secondary SRAM, if it exists */
1092         if (sram2_len)
1093                 file_len += sizeof(*dump_data) + sizeof(*dump_mem) + sram2_len;
1094
1095         dump_file = vzalloc(file_len);
1096         if (!dump_file) {
1097                 kfree(fw_error_dump);
1098                 iwl_mvm_free_fw_dump_desc(mvm);
1099                 return;
1100         }
1101
1102         fw_error_dump->op_mode_ptr = dump_file;
1103
1104         dump_file->barker = cpu_to_le32(IWL_FW_ERROR_DUMP_BARKER);
1105         dump_data = (void *)dump_file->data;
1106
1107         dump_data->type = cpu_to_le32(IWL_FW_ERROR_DUMP_DEV_FW_INFO);
1108         dump_data->len = cpu_to_le32(sizeof(*dump_info));
1109         dump_info = (void *) dump_data->data;
1110         dump_info->device_family =
1111                 mvm->cfg->device_family == IWL_DEVICE_FAMILY_7000 ?
1112                         cpu_to_le32(IWL_FW_ERROR_DUMP_FAMILY_7) :
1113                         cpu_to_le32(IWL_FW_ERROR_DUMP_FAMILY_8);
1114         dump_info->hw_step = cpu_to_le32(CSR_HW_REV_STEP(mvm->trans->hw_rev));
1115         memcpy(dump_info->fw_human_readable, mvm->fw->human_readable,
1116                sizeof(dump_info->fw_human_readable));
1117         strncpy(dump_info->dev_human_readable, mvm->cfg->name,
1118                 sizeof(dump_info->dev_human_readable));
1119         strncpy(dump_info->bus_human_readable, mvm->dev->bus->name,
1120                 sizeof(dump_info->bus_human_readable));
1121
1122         dump_data = iwl_fw_error_next_data(dump_data);
1123         /* We only dump the FIFOs if the FW is in error state */
1124         if (test_bit(STATUS_FW_ERROR, &mvm->trans->status))
1125                 iwl_mvm_dump_fifos(mvm, &dump_data);
1126
1127         if (mvm->fw_dump_desc) {
1128                 dump_data->type = cpu_to_le32(IWL_FW_ERROR_DUMP_ERROR_INFO);
1129                 dump_data->len = cpu_to_le32(sizeof(*dump_trig) +
1130                                              mvm->fw_dump_desc->len);
1131                 dump_trig = (void *)dump_data->data;
1132                 memcpy(dump_trig, &mvm->fw_dump_desc->trig_desc,
1133                        sizeof(*dump_trig) + mvm->fw_dump_desc->len);
1134
1135                 /* now we can free this copy */
1136                 iwl_mvm_free_fw_dump_desc(mvm);
1137                 dump_data = iwl_fw_error_next_data(dump_data);
1138         }
1139
1140         dump_data->type = cpu_to_le32(IWL_FW_ERROR_DUMP_MEM);
1141         dump_data->len = cpu_to_le32(sram_len + sizeof(*dump_mem));
1142         dump_mem = (void *)dump_data->data;
1143         dump_mem->type = cpu_to_le32(IWL_FW_ERROR_DUMP_MEM_SRAM);
1144         dump_mem->offset = cpu_to_le32(sram_ofs);
1145         iwl_trans_read_mem_bytes(mvm->trans, sram_ofs, dump_mem->data,
1146                                  sram_len);
1147
1148         if (smem_len) {
1149                 dump_data = iwl_fw_error_next_data(dump_data);
1150                 dump_data->type = cpu_to_le32(IWL_FW_ERROR_DUMP_MEM);
1151                 dump_data->len = cpu_to_le32(smem_len + sizeof(*dump_mem));
1152                 dump_mem = (void *)dump_data->data;
1153                 dump_mem->type = cpu_to_le32(IWL_FW_ERROR_DUMP_MEM_SMEM);
1154                 dump_mem->offset = cpu_to_le32(mvm->cfg->smem_offset);
1155                 iwl_trans_read_mem_bytes(mvm->trans, mvm->cfg->smem_offset,
1156                                          dump_mem->data, smem_len);
1157         }
1158
1159         if (sram2_len) {
1160                 dump_data = iwl_fw_error_next_data(dump_data);
1161                 dump_data->type = cpu_to_le32(IWL_FW_ERROR_DUMP_MEM);
1162                 dump_data->len = cpu_to_le32(sram2_len + sizeof(*dump_mem));
1163                 dump_mem = (void *)dump_data->data;
1164                 dump_mem->type = cpu_to_le32(IWL_FW_ERROR_DUMP_MEM_SRAM);
1165                 dump_mem->offset = cpu_to_le32(mvm->cfg->dccm2_offset);
1166                 iwl_trans_read_mem_bytes(mvm->trans, mvm->cfg->dccm2_offset,
1167                                          dump_mem->data, sram2_len);
1168         }
1169
1170         fw_error_dump->trans_ptr = iwl_trans_dump_data(mvm->trans);
1171         fw_error_dump->op_mode_len = file_len;
1172         if (fw_error_dump->trans_ptr)
1173                 file_len += fw_error_dump->trans_ptr->len;
1174         dump_file->file_len = cpu_to_le32(file_len);
1175
1176         dev_coredumpm(mvm->trans->dev, THIS_MODULE, fw_error_dump, 0,
1177                       GFP_KERNEL, iwl_mvm_read_coredump, iwl_mvm_free_coredump);
1178
1179         clear_bit(IWL_MVM_STATUS_DUMPING_FW_LOG, &mvm->status);
1180 }
1181
1182 struct iwl_mvm_dump_desc iwl_mvm_dump_desc_assert = {
1183         .trig_desc = {
1184                 .type = cpu_to_le32(FW_DBG_TRIGGER_FW_ASSERT),
1185         },
1186 };
1187
1188 static void iwl_mvm_restart_cleanup(struct iwl_mvm *mvm)
1189 {
1190         /* clear the D3 reconfig, we only need it to avoid dumping a
1191          * firmware coredump on reconfiguration, we shouldn't do that
1192          * on D3->D0 transition
1193          */
1194         if (!test_and_clear_bit(IWL_MVM_STATUS_D3_RECONFIG, &mvm->status)) {
1195                 mvm->fw_dump_desc = &iwl_mvm_dump_desc_assert;
1196                 iwl_mvm_fw_error_dump(mvm);
1197         }
1198
1199         /* cleanup all stale references (scan, roc), but keep the
1200          * ucode_down ref until reconfig is complete
1201          */
1202         iwl_mvm_unref_all_except(mvm, IWL_MVM_REF_UCODE_DOWN);
1203
1204         iwl_trans_stop_device(mvm->trans);
1205
1206         mvm->scan_status = IWL_MVM_SCAN_NONE;
1207         mvm->ps_disabled = false;
1208         mvm->calibrating = false;
1209
1210         /* just in case one was running */
1211         ieee80211_remain_on_channel_expired(mvm->hw);
1212
1213         ieee80211_iterate_active_interfaces_atomic(
1214                 mvm->hw, IEEE80211_IFACE_ITER_RESUME_ALL,
1215                 iwl_mvm_cleanup_iterator, mvm);
1216
1217         mvm->p2p_device_vif = NULL;
1218         mvm->d0i3_ap_sta_id = IWL_MVM_STATION_COUNT;
1219
1220         iwl_mvm_reset_phy_ctxts(mvm);
1221         memset(mvm->fw_key_table, 0, sizeof(mvm->fw_key_table));
1222         memset(mvm->sta_drained, 0, sizeof(mvm->sta_drained));
1223         memset(mvm->tfd_drained, 0, sizeof(mvm->tfd_drained));
1224         memset(&mvm->last_bt_notif, 0, sizeof(mvm->last_bt_notif));
1225         memset(&mvm->last_bt_notif_old, 0, sizeof(mvm->last_bt_notif_old));
1226         memset(&mvm->last_bt_ci_cmd, 0, sizeof(mvm->last_bt_ci_cmd));
1227         memset(&mvm->last_bt_ci_cmd_old, 0, sizeof(mvm->last_bt_ci_cmd_old));
1228         memset(&mvm->bt_ack_kill_msk, 0, sizeof(mvm->bt_ack_kill_msk));
1229         memset(&mvm->bt_cts_kill_msk, 0, sizeof(mvm->bt_cts_kill_msk));
1230
1231         ieee80211_wake_queues(mvm->hw);
1232
1233         /* clear any stale d0i3 state */
1234         clear_bit(IWL_MVM_STATUS_IN_D0I3, &mvm->status);
1235
1236         mvm->vif_count = 0;
1237         mvm->rx_ba_sessions = 0;
1238         mvm->fw_dbg_conf = FW_DBG_INVALID;
1239
1240         /* keep statistics ticking */
1241         iwl_mvm_accu_radio_stats(mvm);
1242 }
1243
1244 int __iwl_mvm_mac_start(struct iwl_mvm *mvm)
1245 {
1246         int ret;
1247
1248         lockdep_assert_held(&mvm->mutex);
1249
1250         /* Clean up some internal and mac80211 state on restart */
1251         if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1252                 iwl_mvm_restart_cleanup(mvm);
1253
1254         ret = iwl_mvm_up(mvm);
1255
1256         if (ret && test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)) {
1257                 /* Something went wrong - we need to finish some cleanup
1258                  * that normally iwl_mvm_mac_restart_complete() below
1259                  * would do.
1260                  */
1261                 clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1262                 iwl_mvm_d0i3_enable_tx(mvm, NULL);
1263         }
1264
1265         return ret;
1266 }
1267
1268 static int iwl_mvm_mac_start(struct ieee80211_hw *hw)
1269 {
1270         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1271         int ret;
1272
1273         /* Some hw restart cleanups must not hold the mutex */
1274         if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status)) {
1275                 /*
1276                  * Make sure we are out of d0i3. This is needed
1277                  * to make sure the reference accounting is correct
1278                  * (and there is no stale d0i3_exit_work).
1279                  */
1280                 wait_event_timeout(mvm->d0i3_exit_waitq,
1281                                    !test_bit(IWL_MVM_STATUS_IN_D0I3,
1282                                              &mvm->status),
1283                                    HZ);
1284         }
1285
1286         mutex_lock(&mvm->mutex);
1287         ret = __iwl_mvm_mac_start(mvm);
1288         mutex_unlock(&mvm->mutex);
1289
1290         return ret;
1291 }
1292
1293 static void iwl_mvm_restart_complete(struct iwl_mvm *mvm)
1294 {
1295         int ret;
1296
1297         mutex_lock(&mvm->mutex);
1298
1299         clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1300         iwl_mvm_d0i3_enable_tx(mvm, NULL);
1301         ret = iwl_mvm_update_quotas(mvm, false, NULL);
1302         if (ret)
1303                 IWL_ERR(mvm, "Failed to update quotas after restart (%d)\n",
1304                         ret);
1305
1306         /* allow transport/FW low power modes */
1307         iwl_mvm_unref(mvm, IWL_MVM_REF_UCODE_DOWN);
1308
1309         /*
1310          * If we have TDLS peers, remove them. We don't know the last seqno/PN
1311          * of packets the FW sent out, so we must reconnect.
1312          */
1313         iwl_mvm_teardown_tdls_peers(mvm);
1314
1315         mutex_unlock(&mvm->mutex);
1316 }
1317
1318 static void iwl_mvm_resume_complete(struct iwl_mvm *mvm)
1319 {
1320         bool exit_now;
1321
1322         if (!iwl_mvm_is_d0i3_supported(mvm))
1323                 return;
1324
1325         mutex_lock(&mvm->d0i3_suspend_mutex);
1326         __clear_bit(D0I3_DEFER_WAKEUP, &mvm->d0i3_suspend_flags);
1327         exit_now = __test_and_clear_bit(D0I3_PENDING_WAKEUP,
1328                                         &mvm->d0i3_suspend_flags);
1329         mutex_unlock(&mvm->d0i3_suspend_mutex);
1330
1331         if (exit_now) {
1332                 IWL_DEBUG_RPM(mvm, "Run deferred d0i3 exit\n");
1333                 _iwl_mvm_exit_d0i3(mvm);
1334         }
1335
1336         if (mvm->trans->d0i3_mode == IWL_D0I3_MODE_ON_SUSPEND)
1337                 if (!wait_event_timeout(mvm->d0i3_exit_waitq,
1338                                         !test_bit(IWL_MVM_STATUS_IN_D0I3,
1339                                                   &mvm->status),
1340                                         HZ))
1341                         WARN_ONCE(1, "D0i3 exit on resume timed out\n");
1342 }
1343
1344 static void
1345 iwl_mvm_mac_reconfig_complete(struct ieee80211_hw *hw,
1346                               enum ieee80211_reconfig_type reconfig_type)
1347 {
1348         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1349
1350         switch (reconfig_type) {
1351         case IEEE80211_RECONFIG_TYPE_RESTART:
1352                 iwl_mvm_restart_complete(mvm);
1353                 break;
1354         case IEEE80211_RECONFIG_TYPE_SUSPEND:
1355                 iwl_mvm_resume_complete(mvm);
1356                 break;
1357         }
1358 }
1359
1360 void __iwl_mvm_mac_stop(struct iwl_mvm *mvm)
1361 {
1362         lockdep_assert_held(&mvm->mutex);
1363
1364         /* firmware counters are obviously reset now, but we shouldn't
1365          * partially track so also clear the fw_reset_accu counters.
1366          */
1367         memset(&mvm->accu_radio_stats, 0, sizeof(mvm->accu_radio_stats));
1368
1369         /*
1370          * Disallow low power states when the FW is down by taking
1371          * the UCODE_DOWN ref. in case of ongoing hw restart the
1372          * ref is already taken, so don't take it again.
1373          */
1374         if (!test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1375                 iwl_mvm_ref(mvm, IWL_MVM_REF_UCODE_DOWN);
1376
1377         /* async_handlers_wk is now blocked */
1378
1379         /*
1380          * The work item could be running or queued if the
1381          * ROC time event stops just as we get here.
1382          */
1383         cancel_work_sync(&mvm->roc_done_wk);
1384
1385         iwl_trans_stop_device(mvm->trans);
1386
1387         iwl_mvm_async_handlers_purge(mvm);
1388         /* async_handlers_list is empty and will stay empty: HW is stopped */
1389
1390         /* the fw is stopped, the aux sta is dead: clean up driver state */
1391         iwl_mvm_del_aux_sta(mvm);
1392
1393         /*
1394          * Clear IN_HW_RESTART flag when stopping the hw (as restart_complete()
1395          * won't be called in this case).
1396          */
1397         clear_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status);
1398
1399         mvm->ucode_loaded = false;
1400 }
1401
1402 static void iwl_mvm_mac_stop(struct ieee80211_hw *hw)
1403 {
1404         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1405
1406         flush_work(&mvm->d0i3_exit_work);
1407         flush_work(&mvm->async_handlers_wk);
1408         cancel_delayed_work_sync(&mvm->fw_dump_wk);
1409         iwl_mvm_free_fw_dump_desc(mvm);
1410
1411         mutex_lock(&mvm->mutex);
1412         __iwl_mvm_mac_stop(mvm);
1413         mutex_unlock(&mvm->mutex);
1414
1415         /*
1416          * The worker might have been waiting for the mutex, let it run and
1417          * discover that its list is now empty.
1418          */
1419         cancel_work_sync(&mvm->async_handlers_wk);
1420 }
1421
1422 static struct iwl_mvm_phy_ctxt *iwl_mvm_get_free_phy_ctxt(struct iwl_mvm *mvm)
1423 {
1424         u16 i;
1425
1426         lockdep_assert_held(&mvm->mutex);
1427
1428         for (i = 0; i < NUM_PHY_CTX; i++)
1429                 if (!mvm->phy_ctxts[i].ref)
1430                         return &mvm->phy_ctxts[i];
1431
1432         IWL_ERR(mvm, "No available PHY context\n");
1433         return NULL;
1434 }
1435
1436 static int iwl_mvm_set_tx_power(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
1437                                 s8 tx_power)
1438 {
1439         /* FW is in charge of regulatory enforcement */
1440         struct iwl_reduce_tx_power_cmd reduce_txpwr_cmd = {
1441                 .mac_context_id = iwl_mvm_vif_from_mac80211(vif)->id,
1442                 .pwr_restriction = cpu_to_le16(tx_power),
1443         };
1444
1445         return iwl_mvm_send_cmd_pdu(mvm, REDUCE_TX_POWER_CMD, 0,
1446                                     sizeof(reduce_txpwr_cmd),
1447                                     &reduce_txpwr_cmd);
1448 }
1449
1450 static int iwl_mvm_mac_add_interface(struct ieee80211_hw *hw,
1451                                      struct ieee80211_vif *vif)
1452 {
1453         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1454         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1455         int ret;
1456
1457         mvmvif->mvm = mvm;
1458
1459         /*
1460          * make sure D0i3 exit is completed, otherwise a target access
1461          * during tx queue configuration could be done when still in
1462          * D0i3 state.
1463          */
1464         ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_ADD_IF);
1465         if (ret)
1466                 return ret;
1467
1468         /*
1469          * Not much to do here. The stack will not allow interface
1470          * types or combinations that we didn't advertise, so we
1471          * don't really have to check the types.
1472          */
1473
1474         mutex_lock(&mvm->mutex);
1475
1476         /* make sure that beacon statistics don't go backwards with FW reset */
1477         if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART, &mvm->status))
1478                 mvmvif->beacon_stats.accu_num_beacons +=
1479                         mvmvif->beacon_stats.num_beacons;
1480
1481         /* Allocate resources for the MAC context, and add it to the fw  */
1482         ret = iwl_mvm_mac_ctxt_init(mvm, vif);
1483         if (ret)
1484                 goto out_unlock;
1485
1486         /* Counting number of interfaces is needed for legacy PM */
1487         if (vif->type != NL80211_IFTYPE_P2P_DEVICE)
1488                 mvm->vif_count++;
1489
1490         /*
1491          * The AP binding flow can be done only after the beacon
1492          * template is configured (which happens only in the mac80211
1493          * start_ap() flow), and adding the broadcast station can happen
1494          * only after the binding.
1495          * In addition, since modifying the MAC before adding a bcast
1496          * station is not allowed by the FW, delay the adding of MAC context to
1497          * the point where we can also add the bcast station.
1498          * In short: there's not much we can do at this point, other than
1499          * allocating resources :)
1500          */
1501         if (vif->type == NL80211_IFTYPE_AP ||
1502             vif->type == NL80211_IFTYPE_ADHOC) {
1503                 ret = iwl_mvm_alloc_bcast_sta(mvm, vif);
1504                 if (ret) {
1505                         IWL_ERR(mvm, "Failed to allocate bcast sta\n");
1506                         goto out_release;
1507                 }
1508
1509                 iwl_mvm_vif_dbgfs_register(mvm, vif);
1510                 goto out_unlock;
1511         }
1512
1513         ret = iwl_mvm_mac_ctxt_add(mvm, vif);
1514         if (ret)
1515                 goto out_release;
1516
1517         ret = iwl_mvm_power_update_mac(mvm);
1518         if (ret)
1519                 goto out_remove_mac;
1520
1521         /* beacon filtering */
1522         ret = iwl_mvm_disable_beacon_filter(mvm, vif, 0);
1523         if (ret)
1524                 goto out_remove_mac;
1525
1526         if (!mvm->bf_allowed_vif &&
1527             vif->type == NL80211_IFTYPE_STATION && !vif->p2p) {
1528                 mvm->bf_allowed_vif = mvmvif;
1529                 vif->driver_flags |= IEEE80211_VIF_BEACON_FILTER |
1530                                      IEEE80211_VIF_SUPPORTS_CQM_RSSI;
1531         }
1532
1533         /*
1534          * P2P_DEVICE interface does not have a channel context assigned to it,
1535          * so a dedicated PHY context is allocated to it and the corresponding
1536          * MAC context is bound to it at this stage.
1537          */
1538         if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
1539
1540                 mvmvif->phy_ctxt = iwl_mvm_get_free_phy_ctxt(mvm);
1541                 if (!mvmvif->phy_ctxt) {
1542                         ret = -ENOSPC;
1543                         goto out_free_bf;
1544                 }
1545
1546                 iwl_mvm_phy_ctxt_ref(mvm, mvmvif->phy_ctxt);
1547                 ret = iwl_mvm_binding_add_vif(mvm, vif);
1548                 if (ret)
1549                         goto out_unref_phy;
1550
1551                 ret = iwl_mvm_add_bcast_sta(mvm, vif);
1552                 if (ret)
1553                         goto out_unbind;
1554
1555                 /* Save a pointer to p2p device vif, so it can later be used to
1556                  * update the p2p device MAC when a GO is started/stopped */
1557                 mvm->p2p_device_vif = vif;
1558         }
1559
1560         iwl_mvm_vif_dbgfs_register(mvm, vif);
1561         goto out_unlock;
1562
1563  out_unbind:
1564         iwl_mvm_binding_remove_vif(mvm, vif);
1565  out_unref_phy:
1566         iwl_mvm_phy_ctxt_unref(mvm, mvmvif->phy_ctxt);
1567  out_free_bf:
1568         if (mvm->bf_allowed_vif == mvmvif) {
1569                 mvm->bf_allowed_vif = NULL;
1570                 vif->driver_flags &= ~(IEEE80211_VIF_BEACON_FILTER |
1571                                        IEEE80211_VIF_SUPPORTS_CQM_RSSI);
1572         }
1573  out_remove_mac:
1574         mvmvif->phy_ctxt = NULL;
1575         iwl_mvm_mac_ctxt_remove(mvm, vif);
1576  out_release:
1577         if (vif->type != NL80211_IFTYPE_P2P_DEVICE)
1578                 mvm->vif_count--;
1579
1580         iwl_mvm_mac_ctxt_release(mvm, vif);
1581  out_unlock:
1582         mutex_unlock(&mvm->mutex);
1583
1584         iwl_mvm_unref(mvm, IWL_MVM_REF_ADD_IF);
1585
1586         return ret;
1587 }
1588
1589 static void iwl_mvm_prepare_mac_removal(struct iwl_mvm *mvm,
1590                                         struct ieee80211_vif *vif)
1591 {
1592         u32 tfd_msk = iwl_mvm_mac_get_queues_mask(vif);
1593
1594         if (tfd_msk) {
1595                 mutex_lock(&mvm->mutex);
1596                 iwl_mvm_flush_tx_path(mvm, tfd_msk, true);
1597                 mutex_unlock(&mvm->mutex);
1598         }
1599
1600         if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
1601                 /*
1602                  * Flush the ROC worker which will flush the OFFCHANNEL queue.
1603                  * We assume here that all the packets sent to the OFFCHANNEL
1604                  * queue are sent in ROC session.
1605                  */
1606                 flush_work(&mvm->roc_done_wk);
1607         } else {
1608                 /*
1609                  * By now, all the AC queues are empty. The AGG queues are
1610                  * empty too. We already got all the Tx responses for all the
1611                  * packets in the queues. The drain work can have been
1612                  * triggered. Flush it.
1613                  */
1614                 flush_work(&mvm->sta_drained_wk);
1615         }
1616 }
1617
1618 static void iwl_mvm_mac_remove_interface(struct ieee80211_hw *hw,
1619                                          struct ieee80211_vif *vif)
1620 {
1621         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1622         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1623
1624         iwl_mvm_prepare_mac_removal(mvm, vif);
1625
1626         mutex_lock(&mvm->mutex);
1627
1628         if (mvm->bf_allowed_vif == mvmvif) {
1629                 mvm->bf_allowed_vif = NULL;
1630                 vif->driver_flags &= ~(IEEE80211_VIF_BEACON_FILTER |
1631                                        IEEE80211_VIF_SUPPORTS_CQM_RSSI);
1632         }
1633
1634         iwl_mvm_vif_dbgfs_clean(mvm, vif);
1635
1636         /*
1637          * For AP/GO interface, the tear down of the resources allocated to the
1638          * interface is be handled as part of the stop_ap flow.
1639          */
1640         if (vif->type == NL80211_IFTYPE_AP ||
1641             vif->type == NL80211_IFTYPE_ADHOC) {
1642 #ifdef CONFIG_NL80211_TESTMODE
1643                 if (vif == mvm->noa_vif) {
1644                         mvm->noa_vif = NULL;
1645                         mvm->noa_duration = 0;
1646                 }
1647 #endif
1648                 iwl_mvm_dealloc_bcast_sta(mvm, vif);
1649                 goto out_release;
1650         }
1651
1652         if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
1653                 mvm->p2p_device_vif = NULL;
1654                 iwl_mvm_rm_bcast_sta(mvm, vif);
1655                 iwl_mvm_binding_remove_vif(mvm, vif);
1656                 iwl_mvm_phy_ctxt_unref(mvm, mvmvif->phy_ctxt);
1657                 mvmvif->phy_ctxt = NULL;
1658         }
1659
1660         if (mvm->vif_count && vif->type != NL80211_IFTYPE_P2P_DEVICE)
1661                 mvm->vif_count--;
1662
1663         iwl_mvm_power_update_mac(mvm);
1664         iwl_mvm_mac_ctxt_remove(mvm, vif);
1665
1666 out_release:
1667         iwl_mvm_mac_ctxt_release(mvm, vif);
1668         mutex_unlock(&mvm->mutex);
1669 }
1670
1671 static int iwl_mvm_mac_config(struct ieee80211_hw *hw, u32 changed)
1672 {
1673         return 0;
1674 }
1675
1676 struct iwl_mvm_mc_iter_data {
1677         struct iwl_mvm *mvm;
1678         int port_id;
1679 };
1680
1681 static void iwl_mvm_mc_iface_iterator(void *_data, u8 *mac,
1682                                       struct ieee80211_vif *vif)
1683 {
1684         struct iwl_mvm_mc_iter_data *data = _data;
1685         struct iwl_mvm *mvm = data->mvm;
1686         struct iwl_mcast_filter_cmd *cmd = mvm->mcast_filter_cmd;
1687         int ret, len;
1688
1689         /* if we don't have free ports, mcast frames will be dropped */
1690         if (WARN_ON_ONCE(data->port_id >= MAX_PORT_ID_NUM))
1691                 return;
1692
1693         if (vif->type != NL80211_IFTYPE_STATION ||
1694             !vif->bss_conf.assoc)
1695                 return;
1696
1697         cmd->port_id = data->port_id++;
1698         memcpy(cmd->bssid, vif->bss_conf.bssid, ETH_ALEN);
1699         len = roundup(sizeof(*cmd) + cmd->count * ETH_ALEN, 4);
1700
1701         ret = iwl_mvm_send_cmd_pdu(mvm, MCAST_FILTER_CMD, CMD_ASYNC, len, cmd);
1702         if (ret)
1703                 IWL_ERR(mvm, "mcast filter cmd error. ret=%d\n", ret);
1704 }
1705
1706 static void iwl_mvm_recalc_multicast(struct iwl_mvm *mvm)
1707 {
1708         struct iwl_mvm_mc_iter_data iter_data = {
1709                 .mvm = mvm,
1710         };
1711
1712         lockdep_assert_held(&mvm->mutex);
1713
1714         if (WARN_ON_ONCE(!mvm->mcast_filter_cmd))
1715                 return;
1716
1717         ieee80211_iterate_active_interfaces_atomic(
1718                 mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
1719                 iwl_mvm_mc_iface_iterator, &iter_data);
1720 }
1721
1722 static u64 iwl_mvm_prepare_multicast(struct ieee80211_hw *hw,
1723                                      struct netdev_hw_addr_list *mc_list)
1724 {
1725         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1726         struct iwl_mcast_filter_cmd *cmd;
1727         struct netdev_hw_addr *addr;
1728         int addr_count;
1729         bool pass_all;
1730         int len;
1731
1732         addr_count = netdev_hw_addr_list_count(mc_list);
1733         pass_all = addr_count > MAX_MCAST_FILTERING_ADDRESSES ||
1734                    IWL_MVM_FW_MCAST_FILTER_PASS_ALL;
1735         if (pass_all)
1736                 addr_count = 0;
1737
1738         len = roundup(sizeof(*cmd) + addr_count * ETH_ALEN, 4);
1739         cmd = kzalloc(len, GFP_ATOMIC);
1740         if (!cmd)
1741                 return 0;
1742
1743         if (pass_all) {
1744                 cmd->pass_all = 1;
1745                 return (u64)(unsigned long)cmd;
1746         }
1747
1748         netdev_hw_addr_list_for_each(addr, mc_list) {
1749                 IWL_DEBUG_MAC80211(mvm, "mcast addr (%d): %pM\n",
1750                                    cmd->count, addr->addr);
1751                 memcpy(&cmd->addr_list[cmd->count * ETH_ALEN],
1752                        addr->addr, ETH_ALEN);
1753                 cmd->count++;
1754         }
1755
1756         return (u64)(unsigned long)cmd;
1757 }
1758
1759 static void iwl_mvm_configure_filter(struct ieee80211_hw *hw,
1760                                      unsigned int changed_flags,
1761                                      unsigned int *total_flags,
1762                                      u64 multicast)
1763 {
1764         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
1765         struct iwl_mcast_filter_cmd *cmd = (void *)(unsigned long)multicast;
1766
1767         mutex_lock(&mvm->mutex);
1768
1769         /* replace previous configuration */
1770         kfree(mvm->mcast_filter_cmd);
1771         mvm->mcast_filter_cmd = cmd;
1772
1773         if (!cmd)
1774                 goto out;
1775
1776         iwl_mvm_recalc_multicast(mvm);
1777 out:
1778         mutex_unlock(&mvm->mutex);
1779         *total_flags = 0;
1780 }
1781
1782 #ifdef CONFIG_IWLWIFI_BCAST_FILTERING
1783 struct iwl_bcast_iter_data {
1784         struct iwl_mvm *mvm;
1785         struct iwl_bcast_filter_cmd *cmd;
1786         u8 current_filter;
1787 };
1788
1789 static void
1790 iwl_mvm_set_bcast_filter(struct ieee80211_vif *vif,
1791                          const struct iwl_fw_bcast_filter *in_filter,
1792                          struct iwl_fw_bcast_filter *out_filter)
1793 {
1794         struct iwl_fw_bcast_filter_attr *attr;
1795         int i;
1796
1797         memcpy(out_filter, in_filter, sizeof(*out_filter));
1798
1799         for (i = 0; i < ARRAY_SIZE(out_filter->attrs); i++) {
1800                 attr = &out_filter->attrs[i];
1801
1802                 if (!attr->mask)
1803                         break;
1804
1805                 switch (attr->reserved1) {
1806                 case cpu_to_le16(BC_FILTER_MAGIC_IP):
1807                         if (vif->bss_conf.arp_addr_cnt != 1) {
1808                                 attr->mask = 0;
1809                                 continue;
1810                         }
1811
1812                         attr->val = vif->bss_conf.arp_addr_list[0];
1813                         break;
1814                 case cpu_to_le16(BC_FILTER_MAGIC_MAC):
1815                         attr->val = *(__be32 *)&vif->addr[2];
1816                         break;
1817                 default:
1818                         break;
1819                 }
1820                 attr->reserved1 = 0;
1821                 out_filter->num_attrs++;
1822         }
1823 }
1824
1825 static void iwl_mvm_bcast_filter_iterator(void *_data, u8 *mac,
1826                                           struct ieee80211_vif *vif)
1827 {
1828         struct iwl_bcast_iter_data *data = _data;
1829         struct iwl_mvm *mvm = data->mvm;
1830         struct iwl_bcast_filter_cmd *cmd = data->cmd;
1831         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1832         struct iwl_fw_bcast_mac *bcast_mac;
1833         int i;
1834
1835         if (WARN_ON(mvmvif->id >= ARRAY_SIZE(cmd->macs)))
1836                 return;
1837
1838         bcast_mac = &cmd->macs[mvmvif->id];
1839
1840         /*
1841          * enable filtering only for associated stations, but not for P2P
1842          * Clients
1843          */
1844         if (vif->type != NL80211_IFTYPE_STATION || vif->p2p ||
1845             !vif->bss_conf.assoc)
1846                 return;
1847
1848         bcast_mac->default_discard = 1;
1849
1850         /* copy all configured filters */
1851         for (i = 0; mvm->bcast_filters[i].attrs[0].mask; i++) {
1852                 /*
1853                  * Make sure we don't exceed our filters limit.
1854                  * if there is still a valid filter to be configured,
1855                  * be on the safe side and just allow bcast for this mac.
1856                  */
1857                 if (WARN_ON_ONCE(data->current_filter >=
1858                                  ARRAY_SIZE(cmd->filters))) {
1859                         bcast_mac->default_discard = 0;
1860                         bcast_mac->attached_filters = 0;
1861                         break;
1862                 }
1863
1864                 iwl_mvm_set_bcast_filter(vif,
1865                                          &mvm->bcast_filters[i],
1866                                          &cmd->filters[data->current_filter]);
1867
1868                 /* skip current filter if it contains no attributes */
1869                 if (!cmd->filters[data->current_filter].num_attrs)
1870                         continue;
1871
1872                 /* attach the filter to current mac */
1873                 bcast_mac->attached_filters |=
1874                                 cpu_to_le16(BIT(data->current_filter));
1875
1876                 data->current_filter++;
1877         }
1878 }
1879
1880 bool iwl_mvm_bcast_filter_build_cmd(struct iwl_mvm *mvm,
1881                                     struct iwl_bcast_filter_cmd *cmd)
1882 {
1883         struct iwl_bcast_iter_data iter_data = {
1884                 .mvm = mvm,
1885                 .cmd = cmd,
1886         };
1887
1888         if (IWL_MVM_FW_BCAST_FILTER_PASS_ALL)
1889                 return false;
1890
1891         memset(cmd, 0, sizeof(*cmd));
1892         cmd->max_bcast_filters = ARRAY_SIZE(cmd->filters);
1893         cmd->max_macs = ARRAY_SIZE(cmd->macs);
1894
1895 #ifdef CONFIG_IWLWIFI_DEBUGFS
1896         /* use debugfs filters/macs if override is configured */
1897         if (mvm->dbgfs_bcast_filtering.override) {
1898                 memcpy(cmd->filters, &mvm->dbgfs_bcast_filtering.cmd.filters,
1899                        sizeof(cmd->filters));
1900                 memcpy(cmd->macs, &mvm->dbgfs_bcast_filtering.cmd.macs,
1901                        sizeof(cmd->macs));
1902                 return true;
1903         }
1904 #endif
1905
1906         /* if no filters are configured, do nothing */
1907         if (!mvm->bcast_filters)
1908                 return false;
1909
1910         /* configure and attach these filters for each associated sta vif */
1911         ieee80211_iterate_active_interfaces(
1912                 mvm->hw, IEEE80211_IFACE_ITER_NORMAL,
1913                 iwl_mvm_bcast_filter_iterator, &iter_data);
1914
1915         return true;
1916 }
1917 static int iwl_mvm_configure_bcast_filter(struct iwl_mvm *mvm,
1918                                           struct ieee80211_vif *vif)
1919 {
1920         struct iwl_bcast_filter_cmd cmd;
1921
1922         if (!(mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_BCAST_FILTERING))
1923                 return 0;
1924
1925         if (!iwl_mvm_bcast_filter_build_cmd(mvm, &cmd))
1926                 return 0;
1927
1928         return iwl_mvm_send_cmd_pdu(mvm, BCAST_FILTER_CMD, 0,
1929                                     sizeof(cmd), &cmd);
1930 }
1931 #else
1932 static inline int iwl_mvm_configure_bcast_filter(struct iwl_mvm *mvm,
1933                                                  struct ieee80211_vif *vif)
1934 {
1935         return 0;
1936 }
1937 #endif
1938
1939 static void iwl_mvm_bss_info_changed_station(struct iwl_mvm *mvm,
1940                                              struct ieee80211_vif *vif,
1941                                              struct ieee80211_bss_conf *bss_conf,
1942                                              u32 changes)
1943 {
1944         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
1945         int ret;
1946
1947         /*
1948          * Re-calculate the tsf id, as the master-slave relations depend on the
1949          * beacon interval, which was not known when the station interface was
1950          * added.
1951          */
1952         if (changes & BSS_CHANGED_ASSOC && bss_conf->assoc)
1953                 iwl_mvm_mac_ctxt_recalc_tsf_id(mvm, vif);
1954
1955         /*
1956          * If we're not associated yet, take the (new) BSSID before associating
1957          * so the firmware knows. If we're already associated, then use the old
1958          * BSSID here, and we'll send a cleared one later in the CHANGED_ASSOC
1959          * branch for disassociation below.
1960          */
1961         if (changes & BSS_CHANGED_BSSID && !mvmvif->associated)
1962                 memcpy(mvmvif->bssid, bss_conf->bssid, ETH_ALEN);
1963
1964         ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, mvmvif->bssid);
1965         if (ret)
1966                 IWL_ERR(mvm, "failed to update MAC %pM\n", vif->addr);
1967
1968         /* after sending it once, adopt mac80211 data */
1969         memcpy(mvmvif->bssid, bss_conf->bssid, ETH_ALEN);
1970         mvmvif->associated = bss_conf->assoc;
1971
1972         if (changes & BSS_CHANGED_ASSOC) {
1973                 if (bss_conf->assoc) {
1974                         /* clear statistics to get clean beacon counter */
1975                         iwl_mvm_request_statistics(mvm, true);
1976                         memset(&mvmvif->beacon_stats, 0,
1977                                sizeof(mvmvif->beacon_stats));
1978
1979                         /* add quota for this interface */
1980                         ret = iwl_mvm_update_quotas(mvm, true, NULL);
1981                         if (ret) {
1982                                 IWL_ERR(mvm, "failed to update quotas\n");
1983                                 return;
1984                         }
1985
1986                         if (test_bit(IWL_MVM_STATUS_IN_HW_RESTART,
1987                                      &mvm->status)) {
1988                                 /*
1989                                  * If we're restarting then the firmware will
1990                                  * obviously have lost synchronisation with
1991                                  * the AP. It will attempt to synchronise by
1992                                  * itself, but we can make it more reliable by
1993                                  * scheduling a session protection time event.
1994                                  *
1995                                  * The firmware needs to receive a beacon to
1996                                  * catch up with synchronisation, use 110% of
1997                                  * the beacon interval.
1998                                  *
1999                                  * Set a large maximum delay to allow for more
2000                                  * than a single interface.
2001                                  */
2002                                 u32 dur = (11 * vif->bss_conf.beacon_int) / 10;
2003                                 iwl_mvm_protect_session(mvm, vif, dur, dur,
2004                                                         5 * dur, false);
2005                         }
2006
2007                         iwl_mvm_sf_update(mvm, vif, false);
2008                         iwl_mvm_power_vif_assoc(mvm, vif);
2009                         if (vif->p2p) {
2010                                 iwl_mvm_ref(mvm, IWL_MVM_REF_P2P_CLIENT);
2011                                 iwl_mvm_update_smps(mvm, vif,
2012                                                     IWL_MVM_SMPS_REQ_PROT,
2013                                                     IEEE80211_SMPS_DYNAMIC);
2014                         }
2015                 } else if (mvmvif->ap_sta_id != IWL_MVM_STATION_COUNT) {
2016                         /*
2017                          * If update fails - SF might be running in associated
2018                          * mode while disassociated - which is forbidden.
2019                          */
2020                         WARN_ONCE(iwl_mvm_sf_update(mvm, vif, false),
2021                                   "Failed to update SF upon disassociation\n");
2022
2023                         /* remove AP station now that the MAC is unassoc */
2024                         ret = iwl_mvm_rm_sta_id(mvm, vif, mvmvif->ap_sta_id);
2025                         if (ret)
2026                                 IWL_ERR(mvm, "failed to remove AP station\n");
2027
2028                         if (mvm->d0i3_ap_sta_id == mvmvif->ap_sta_id)
2029                                 mvm->d0i3_ap_sta_id = IWL_MVM_STATION_COUNT;
2030                         mvmvif->ap_sta_id = IWL_MVM_STATION_COUNT;
2031                         /* remove quota for this interface */
2032                         ret = iwl_mvm_update_quotas(mvm, false, NULL);
2033                         if (ret)
2034                                 IWL_ERR(mvm, "failed to update quotas\n");
2035
2036                         if (vif->p2p)
2037                                 iwl_mvm_unref(mvm, IWL_MVM_REF_P2P_CLIENT);
2038
2039                         /* this will take the cleared BSSID from bss_conf */
2040                         ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
2041                         if (ret)
2042                                 IWL_ERR(mvm,
2043                                         "failed to update MAC %pM (clear after unassoc)\n",
2044                                         vif->addr);
2045                 }
2046
2047                 iwl_mvm_recalc_multicast(mvm);
2048                 iwl_mvm_configure_bcast_filter(mvm, vif);
2049
2050                 /* reset rssi values */
2051                 mvmvif->bf_data.ave_beacon_signal = 0;
2052
2053                 iwl_mvm_bt_coex_vif_change(mvm);
2054                 iwl_mvm_update_smps(mvm, vif, IWL_MVM_SMPS_REQ_TT,
2055                                     IEEE80211_SMPS_AUTOMATIC);
2056         } else if (changes & BSS_CHANGED_BEACON_INFO) {
2057                 /*
2058                  * We received a beacon _after_ association so
2059                  * remove the session protection.
2060                  */
2061                 iwl_mvm_remove_time_event(mvm, mvmvif,
2062                                           &mvmvif->time_event_data);
2063         }
2064
2065         if (changes & BSS_CHANGED_BEACON_INFO) {
2066                 iwl_mvm_sf_update(mvm, vif, false);
2067                 WARN_ON(iwl_mvm_enable_beacon_filter(mvm, vif, 0));
2068         }
2069
2070         if (changes & (BSS_CHANGED_PS | BSS_CHANGED_P2P_PS | BSS_CHANGED_QOS)) {
2071                 ret = iwl_mvm_power_update_mac(mvm);
2072                 if (ret)
2073                         IWL_ERR(mvm, "failed to update power mode\n");
2074         }
2075
2076         if (changes & BSS_CHANGED_TXPOWER) {
2077                 IWL_DEBUG_CALIB(mvm, "Changing TX Power to %d\n",
2078                                 bss_conf->txpower);
2079                 iwl_mvm_set_tx_power(mvm, vif, bss_conf->txpower);
2080         }
2081
2082         if (changes & BSS_CHANGED_CQM) {
2083                 IWL_DEBUG_MAC80211(mvm, "cqm info_changed\n");
2084                 /* reset cqm events tracking */
2085                 mvmvif->bf_data.last_cqm_event = 0;
2086                 if (mvmvif->bf_data.bf_enabled) {
2087                         ret = iwl_mvm_enable_beacon_filter(mvm, vif, 0);
2088                         if (ret)
2089                                 IWL_ERR(mvm,
2090                                         "failed to update CQM thresholds\n");
2091                 }
2092         }
2093
2094         if (changes & BSS_CHANGED_ARP_FILTER) {
2095                 IWL_DEBUG_MAC80211(mvm, "arp filter changed\n");
2096                 iwl_mvm_configure_bcast_filter(mvm, vif);
2097         }
2098 }
2099
2100 static int iwl_mvm_start_ap_ibss(struct ieee80211_hw *hw,
2101                                  struct ieee80211_vif *vif)
2102 {
2103         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2104         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2105         int ret;
2106
2107         /*
2108          * iwl_mvm_mac_ctxt_add() might read directly from the device
2109          * (the system time), so make sure it is available.
2110          */
2111         ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_START_AP);
2112         if (ret)
2113                 return ret;
2114
2115         mutex_lock(&mvm->mutex);
2116
2117         /* Send the beacon template */
2118         ret = iwl_mvm_mac_ctxt_beacon_changed(mvm, vif);
2119         if (ret)
2120                 goto out_unlock;
2121
2122         /*
2123          * Re-calculate the tsf id, as the master-slave relations depend on the
2124          * beacon interval, which was not known when the AP interface was added.
2125          */
2126         if (vif->type == NL80211_IFTYPE_AP)
2127                 iwl_mvm_mac_ctxt_recalc_tsf_id(mvm, vif);
2128
2129         /* Add the mac context */
2130         ret = iwl_mvm_mac_ctxt_add(mvm, vif);
2131         if (ret)
2132                 goto out_unlock;
2133
2134         /* Perform the binding */
2135         ret = iwl_mvm_binding_add_vif(mvm, vif);
2136         if (ret)
2137                 goto out_remove;
2138
2139         /* Send the bcast station. At this stage the TBTT and DTIM time events
2140          * are added and applied to the scheduler */
2141         ret = iwl_mvm_send_add_bcast_sta(mvm, vif);
2142         if (ret)
2143                 goto out_unbind;
2144
2145         /* must be set before quota calculations */
2146         mvmvif->ap_ibss_active = true;
2147
2148         /* power updated needs to be done before quotas */
2149         iwl_mvm_power_update_mac(mvm);
2150
2151         ret = iwl_mvm_update_quotas(mvm, false, NULL);
2152         if (ret)
2153                 goto out_quota_failed;
2154
2155         /* Need to update the P2P Device MAC (only GO, IBSS is single vif) */
2156         if (vif->p2p && mvm->p2p_device_vif)
2157                 iwl_mvm_mac_ctxt_changed(mvm, mvm->p2p_device_vif, false, NULL);
2158
2159         iwl_mvm_ref(mvm, IWL_MVM_REF_AP_IBSS);
2160
2161         iwl_mvm_bt_coex_vif_change(mvm);
2162
2163         /* we don't support TDLS during DCM */
2164         if (iwl_mvm_phy_ctx_count(mvm) > 1)
2165                 iwl_mvm_teardown_tdls_peers(mvm);
2166
2167         mutex_unlock(&mvm->mutex);
2168         return 0;
2169
2170 out_quota_failed:
2171         iwl_mvm_power_update_mac(mvm);
2172         mvmvif->ap_ibss_active = false;
2173         iwl_mvm_send_rm_bcast_sta(mvm, vif);
2174 out_unbind:
2175         iwl_mvm_binding_remove_vif(mvm, vif);
2176 out_remove:
2177         iwl_mvm_mac_ctxt_remove(mvm, vif);
2178 out_unlock:
2179         mutex_unlock(&mvm->mutex);
2180         iwl_mvm_unref(mvm, IWL_MVM_REF_START_AP);
2181         return ret;
2182 }
2183
2184 static void iwl_mvm_stop_ap_ibss(struct ieee80211_hw *hw,
2185                                  struct ieee80211_vif *vif)
2186 {
2187         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2188         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2189
2190         iwl_mvm_prepare_mac_removal(mvm, vif);
2191
2192         mutex_lock(&mvm->mutex);
2193
2194         /* Handle AP stop while in CSA */
2195         if (rcu_access_pointer(mvm->csa_vif) == vif) {
2196                 iwl_mvm_remove_time_event(mvm, mvmvif,
2197                                           &mvmvif->time_event_data);
2198                 RCU_INIT_POINTER(mvm->csa_vif, NULL);
2199         }
2200
2201         if (rcu_access_pointer(mvm->csa_tx_blocked_vif) == vif) {
2202                 RCU_INIT_POINTER(mvm->csa_tx_blocked_vif, NULL);
2203                 mvm->csa_tx_block_bcn_timeout = 0;
2204         }
2205
2206         mvmvif->ap_ibss_active = false;
2207         mvm->ap_last_beacon_gp2 = 0;
2208
2209         iwl_mvm_bt_coex_vif_change(mvm);
2210
2211         iwl_mvm_unref(mvm, IWL_MVM_REF_AP_IBSS);
2212
2213         /* Need to update the P2P Device MAC (only GO, IBSS is single vif) */
2214         if (vif->p2p && mvm->p2p_device_vif)
2215                 iwl_mvm_mac_ctxt_changed(mvm, mvm->p2p_device_vif, false, NULL);
2216
2217         iwl_mvm_update_quotas(mvm, false, NULL);
2218         iwl_mvm_send_rm_bcast_sta(mvm, vif);
2219         iwl_mvm_binding_remove_vif(mvm, vif);
2220
2221         iwl_mvm_power_update_mac(mvm);
2222
2223         iwl_mvm_mac_ctxt_remove(mvm, vif);
2224
2225         mutex_unlock(&mvm->mutex);
2226 }
2227
2228 static void
2229 iwl_mvm_bss_info_changed_ap_ibss(struct iwl_mvm *mvm,
2230                                  struct ieee80211_vif *vif,
2231                                  struct ieee80211_bss_conf *bss_conf,
2232                                  u32 changes)
2233 {
2234         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2235
2236         /* Changes will be applied when the AP/IBSS is started */
2237         if (!mvmvif->ap_ibss_active)
2238                 return;
2239
2240         if (changes & (BSS_CHANGED_ERP_CTS_PROT | BSS_CHANGED_HT |
2241                        BSS_CHANGED_BANDWIDTH | BSS_CHANGED_QOS) &&
2242             iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL))
2243                 IWL_ERR(mvm, "failed to update MAC %pM\n", vif->addr);
2244
2245         /* Need to send a new beacon template to the FW */
2246         if (changes & BSS_CHANGED_BEACON &&
2247             iwl_mvm_mac_ctxt_beacon_changed(mvm, vif))
2248                 IWL_WARN(mvm, "Failed updating beacon data\n");
2249
2250         if (changes & BSS_CHANGED_TXPOWER) {
2251                 IWL_DEBUG_CALIB(mvm, "Changing TX Power to %d\n",
2252                                 bss_conf->txpower);
2253                 iwl_mvm_set_tx_power(mvm, vif, bss_conf->txpower);
2254         }
2255
2256 }
2257
2258 static void iwl_mvm_bss_info_changed(struct ieee80211_hw *hw,
2259                                      struct ieee80211_vif *vif,
2260                                      struct ieee80211_bss_conf *bss_conf,
2261                                      u32 changes)
2262 {
2263         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2264
2265         /*
2266          * iwl_mvm_bss_info_changed_station() might call
2267          * iwl_mvm_protect_session(), which reads directly from
2268          * the device (the system time), so make sure it is available.
2269          */
2270         if (iwl_mvm_ref_sync(mvm, IWL_MVM_REF_BSS_CHANGED))
2271                 return;
2272
2273         mutex_lock(&mvm->mutex);
2274
2275         if (changes & BSS_CHANGED_IDLE && !bss_conf->idle)
2276                 iwl_mvm_scan_offload_stop(mvm, true);
2277
2278         switch (vif->type) {
2279         case NL80211_IFTYPE_STATION:
2280                 iwl_mvm_bss_info_changed_station(mvm, vif, bss_conf, changes);
2281                 break;
2282         case NL80211_IFTYPE_AP:
2283         case NL80211_IFTYPE_ADHOC:
2284                 iwl_mvm_bss_info_changed_ap_ibss(mvm, vif, bss_conf, changes);
2285                 break;
2286         default:
2287                 /* shouldn't happen */
2288                 WARN_ON_ONCE(1);
2289         }
2290
2291         mutex_unlock(&mvm->mutex);
2292         iwl_mvm_unref(mvm, IWL_MVM_REF_BSS_CHANGED);
2293 }
2294
2295 static int iwl_mvm_cancel_scan_wait_notif(struct iwl_mvm *mvm,
2296                                           enum iwl_scan_status scan_type)
2297 {
2298         int ret;
2299         bool wait_for_handlers = false;
2300
2301         mutex_lock(&mvm->mutex);
2302
2303         if (mvm->scan_status != scan_type) {
2304                 ret = 0;
2305                 /* make sure there are no pending notifications */
2306                 wait_for_handlers = true;
2307                 goto out;
2308         }
2309
2310         switch (scan_type) {
2311         case IWL_MVM_SCAN_SCHED:
2312                 ret = iwl_mvm_scan_offload_stop(mvm, true);
2313                 break;
2314         case IWL_MVM_SCAN_OS:
2315                 ret = iwl_mvm_cancel_scan(mvm);
2316                 break;
2317         case IWL_MVM_SCAN_NONE:
2318         default:
2319                 WARN_ON_ONCE(1);
2320                 ret = -EINVAL;
2321                 break;
2322         }
2323         if (ret)
2324                 goto out;
2325
2326         wait_for_handlers = true;
2327 out:
2328         mutex_unlock(&mvm->mutex);
2329
2330         /* make sure we consume the completion notification */
2331         if (wait_for_handlers)
2332                 iwl_mvm_wait_for_async_handlers(mvm);
2333
2334         return ret;
2335 }
2336 static int iwl_mvm_mac_hw_scan(struct ieee80211_hw *hw,
2337                                struct ieee80211_vif *vif,
2338                                struct ieee80211_scan_request *hw_req)
2339 {
2340         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2341         struct cfg80211_scan_request *req = &hw_req->req;
2342         int ret;
2343
2344         if (req->n_channels == 0 ||
2345             req->n_channels > mvm->fw->ucode_capa.n_scan_channels)
2346                 return -EINVAL;
2347
2348         if (!(mvm->fw->ucode_capa.capa[0] & IWL_UCODE_TLV_CAPA_UMAC_SCAN)) {
2349                 ret = iwl_mvm_cancel_scan_wait_notif(mvm, IWL_MVM_SCAN_SCHED);
2350                 if (ret)
2351                         return ret;
2352         }
2353
2354         mutex_lock(&mvm->mutex);
2355
2356         if (iwl_mvm_is_lar_supported(mvm) && !mvm->lar_regdom_set) {
2357                 IWL_ERR(mvm, "scan while LAR regdomain is not set\n");
2358                 ret = -EBUSY;
2359                 goto out;
2360         }
2361
2362         if (mvm->scan_status != IWL_MVM_SCAN_NONE) {
2363                 ret = -EBUSY;
2364                 goto out;
2365         }
2366
2367         iwl_mvm_ref(mvm, IWL_MVM_REF_SCAN);
2368
2369         if (mvm->fw->ucode_capa.capa[0] & IWL_UCODE_TLV_CAPA_UMAC_SCAN)
2370                 ret = iwl_mvm_scan_umac(mvm, vif, hw_req);
2371         else
2372                 ret = iwl_mvm_unified_scan_lmac(mvm, vif, hw_req);
2373
2374         if (ret)
2375                 iwl_mvm_unref(mvm, IWL_MVM_REF_SCAN);
2376 out:
2377         mutex_unlock(&mvm->mutex);
2378         return ret;
2379 }
2380
2381 static void iwl_mvm_mac_cancel_hw_scan(struct ieee80211_hw *hw,
2382                                        struct ieee80211_vif *vif)
2383 {
2384         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2385
2386         mutex_lock(&mvm->mutex);
2387
2388         iwl_mvm_cancel_scan(mvm);
2389
2390         mutex_unlock(&mvm->mutex);
2391 }
2392
2393 static void
2394 iwl_mvm_mac_allow_buffered_frames(struct ieee80211_hw *hw,
2395                                   struct ieee80211_sta *sta, u16 tids,
2396                                   int num_frames,
2397                                   enum ieee80211_frame_release_type reason,
2398                                   bool more_data)
2399 {
2400         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2401
2402         /* Called when we need to transmit (a) frame(s) from mac80211 */
2403
2404         iwl_mvm_sta_modify_sleep_tx_count(mvm, sta, reason, num_frames,
2405                                           tids, more_data, false);
2406 }
2407
2408 static void
2409 iwl_mvm_mac_release_buffered_frames(struct ieee80211_hw *hw,
2410                                     struct ieee80211_sta *sta, u16 tids,
2411                                     int num_frames,
2412                                     enum ieee80211_frame_release_type reason,
2413                                     bool more_data)
2414 {
2415         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2416
2417         /* Called when we need to transmit (a) frame(s) from agg queue */
2418
2419         iwl_mvm_sta_modify_sleep_tx_count(mvm, sta, reason, num_frames,
2420                                           tids, more_data, true);
2421 }
2422
2423 static void iwl_mvm_mac_sta_notify(struct ieee80211_hw *hw,
2424                                    struct ieee80211_vif *vif,
2425                                    enum sta_notify_cmd cmd,
2426                                    struct ieee80211_sta *sta)
2427 {
2428         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2429         struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
2430         unsigned long txqs = 0, tids = 0;
2431         int tid;
2432
2433         spin_lock_bh(&mvmsta->lock);
2434         for (tid = 0; tid < IWL_MAX_TID_COUNT; tid++) {
2435                 struct iwl_mvm_tid_data *tid_data = &mvmsta->tid_data[tid];
2436
2437                 if (tid_data->state != IWL_AGG_ON &&
2438                     tid_data->state != IWL_EMPTYING_HW_QUEUE_DELBA)
2439                         continue;
2440
2441                 __set_bit(tid_data->txq_id, &txqs);
2442
2443                 if (iwl_mvm_tid_queued(tid_data) == 0)
2444                         continue;
2445
2446                 __set_bit(tid, &tids);
2447         }
2448
2449         switch (cmd) {
2450         case STA_NOTIFY_SLEEP:
2451                 if (atomic_read(&mvm->pending_frames[mvmsta->sta_id]) > 0)
2452                         ieee80211_sta_block_awake(hw, sta, true);
2453
2454                 for_each_set_bit(tid, &tids, IWL_MAX_TID_COUNT)
2455                         ieee80211_sta_set_buffered(sta, tid, true);
2456
2457                 if (txqs)
2458                         iwl_trans_freeze_txq_timer(mvm->trans, txqs, true);
2459                 /*
2460                  * The fw updates the STA to be asleep. Tx packets on the Tx
2461                  * queues to this station will not be transmitted. The fw will
2462                  * send a Tx response with TX_STATUS_FAIL_DEST_PS.
2463                  */
2464                 break;
2465         case STA_NOTIFY_AWAKE:
2466                 if (WARN_ON(mvmsta->sta_id == IWL_MVM_STATION_COUNT))
2467                         break;
2468
2469                 if (txqs)
2470                         iwl_trans_freeze_txq_timer(mvm->trans, txqs, false);
2471                 iwl_mvm_sta_modify_ps_wake(mvm, sta);
2472                 break;
2473         default:
2474                 break;
2475         }
2476         spin_unlock_bh(&mvmsta->lock);
2477 }
2478
2479 static void iwl_mvm_sta_pre_rcu_remove(struct ieee80211_hw *hw,
2480                                        struct ieee80211_vif *vif,
2481                                        struct ieee80211_sta *sta)
2482 {
2483         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2484         struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
2485
2486         /*
2487          * This is called before mac80211 does RCU synchronisation,
2488          * so here we already invalidate our internal RCU-protected
2489          * station pointer. The rest of the code will thus no longer
2490          * be able to find the station this way, and we don't rely
2491          * on further RCU synchronisation after the sta_state()
2492          * callback deleted the station.
2493          */
2494         mutex_lock(&mvm->mutex);
2495         if (sta == rcu_access_pointer(mvm->fw_id_to_mac_id[mvm_sta->sta_id]))
2496                 rcu_assign_pointer(mvm->fw_id_to_mac_id[mvm_sta->sta_id],
2497                                    ERR_PTR(-ENOENT));
2498         mutex_unlock(&mvm->mutex);
2499 }
2500
2501 static void iwl_mvm_check_uapsd(struct iwl_mvm *mvm, struct ieee80211_vif *vif,
2502                                 const u8 *bssid)
2503 {
2504         if (!(mvm->fw->ucode_capa.flags & IWL_UCODE_TLV_FLAGS_UAPSD_SUPPORT))
2505                 return;
2506
2507         if (iwlwifi_mod_params.uapsd_disable) {
2508                 vif->driver_flags &= ~IEEE80211_VIF_SUPPORTS_UAPSD;
2509                 return;
2510         }
2511
2512         vif->driver_flags |= IEEE80211_VIF_SUPPORTS_UAPSD;
2513 }
2514
2515 static int iwl_mvm_mac_sta_state(struct ieee80211_hw *hw,
2516                                  struct ieee80211_vif *vif,
2517                                  struct ieee80211_sta *sta,
2518                                  enum ieee80211_sta_state old_state,
2519                                  enum ieee80211_sta_state new_state)
2520 {
2521         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2522         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2523         int ret;
2524
2525         IWL_DEBUG_MAC80211(mvm, "station %pM state change %d->%d\n",
2526                            sta->addr, old_state, new_state);
2527
2528         /* this would be a mac80211 bug ... but don't crash */
2529         if (WARN_ON_ONCE(!mvmvif->phy_ctxt))
2530                 return -EINVAL;
2531
2532         /* if a STA is being removed, reuse its ID */
2533         flush_work(&mvm->sta_drained_wk);
2534
2535         mutex_lock(&mvm->mutex);
2536         if (old_state == IEEE80211_STA_NOTEXIST &&
2537             new_state == IEEE80211_STA_NONE) {
2538                 /*
2539                  * Firmware bug - it'll crash if the beacon interval is less
2540                  * than 16. We can't avoid connecting at all, so refuse the
2541                  * station state change, this will cause mac80211 to abandon
2542                  * attempts to connect to this AP, and eventually wpa_s will
2543                  * blacklist the AP...
2544                  */
2545                 if (vif->type == NL80211_IFTYPE_STATION &&
2546                     vif->bss_conf.beacon_int < 16) {
2547                         IWL_ERR(mvm,
2548                                 "AP %pM beacon interval is %d, refusing due to firmware bug!\n",
2549                                 sta->addr, vif->bss_conf.beacon_int);
2550                         ret = -EINVAL;
2551                         goto out_unlock;
2552                 }
2553
2554                 if (sta->tdls &&
2555                     (vif->p2p ||
2556                      iwl_mvm_tdls_sta_count(mvm, NULL) ==
2557                                                 IWL_MVM_TDLS_STA_COUNT ||
2558                      iwl_mvm_phy_ctx_count(mvm) > 1)) {
2559                         IWL_DEBUG_MAC80211(mvm, "refusing TDLS sta\n");
2560                         ret = -EBUSY;
2561                         goto out_unlock;
2562                 }
2563
2564                 ret = iwl_mvm_add_sta(mvm, vif, sta);
2565                 if (sta->tdls && ret == 0)
2566                         iwl_mvm_recalc_tdls_state(mvm, vif, true);
2567         } else if (old_state == IEEE80211_STA_NONE &&
2568                    new_state == IEEE80211_STA_AUTH) {
2569                 /*
2570                  * EBS may be disabled due to previous failures reported by FW.
2571                  * Reset EBS status here assuming environment has been changed.
2572                  */
2573                 mvm->last_ebs_successful = true;
2574                 iwl_mvm_check_uapsd(mvm, vif, sta->addr);
2575                 ret = 0;
2576         } else if (old_state == IEEE80211_STA_AUTH &&
2577                    new_state == IEEE80211_STA_ASSOC) {
2578                 ret = iwl_mvm_update_sta(mvm, vif, sta);
2579                 if (ret == 0)
2580                         iwl_mvm_rs_rate_init(mvm, sta,
2581                                              mvmvif->phy_ctxt->channel->band,
2582                                              true);
2583         } else if (old_state == IEEE80211_STA_ASSOC &&
2584                    new_state == IEEE80211_STA_AUTHORIZED) {
2585
2586                 /* we don't support TDLS during DCM */
2587                 if (iwl_mvm_phy_ctx_count(mvm) > 1)
2588                         iwl_mvm_teardown_tdls_peers(mvm);
2589
2590                 /* enable beacon filtering */
2591                 WARN_ON(iwl_mvm_enable_beacon_filter(mvm, vif, 0));
2592                 ret = 0;
2593         } else if (old_state == IEEE80211_STA_AUTHORIZED &&
2594                    new_state == IEEE80211_STA_ASSOC) {
2595                 /* disable beacon filtering */
2596                 WARN_ON(iwl_mvm_disable_beacon_filter(mvm, vif, 0));
2597                 ret = 0;
2598         } else if (old_state == IEEE80211_STA_ASSOC &&
2599                    new_state == IEEE80211_STA_AUTH) {
2600                 ret = 0;
2601         } else if (old_state == IEEE80211_STA_AUTH &&
2602                    new_state == IEEE80211_STA_NONE) {
2603                 ret = 0;
2604         } else if (old_state == IEEE80211_STA_NONE &&
2605                    new_state == IEEE80211_STA_NOTEXIST) {
2606                 ret = iwl_mvm_rm_sta(mvm, vif, sta);
2607                 if (sta->tdls)
2608                         iwl_mvm_recalc_tdls_state(mvm, vif, false);
2609         } else {
2610                 ret = -EIO;
2611         }
2612  out_unlock:
2613         mutex_unlock(&mvm->mutex);
2614
2615         if (sta->tdls && ret == 0) {
2616                 if (old_state == IEEE80211_STA_NOTEXIST &&
2617                     new_state == IEEE80211_STA_NONE)
2618                         ieee80211_reserve_tid(sta, IWL_MVM_TDLS_FW_TID);
2619                 else if (old_state == IEEE80211_STA_NONE &&
2620                          new_state == IEEE80211_STA_NOTEXIST)
2621                         ieee80211_unreserve_tid(sta, IWL_MVM_TDLS_FW_TID);
2622         }
2623
2624         return ret;
2625 }
2626
2627 static int iwl_mvm_mac_set_rts_threshold(struct ieee80211_hw *hw, u32 value)
2628 {
2629         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2630
2631         mvm->rts_threshold = value;
2632
2633         return 0;
2634 }
2635
2636 static void iwl_mvm_sta_rc_update(struct ieee80211_hw *hw,
2637                                   struct ieee80211_vif *vif,
2638                                   struct ieee80211_sta *sta, u32 changed)
2639 {
2640         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2641
2642         if (vif->type == NL80211_IFTYPE_STATION &&
2643             changed & IEEE80211_RC_NSS_CHANGED)
2644                 iwl_mvm_sf_update(mvm, vif, false);
2645 }
2646
2647 static int iwl_mvm_mac_conf_tx(struct ieee80211_hw *hw,
2648                                struct ieee80211_vif *vif, u16 ac,
2649                                const struct ieee80211_tx_queue_params *params)
2650 {
2651         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2652         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2653
2654         mvmvif->queue_params[ac] = *params;
2655
2656         /*
2657          * No need to update right away, we'll get BSS_CHANGED_QOS
2658          * The exception is P2P_DEVICE interface which needs immediate update.
2659          */
2660         if (vif->type == NL80211_IFTYPE_P2P_DEVICE) {
2661                 int ret;
2662
2663                 mutex_lock(&mvm->mutex);
2664                 ret = iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
2665                 mutex_unlock(&mvm->mutex);
2666                 return ret;
2667         }
2668         return 0;
2669 }
2670
2671 static void iwl_mvm_mac_mgd_prepare_tx(struct ieee80211_hw *hw,
2672                                       struct ieee80211_vif *vif)
2673 {
2674         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2675         u32 duration = min(IWL_MVM_TE_SESSION_PROTECTION_MAX_TIME_MS,
2676                            200 + vif->bss_conf.beacon_int);
2677         u32 min_duration = min(IWL_MVM_TE_SESSION_PROTECTION_MIN_TIME_MS,
2678                                100 + vif->bss_conf.beacon_int);
2679
2680         if (WARN_ON_ONCE(vif->bss_conf.assoc))
2681                 return;
2682
2683         /*
2684          * iwl_mvm_protect_session() reads directly from the device
2685          * (the system time), so make sure it is available.
2686          */
2687         if (iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PREPARE_TX))
2688                 return;
2689
2690         mutex_lock(&mvm->mutex);
2691         /* Try really hard to protect the session and hear a beacon */
2692         iwl_mvm_protect_session(mvm, vif, duration, min_duration, 500, false);
2693         mutex_unlock(&mvm->mutex);
2694
2695         iwl_mvm_unref(mvm, IWL_MVM_REF_PREPARE_TX);
2696 }
2697
2698 static int iwl_mvm_mac_sched_scan_start(struct ieee80211_hw *hw,
2699                                         struct ieee80211_vif *vif,
2700                                         struct cfg80211_sched_scan_request *req,
2701                                         struct ieee80211_scan_ies *ies)
2702 {
2703         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2704         int ret;
2705
2706         if (!(mvm->fw->ucode_capa.capa[0] & IWL_UCODE_TLV_CAPA_UMAC_SCAN)) {
2707                 ret = iwl_mvm_cancel_scan_wait_notif(mvm, IWL_MVM_SCAN_OS);
2708                 if (ret)
2709                         return ret;
2710         }
2711
2712         mutex_lock(&mvm->mutex);
2713
2714         if (iwl_mvm_is_lar_supported(mvm) && !mvm->lar_regdom_set) {
2715                 IWL_ERR(mvm, "sched-scan while LAR regdomain is not set\n");
2716                 ret = -EBUSY;
2717                 goto out;
2718         }
2719
2720         if (!vif->bss_conf.idle) {
2721                 ret = -EBUSY;
2722                 goto out;
2723         }
2724
2725         if (mvm->scan_status != IWL_MVM_SCAN_NONE) {
2726                 ret = -EBUSY;
2727                 goto out;
2728         }
2729
2730         ret = iwl_mvm_scan_offload_start(mvm, vif, req, ies);
2731         if (ret)
2732                 mvm->scan_status = IWL_MVM_SCAN_NONE;
2733
2734 out:
2735         mutex_unlock(&mvm->mutex);
2736         return ret;
2737 }
2738
2739 static int iwl_mvm_mac_sched_scan_stop(struct ieee80211_hw *hw,
2740                                        struct ieee80211_vif *vif)
2741 {
2742         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2743         int ret;
2744
2745         mutex_lock(&mvm->mutex);
2746         ret = iwl_mvm_scan_offload_stop(mvm, false);
2747         mutex_unlock(&mvm->mutex);
2748         iwl_mvm_wait_for_async_handlers(mvm);
2749
2750         return ret;
2751
2752 }
2753
2754 static int iwl_mvm_mac_set_key(struct ieee80211_hw *hw,
2755                                enum set_key_cmd cmd,
2756                                struct ieee80211_vif *vif,
2757                                struct ieee80211_sta *sta,
2758                                struct ieee80211_key_conf *key)
2759 {
2760         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2761         int ret;
2762
2763         if (iwlwifi_mod_params.sw_crypto) {
2764                 IWL_DEBUG_MAC80211(mvm, "leave - hwcrypto disabled\n");
2765                 return -EOPNOTSUPP;
2766         }
2767
2768         switch (key->cipher) {
2769         case WLAN_CIPHER_SUITE_TKIP:
2770                 key->flags |= IEEE80211_KEY_FLAG_GENERATE_MMIC;
2771                 /* fall-through */
2772         case WLAN_CIPHER_SUITE_CCMP:
2773                 key->flags |= IEEE80211_KEY_FLAG_GENERATE_IV;
2774                 break;
2775         case WLAN_CIPHER_SUITE_AES_CMAC:
2776                 WARN_ON_ONCE(!(hw->flags & IEEE80211_HW_MFP_CAPABLE));
2777                 break;
2778         case WLAN_CIPHER_SUITE_WEP40:
2779         case WLAN_CIPHER_SUITE_WEP104:
2780                 /* For non-client mode, only use WEP keys for TX as we probably
2781                  * don't have a station yet anyway and would then have to keep
2782                  * track of the keys, linking them to each of the clients/peers
2783                  * as they appear. For now, don't do that, for performance WEP
2784                  * offload doesn't really matter much, but we need it for some
2785                  * other offload features in client mode.
2786                  */
2787                 if (vif->type != NL80211_IFTYPE_STATION)
2788                         return 0;
2789                 break;
2790         default:
2791                 /* currently FW supports only one optional cipher scheme */
2792                 if (hw->n_cipher_schemes &&
2793                     hw->cipher_schemes->cipher == key->cipher)
2794                         key->flags |= IEEE80211_KEY_FLAG_PUT_IV_SPACE;
2795                 else
2796                         return -EOPNOTSUPP;
2797         }
2798
2799         mutex_lock(&mvm->mutex);
2800
2801         switch (cmd) {
2802         case SET_KEY:
2803                 if ((vif->type == NL80211_IFTYPE_ADHOC ||
2804                      vif->type == NL80211_IFTYPE_AP) && !sta) {
2805                         /*
2806                          * GTK on AP interface is a TX-only key, return 0;
2807                          * on IBSS they're per-station and because we're lazy
2808                          * we don't support them for RX, so do the same.
2809                          */
2810                         ret = 0;
2811                         key->hw_key_idx = STA_KEY_IDX_INVALID;
2812                         break;
2813                 }
2814
2815                 IWL_DEBUG_MAC80211(mvm, "set hwcrypto key\n");
2816                 ret = iwl_mvm_set_sta_key(mvm, vif, sta, key, false);
2817                 if (ret) {
2818                         IWL_WARN(mvm, "set key failed\n");
2819                         /*
2820                          * can't add key for RX, but we don't need it
2821                          * in the device for TX so still return 0
2822                          */
2823                         key->hw_key_idx = STA_KEY_IDX_INVALID;
2824                         ret = 0;
2825                 }
2826
2827                 break;
2828         case DISABLE_KEY:
2829                 if (key->hw_key_idx == STA_KEY_IDX_INVALID) {
2830                         ret = 0;
2831                         break;
2832                 }
2833
2834                 IWL_DEBUG_MAC80211(mvm, "disable hwcrypto key\n");
2835                 ret = iwl_mvm_remove_sta_key(mvm, vif, sta, key);
2836                 break;
2837         default:
2838                 ret = -EINVAL;
2839         }
2840
2841         mutex_unlock(&mvm->mutex);
2842         return ret;
2843 }
2844
2845 static void iwl_mvm_mac_update_tkip_key(struct ieee80211_hw *hw,
2846                                         struct ieee80211_vif *vif,
2847                                         struct ieee80211_key_conf *keyconf,
2848                                         struct ieee80211_sta *sta,
2849                                         u32 iv32, u16 *phase1key)
2850 {
2851         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2852
2853         if (keyconf->hw_key_idx == STA_KEY_IDX_INVALID)
2854                 return;
2855
2856         iwl_mvm_update_tkip_key(mvm, vif, keyconf, sta, iv32, phase1key);
2857 }
2858
2859
2860 static bool iwl_mvm_rx_aux_roc(struct iwl_notif_wait_data *notif_wait,
2861                                struct iwl_rx_packet *pkt, void *data)
2862 {
2863         struct iwl_mvm *mvm =
2864                 container_of(notif_wait, struct iwl_mvm, notif_wait);
2865         struct iwl_hs20_roc_res *resp;
2866         int resp_len = iwl_rx_packet_payload_len(pkt);
2867         struct iwl_mvm_time_event_data *te_data = data;
2868
2869         if (WARN_ON(pkt->hdr.cmd != HOT_SPOT_CMD))
2870                 return true;
2871
2872         if (WARN_ON_ONCE(resp_len != sizeof(*resp))) {
2873                 IWL_ERR(mvm, "Invalid HOT_SPOT_CMD response\n");
2874                 return true;
2875         }
2876
2877         resp = (void *)pkt->data;
2878
2879         IWL_DEBUG_TE(mvm,
2880                      "Aux ROC: Recieved response from ucode: status=%d uid=%d\n",
2881                      resp->status, resp->event_unique_id);
2882
2883         te_data->uid = le32_to_cpu(resp->event_unique_id);
2884         IWL_DEBUG_TE(mvm, "TIME_EVENT_CMD response - UID = 0x%x\n",
2885                      te_data->uid);
2886
2887         spin_lock_bh(&mvm->time_event_lock);
2888         list_add_tail(&te_data->list, &mvm->aux_roc_te_list);
2889         spin_unlock_bh(&mvm->time_event_lock);
2890
2891         return true;
2892 }
2893
2894 #define AUX_ROC_MAX_DELAY_ON_CHANNEL 5000
2895 static int iwl_mvm_send_aux_roc_cmd(struct iwl_mvm *mvm,
2896                                     struct ieee80211_channel *channel,
2897                                     struct ieee80211_vif *vif,
2898                                     int duration)
2899 {
2900         int res, time_reg = DEVICE_SYSTEM_TIME_REG;
2901         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2902         struct iwl_mvm_time_event_data *te_data = &mvmvif->hs_time_event_data;
2903         static const u8 time_event_response[] = { HOT_SPOT_CMD };
2904         struct iwl_notification_wait wait_time_event;
2905         struct iwl_hs20_roc_req aux_roc_req = {
2906                 .action = cpu_to_le32(FW_CTXT_ACTION_ADD),
2907                 .id_and_color =
2908                         cpu_to_le32(FW_CMD_ID_AND_COLOR(MAC_INDEX_AUX, 0)),
2909                 .sta_id_and_color = cpu_to_le32(mvm->aux_sta.sta_id),
2910                 /* Set the channel info data */
2911                 .channel_info.band = (channel->band == IEEE80211_BAND_2GHZ) ?
2912                         PHY_BAND_24 : PHY_BAND_5,
2913                 .channel_info.channel = channel->hw_value,
2914                 .channel_info.width = PHY_VHT_CHANNEL_MODE20,
2915                 /* Set the time and duration */
2916                 .apply_time = cpu_to_le32(iwl_read_prph(mvm->trans, time_reg)),
2917                 .apply_time_max_delay =
2918                         cpu_to_le32(MSEC_TO_TU(AUX_ROC_MAX_DELAY_ON_CHANNEL)),
2919                 .duration = cpu_to_le32(MSEC_TO_TU(duration)),
2920          };
2921
2922         /* Set the node address */
2923         memcpy(aux_roc_req.node_addr, vif->addr, ETH_ALEN);
2924
2925         lockdep_assert_held(&mvm->mutex);
2926
2927         spin_lock_bh(&mvm->time_event_lock);
2928
2929         if (WARN_ON(te_data->id == HOT_SPOT_CMD)) {
2930                 spin_unlock_bh(&mvm->time_event_lock);
2931                 return -EIO;
2932         }
2933
2934         te_data->vif = vif;
2935         te_data->duration = duration;
2936         te_data->id = HOT_SPOT_CMD;
2937
2938         spin_unlock_bh(&mvm->time_event_lock);
2939
2940         /*
2941          * Use a notification wait, which really just processes the
2942          * command response and doesn't wait for anything, in order
2943          * to be able to process the response and get the UID inside
2944          * the RX path. Using CMD_WANT_SKB doesn't work because it
2945          * stores the buffer and then wakes up this thread, by which
2946          * time another notification (that the time event started)
2947          * might already be processed unsuccessfully.
2948          */
2949         iwl_init_notification_wait(&mvm->notif_wait, &wait_time_event,
2950                                    time_event_response,
2951                                    ARRAY_SIZE(time_event_response),
2952                                    iwl_mvm_rx_aux_roc, te_data);
2953
2954         res = iwl_mvm_send_cmd_pdu(mvm, HOT_SPOT_CMD, 0, sizeof(aux_roc_req),
2955                                    &aux_roc_req);
2956
2957         if (res) {
2958                 IWL_ERR(mvm, "Couldn't send HOT_SPOT_CMD: %d\n", res);
2959                 iwl_remove_notification(&mvm->notif_wait, &wait_time_event);
2960                 goto out_clear_te;
2961         }
2962
2963         /* No need to wait for anything, so just pass 1 (0 isn't valid) */
2964         res = iwl_wait_notification(&mvm->notif_wait, &wait_time_event, 1);
2965         /* should never fail */
2966         WARN_ON_ONCE(res);
2967
2968         if (res) {
2969  out_clear_te:
2970                 spin_lock_bh(&mvm->time_event_lock);
2971                 iwl_mvm_te_clear_data(mvm, te_data);
2972                 spin_unlock_bh(&mvm->time_event_lock);
2973         }
2974
2975         return res;
2976 }
2977
2978 static int iwl_mvm_roc(struct ieee80211_hw *hw,
2979                        struct ieee80211_vif *vif,
2980                        struct ieee80211_channel *channel,
2981                        int duration,
2982                        enum ieee80211_roc_type type)
2983 {
2984         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
2985         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
2986         struct cfg80211_chan_def chandef;
2987         struct iwl_mvm_phy_ctxt *phy_ctxt;
2988         int ret, i;
2989
2990         IWL_DEBUG_MAC80211(mvm, "enter (%d, %d, %d)\n", channel->hw_value,
2991                            duration, type);
2992
2993         mutex_lock(&mvm->mutex);
2994
2995         switch (vif->type) {
2996         case NL80211_IFTYPE_STATION:
2997                 if (mvm->fw->ucode_capa.capa[0] &
2998                     IWL_UCODE_TLV_CAPA_HOTSPOT_SUPPORT) {
2999                         /* Use aux roc framework (HS20) */
3000                         ret = iwl_mvm_send_aux_roc_cmd(mvm, channel,
3001                                                        vif, duration);
3002                         goto out_unlock;
3003                 }
3004                 IWL_ERR(mvm, "hotspot not supported\n");
3005                 ret = -EINVAL;
3006                 goto out_unlock;
3007         case NL80211_IFTYPE_P2P_DEVICE:
3008                 /* handle below */
3009                 break;
3010         default:
3011                 IWL_ERR(mvm, "vif isn't P2P_DEVICE: %d\n", vif->type);
3012                 ret = -EINVAL;
3013                 goto out_unlock;
3014         }
3015
3016         for (i = 0; i < NUM_PHY_CTX; i++) {
3017                 phy_ctxt = &mvm->phy_ctxts[i];
3018                 if (phy_ctxt->ref == 0 || mvmvif->phy_ctxt == phy_ctxt)
3019                         continue;
3020
3021                 if (phy_ctxt->ref && channel == phy_ctxt->channel) {
3022                         /*
3023                          * Unbind the P2P_DEVICE from the current PHY context,
3024                          * and if the PHY context is not used remove it.
3025                          */
3026                         ret = iwl_mvm_binding_remove_vif(mvm, vif);
3027                         if (WARN(ret, "Failed unbinding P2P_DEVICE\n"))
3028                                 goto out_unlock;
3029
3030                         iwl_mvm_phy_ctxt_unref(mvm, mvmvif->phy_ctxt);
3031
3032                         /* Bind the P2P_DEVICE to the current PHY Context */
3033                         mvmvif->phy_ctxt = phy_ctxt;
3034
3035                         ret = iwl_mvm_binding_add_vif(mvm, vif);
3036                         if (WARN(ret, "Failed binding P2P_DEVICE\n"))
3037                                 goto out_unlock;
3038
3039                         iwl_mvm_phy_ctxt_ref(mvm, mvmvif->phy_ctxt);
3040                         goto schedule_time_event;
3041                 }
3042         }
3043
3044         /* Need to update the PHY context only if the ROC channel changed */
3045         if (channel == mvmvif->phy_ctxt->channel)
3046                 goto schedule_time_event;
3047
3048         cfg80211_chandef_create(&chandef, channel, NL80211_CHAN_NO_HT);
3049
3050         /*
3051          * Change the PHY context configuration as it is currently referenced
3052          * only by the P2P Device MAC
3053          */
3054         if (mvmvif->phy_ctxt->ref == 1) {
3055                 ret = iwl_mvm_phy_ctxt_changed(mvm, mvmvif->phy_ctxt,
3056                                                &chandef, 1, 1);
3057                 if (ret)
3058                         goto out_unlock;
3059         } else {
3060                 /*
3061                  * The PHY context is shared with other MACs. Need to remove the
3062                  * P2P Device from the binding, allocate an new PHY context and
3063                  * create a new binding
3064                  */
3065                 phy_ctxt = iwl_mvm_get_free_phy_ctxt(mvm);
3066                 if (!phy_ctxt) {
3067                         ret = -ENOSPC;
3068                         goto out_unlock;
3069                 }
3070
3071                 ret = iwl_mvm_phy_ctxt_changed(mvm, phy_ctxt, &chandef,
3072                                                1, 1);
3073                 if (ret) {
3074                         IWL_ERR(mvm, "Failed to change PHY context\n");
3075                         goto out_unlock;
3076                 }
3077
3078                 /* Unbind the P2P_DEVICE from the current PHY context */
3079                 ret = iwl_mvm_binding_remove_vif(mvm, vif);
3080                 if (WARN(ret, "Failed unbinding P2P_DEVICE\n"))
3081                         goto out_unlock;
3082
3083                 iwl_mvm_phy_ctxt_unref(mvm, mvmvif->phy_ctxt);
3084
3085                 /* Bind the P2P_DEVICE to the new allocated PHY context */
3086                 mvmvif->phy_ctxt = phy_ctxt;
3087
3088                 ret = iwl_mvm_binding_add_vif(mvm, vif);
3089                 if (WARN(ret, "Failed binding P2P_DEVICE\n"))
3090                         goto out_unlock;
3091
3092                 iwl_mvm_phy_ctxt_ref(mvm, mvmvif->phy_ctxt);
3093         }
3094
3095 schedule_time_event:
3096         /* Schedule the time events */
3097         ret = iwl_mvm_start_p2p_roc(mvm, vif, duration, type);
3098
3099 out_unlock:
3100         mutex_unlock(&mvm->mutex);
3101         IWL_DEBUG_MAC80211(mvm, "leave\n");
3102         return ret;
3103 }
3104
3105 static int iwl_mvm_cancel_roc(struct ieee80211_hw *hw)
3106 {
3107         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3108
3109         IWL_DEBUG_MAC80211(mvm, "enter\n");
3110
3111         mutex_lock(&mvm->mutex);
3112         iwl_mvm_stop_roc(mvm);
3113         mutex_unlock(&mvm->mutex);
3114
3115         IWL_DEBUG_MAC80211(mvm, "leave\n");
3116         return 0;
3117 }
3118
3119 static int __iwl_mvm_add_chanctx(struct iwl_mvm *mvm,
3120                                  struct ieee80211_chanctx_conf *ctx)
3121 {
3122         u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
3123         struct iwl_mvm_phy_ctxt *phy_ctxt;
3124         int ret;
3125
3126         lockdep_assert_held(&mvm->mutex);
3127
3128         IWL_DEBUG_MAC80211(mvm, "Add channel context\n");
3129
3130         phy_ctxt = iwl_mvm_get_free_phy_ctxt(mvm);
3131         if (!phy_ctxt) {
3132                 ret = -ENOSPC;
3133                 goto out;
3134         }
3135
3136         ret = iwl_mvm_phy_ctxt_changed(mvm, phy_ctxt, &ctx->min_def,
3137                                        ctx->rx_chains_static,
3138                                        ctx->rx_chains_dynamic);
3139         if (ret) {
3140                 IWL_ERR(mvm, "Failed to add PHY context\n");
3141                 goto out;
3142         }
3143
3144         iwl_mvm_phy_ctxt_ref(mvm, phy_ctxt);
3145         *phy_ctxt_id = phy_ctxt->id;
3146 out:
3147         return ret;
3148 }
3149
3150 static int iwl_mvm_add_chanctx(struct ieee80211_hw *hw,
3151                                struct ieee80211_chanctx_conf *ctx)
3152 {
3153         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3154         int ret;
3155
3156         mutex_lock(&mvm->mutex);
3157         ret = __iwl_mvm_add_chanctx(mvm, ctx);
3158         mutex_unlock(&mvm->mutex);
3159
3160         return ret;
3161 }
3162
3163 static void __iwl_mvm_remove_chanctx(struct iwl_mvm *mvm,
3164                                      struct ieee80211_chanctx_conf *ctx)
3165 {
3166         u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
3167         struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
3168
3169         lockdep_assert_held(&mvm->mutex);
3170
3171         iwl_mvm_phy_ctxt_unref(mvm, phy_ctxt);
3172 }
3173
3174 static void iwl_mvm_remove_chanctx(struct ieee80211_hw *hw,
3175                                    struct ieee80211_chanctx_conf *ctx)
3176 {
3177         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3178
3179         mutex_lock(&mvm->mutex);
3180         __iwl_mvm_remove_chanctx(mvm, ctx);
3181         mutex_unlock(&mvm->mutex);
3182 }
3183
3184 static void iwl_mvm_change_chanctx(struct ieee80211_hw *hw,
3185                                    struct ieee80211_chanctx_conf *ctx,
3186                                    u32 changed)
3187 {
3188         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3189         u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
3190         struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
3191
3192         if (WARN_ONCE((phy_ctxt->ref > 1) &&
3193                       (changed & ~(IEEE80211_CHANCTX_CHANGE_WIDTH |
3194                                    IEEE80211_CHANCTX_CHANGE_RX_CHAINS |
3195                                    IEEE80211_CHANCTX_CHANGE_RADAR |
3196                                    IEEE80211_CHANCTX_CHANGE_MIN_WIDTH)),
3197                       "Cannot change PHY. Ref=%d, changed=0x%X\n",
3198                       phy_ctxt->ref, changed))
3199                 return;
3200
3201         mutex_lock(&mvm->mutex);
3202         iwl_mvm_bt_coex_vif_change(mvm);
3203         iwl_mvm_phy_ctxt_changed(mvm, phy_ctxt, &ctx->min_def,
3204                                  ctx->rx_chains_static,
3205                                  ctx->rx_chains_dynamic);
3206         mutex_unlock(&mvm->mutex);
3207 }
3208
3209 static int __iwl_mvm_assign_vif_chanctx(struct iwl_mvm *mvm,
3210                                         struct ieee80211_vif *vif,
3211                                         struct ieee80211_chanctx_conf *ctx,
3212                                         bool switching_chanctx)
3213 {
3214         u16 *phy_ctxt_id = (u16 *)ctx->drv_priv;
3215         struct iwl_mvm_phy_ctxt *phy_ctxt = &mvm->phy_ctxts[*phy_ctxt_id];
3216         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3217         int ret;
3218
3219         lockdep_assert_held(&mvm->mutex);
3220
3221         mvmvif->phy_ctxt = phy_ctxt;
3222
3223         switch (vif->type) {
3224         case NL80211_IFTYPE_AP:
3225                 /* only needed if we're switching chanctx (i.e. during CSA) */
3226                 if (switching_chanctx) {
3227                         mvmvif->ap_ibss_active = true;
3228                         break;
3229                 }
3230         case NL80211_IFTYPE_ADHOC:
3231                 /*
3232                  * The AP binding flow is handled as part of the start_ap flow
3233                  * (in bss_info_changed), similarly for IBSS.
3234                  */
3235                 ret = 0;
3236                 goto out;
3237         case NL80211_IFTYPE_STATION:
3238                 break;
3239         case NL80211_IFTYPE_MONITOR:
3240                 /* always disable PS when a monitor interface is active */
3241                 mvmvif->ps_disabled = true;
3242                 break;
3243         default:
3244                 ret = -EINVAL;
3245                 goto out;
3246         }
3247
3248         ret = iwl_mvm_binding_add_vif(mvm, vif);
3249         if (ret)
3250                 goto out;
3251
3252         /*
3253          * Power state must be updated before quotas,
3254          * otherwise fw will complain.
3255          */
3256         iwl_mvm_power_update_mac(mvm);
3257
3258         /* Setting the quota at this stage is only required for monitor
3259          * interfaces. For the other types, the bss_info changed flow
3260          * will handle quota settings.
3261          */
3262         if (vif->type == NL80211_IFTYPE_MONITOR) {
3263                 mvmvif->monitor_active = true;
3264                 ret = iwl_mvm_update_quotas(mvm, false, NULL);
3265                 if (ret)
3266                         goto out_remove_binding;
3267         }
3268
3269         /* Handle binding during CSA */
3270         if (vif->type == NL80211_IFTYPE_AP) {
3271                 iwl_mvm_update_quotas(mvm, false, NULL);
3272                 iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
3273         }
3274
3275         if (switching_chanctx && vif->type == NL80211_IFTYPE_STATION) {
3276                 u32 duration = 2 * vif->bss_conf.beacon_int;
3277
3278                 /* iwl_mvm_protect_session() reads directly from the
3279                  * device (the system time), so make sure it is
3280                  * available.
3281                  */
3282                 ret = iwl_mvm_ref_sync(mvm, IWL_MVM_REF_PROTECT_CSA);
3283                 if (ret)
3284                         goto out_remove_binding;
3285
3286                 /* Protect the session to make sure we hear the first
3287                  * beacon on the new channel.
3288                  */
3289                 iwl_mvm_protect_session(mvm, vif, duration, duration,
3290                                         vif->bss_conf.beacon_int / 2,
3291                                         true);
3292
3293                 iwl_mvm_unref(mvm, IWL_MVM_REF_PROTECT_CSA);
3294
3295                 iwl_mvm_update_quotas(mvm, false, NULL);
3296         }
3297
3298         goto out;
3299
3300 out_remove_binding:
3301         iwl_mvm_binding_remove_vif(mvm, vif);
3302         iwl_mvm_power_update_mac(mvm);
3303 out:
3304         if (ret)
3305                 mvmvif->phy_ctxt = NULL;
3306         return ret;
3307 }
3308 static int iwl_mvm_assign_vif_chanctx(struct ieee80211_hw *hw,
3309                                       struct ieee80211_vif *vif,
3310                                       struct ieee80211_chanctx_conf *ctx)
3311 {
3312         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3313         int ret;
3314
3315         mutex_lock(&mvm->mutex);
3316         ret = __iwl_mvm_assign_vif_chanctx(mvm, vif, ctx, false);
3317         mutex_unlock(&mvm->mutex);
3318
3319         return ret;
3320 }
3321
3322 static void __iwl_mvm_unassign_vif_chanctx(struct iwl_mvm *mvm,
3323                                            struct ieee80211_vif *vif,
3324                                            struct ieee80211_chanctx_conf *ctx,
3325                                            bool switching_chanctx)
3326 {
3327         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3328         struct ieee80211_vif *disabled_vif = NULL;
3329
3330         lockdep_assert_held(&mvm->mutex);
3331
3332         iwl_mvm_remove_time_event(mvm, mvmvif, &mvmvif->time_event_data);
3333
3334         switch (vif->type) {
3335         case NL80211_IFTYPE_ADHOC:
3336                 goto out;
3337         case NL80211_IFTYPE_MONITOR:
3338                 mvmvif->monitor_active = false;
3339                 mvmvif->ps_disabled = false;
3340                 break;
3341         case NL80211_IFTYPE_AP:
3342                 /* This part is triggered only during CSA */
3343                 if (!switching_chanctx || !mvmvif->ap_ibss_active)
3344                         goto out;
3345
3346                 mvmvif->csa_countdown = false;
3347
3348                 /* Set CS bit on all the stations */
3349                 iwl_mvm_modify_all_sta_disable_tx(mvm, mvmvif, true);
3350
3351                 /* Save blocked iface, the timeout is set on the next beacon */
3352                 rcu_assign_pointer(mvm->csa_tx_blocked_vif, vif);
3353
3354                 mvmvif->ap_ibss_active = false;
3355                 break;
3356         case NL80211_IFTYPE_STATION:
3357                 if (!switching_chanctx)
3358                         break;
3359
3360                 disabled_vif = vif;
3361
3362                 iwl_mvm_mac_ctxt_changed(mvm, vif, true, NULL);
3363                 break;
3364         default:
3365                 break;
3366         }
3367
3368         iwl_mvm_update_quotas(mvm, false, disabled_vif);
3369         iwl_mvm_binding_remove_vif(mvm, vif);
3370
3371 out:
3372         mvmvif->phy_ctxt = NULL;
3373         iwl_mvm_power_update_mac(mvm);
3374 }
3375
3376 static void iwl_mvm_unassign_vif_chanctx(struct ieee80211_hw *hw,
3377                                          struct ieee80211_vif *vif,
3378                                          struct ieee80211_chanctx_conf *ctx)
3379 {
3380         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3381
3382         mutex_lock(&mvm->mutex);
3383         __iwl_mvm_unassign_vif_chanctx(mvm, vif, ctx, false);
3384         mutex_unlock(&mvm->mutex);
3385 }
3386
3387 static int
3388 iwl_mvm_switch_vif_chanctx_swap(struct iwl_mvm *mvm,
3389                                 struct ieee80211_vif_chanctx_switch *vifs)
3390 {
3391         int ret;
3392
3393         mutex_lock(&mvm->mutex);
3394         __iwl_mvm_unassign_vif_chanctx(mvm, vifs[0].vif, vifs[0].old_ctx, true);
3395         __iwl_mvm_remove_chanctx(mvm, vifs[0].old_ctx);
3396
3397         ret = __iwl_mvm_add_chanctx(mvm, vifs[0].new_ctx);
3398         if (ret) {
3399                 IWL_ERR(mvm, "failed to add new_ctx during channel switch\n");
3400                 goto out_reassign;
3401         }
3402
3403         ret = __iwl_mvm_assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].new_ctx,
3404                                            true);
3405         if (ret) {
3406                 IWL_ERR(mvm,
3407                         "failed to assign new_ctx during channel switch\n");
3408                 goto out_remove;
3409         }
3410
3411         /* we don't support TDLS during DCM - can be caused by channel switch */
3412         if (iwl_mvm_phy_ctx_count(mvm) > 1)
3413                 iwl_mvm_teardown_tdls_peers(mvm);
3414
3415         goto out;
3416
3417 out_remove:
3418         __iwl_mvm_remove_chanctx(mvm, vifs[0].new_ctx);
3419
3420 out_reassign:
3421         if (__iwl_mvm_add_chanctx(mvm, vifs[0].old_ctx)) {
3422                 IWL_ERR(mvm, "failed to add old_ctx back after failure.\n");
3423                 goto out_restart;
3424         }
3425
3426         if (__iwl_mvm_assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].old_ctx,
3427                                          true)) {
3428                 IWL_ERR(mvm, "failed to reassign old_ctx after failure.\n");
3429                 goto out_restart;
3430         }
3431
3432         goto out;
3433
3434 out_restart:
3435         /* things keep failing, better restart the hw */
3436         iwl_mvm_nic_restart(mvm, false);
3437
3438 out:
3439         mutex_unlock(&mvm->mutex);
3440
3441         return ret;
3442 }
3443
3444 static int
3445 iwl_mvm_switch_vif_chanctx_reassign(struct iwl_mvm *mvm,
3446                                     struct ieee80211_vif_chanctx_switch *vifs)
3447 {
3448         int ret;
3449
3450         mutex_lock(&mvm->mutex);
3451         __iwl_mvm_unassign_vif_chanctx(mvm, vifs[0].vif, vifs[0].old_ctx, true);
3452
3453         ret = __iwl_mvm_assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].new_ctx,
3454                                            true);
3455         if (ret) {
3456                 IWL_ERR(mvm,
3457                         "failed to assign new_ctx during channel switch\n");
3458                 goto out_reassign;
3459         }
3460
3461         goto out;
3462
3463 out_reassign:
3464         if (__iwl_mvm_assign_vif_chanctx(mvm, vifs[0].vif, vifs[0].old_ctx,
3465                                          true)) {
3466                 IWL_ERR(mvm, "failed to reassign old_ctx after failure.\n");
3467                 goto out_restart;
3468         }
3469
3470         goto out;
3471
3472 out_restart:
3473         /* things keep failing, better restart the hw */
3474         iwl_mvm_nic_restart(mvm, false);
3475
3476 out:
3477         mutex_unlock(&mvm->mutex);
3478
3479         return ret;
3480 }
3481
3482 static int iwl_mvm_switch_vif_chanctx(struct ieee80211_hw *hw,
3483                                       struct ieee80211_vif_chanctx_switch *vifs,
3484                                       int n_vifs,
3485                                       enum ieee80211_chanctx_switch_mode mode)
3486 {
3487         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3488         int ret;
3489
3490         /* we only support a single-vif right now */
3491         if (n_vifs > 1)
3492                 return -EOPNOTSUPP;
3493
3494         switch (mode) {
3495         case CHANCTX_SWMODE_SWAP_CONTEXTS:
3496                 ret = iwl_mvm_switch_vif_chanctx_swap(mvm, vifs);
3497                 break;
3498         case CHANCTX_SWMODE_REASSIGN_VIF:
3499                 ret = iwl_mvm_switch_vif_chanctx_reassign(mvm, vifs);
3500                 break;
3501         default:
3502                 ret = -EOPNOTSUPP;
3503                 break;
3504         }
3505
3506         return ret;
3507 }
3508
3509 static int iwl_mvm_set_tim(struct ieee80211_hw *hw,
3510                            struct ieee80211_sta *sta,
3511                            bool set)
3512 {
3513         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3514         struct iwl_mvm_sta *mvm_sta = iwl_mvm_sta_from_mac80211(sta);
3515
3516         if (!mvm_sta || !mvm_sta->vif) {
3517                 IWL_ERR(mvm, "Station is not associated to a vif\n");
3518                 return -EINVAL;
3519         }
3520
3521         return iwl_mvm_mac_ctxt_beacon_changed(mvm, mvm_sta->vif);
3522 }
3523
3524 #ifdef CONFIG_NL80211_TESTMODE
3525 static const struct nla_policy iwl_mvm_tm_policy[IWL_MVM_TM_ATTR_MAX + 1] = {
3526         [IWL_MVM_TM_ATTR_CMD] = { .type = NLA_U32 },
3527         [IWL_MVM_TM_ATTR_NOA_DURATION] = { .type = NLA_U32 },
3528         [IWL_MVM_TM_ATTR_BEACON_FILTER_STATE] = { .type = NLA_U32 },
3529 };
3530
3531 static int __iwl_mvm_mac_testmode_cmd(struct iwl_mvm *mvm,
3532                                       struct ieee80211_vif *vif,
3533                                       void *data, int len)
3534 {
3535         struct nlattr *tb[IWL_MVM_TM_ATTR_MAX + 1];
3536         int err;
3537         u32 noa_duration;
3538
3539         err = nla_parse(tb, IWL_MVM_TM_ATTR_MAX, data, len, iwl_mvm_tm_policy);
3540         if (err)
3541                 return err;
3542
3543         if (!tb[IWL_MVM_TM_ATTR_CMD])
3544                 return -EINVAL;
3545
3546         switch (nla_get_u32(tb[IWL_MVM_TM_ATTR_CMD])) {
3547         case IWL_MVM_TM_CMD_SET_NOA:
3548                 if (!vif || vif->type != NL80211_IFTYPE_AP || !vif->p2p ||
3549                     !vif->bss_conf.enable_beacon ||
3550                     !tb[IWL_MVM_TM_ATTR_NOA_DURATION])
3551                         return -EINVAL;
3552
3553                 noa_duration = nla_get_u32(tb[IWL_MVM_TM_ATTR_NOA_DURATION]);
3554                 if (noa_duration >= vif->bss_conf.beacon_int)
3555                         return -EINVAL;
3556
3557                 mvm->noa_duration = noa_duration;
3558                 mvm->noa_vif = vif;
3559
3560                 return iwl_mvm_update_quotas(mvm, false, NULL);
3561         case IWL_MVM_TM_CMD_SET_BEACON_FILTER:
3562                 /* must be associated client vif - ignore authorized */
3563                 if (!vif || vif->type != NL80211_IFTYPE_STATION ||
3564                     !vif->bss_conf.assoc || !vif->bss_conf.dtim_period ||
3565                     !tb[IWL_MVM_TM_ATTR_BEACON_FILTER_STATE])
3566                         return -EINVAL;
3567
3568                 if (nla_get_u32(tb[IWL_MVM_TM_ATTR_BEACON_FILTER_STATE]))
3569                         return iwl_mvm_enable_beacon_filter(mvm, vif, 0);
3570                 return iwl_mvm_disable_beacon_filter(mvm, vif, 0);
3571         }
3572
3573         return -EOPNOTSUPP;
3574 }
3575
3576 static int iwl_mvm_mac_testmode_cmd(struct ieee80211_hw *hw,
3577                                     struct ieee80211_vif *vif,
3578                                     void *data, int len)
3579 {
3580         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3581         int err;
3582
3583         mutex_lock(&mvm->mutex);
3584         err = __iwl_mvm_mac_testmode_cmd(mvm, vif, data, len);
3585         mutex_unlock(&mvm->mutex);
3586
3587         return err;
3588 }
3589 #endif
3590
3591 static void iwl_mvm_channel_switch(struct ieee80211_hw *hw,
3592                                    struct ieee80211_vif *vif,
3593                                    struct ieee80211_channel_switch *chsw)
3594 {
3595         /* By implementing this operation, we prevent mac80211 from
3596          * starting its own channel switch timer, so that we can call
3597          * ieee80211_chswitch_done() ourselves at the right time
3598          * (which is when the absence time event starts).
3599          */
3600
3601         IWL_DEBUG_MAC80211(IWL_MAC80211_GET_MVM(hw),
3602                            "dummy channel switch op\n");
3603 }
3604
3605 static int iwl_mvm_pre_channel_switch(struct ieee80211_hw *hw,
3606                                       struct ieee80211_vif *vif,
3607                                       struct ieee80211_channel_switch *chsw)
3608 {
3609         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3610         struct ieee80211_vif *csa_vif;
3611         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3612         u32 apply_time;
3613         int ret;
3614
3615         mutex_lock(&mvm->mutex);
3616
3617         IWL_DEBUG_MAC80211(mvm, "pre CSA to freq %d\n",
3618                            chsw->chandef.center_freq1);
3619
3620         iwl_fw_dbg_trigger_simple_stop(mvm, vif, FW_DBG_TRIGGER_CHANNEL_SWITCH,
3621                                        NULL, 0);
3622
3623         switch (vif->type) {
3624         case NL80211_IFTYPE_AP:
3625                 csa_vif =
3626                         rcu_dereference_protected(mvm->csa_vif,
3627                                                   lockdep_is_held(&mvm->mutex));
3628                 if (WARN_ONCE(csa_vif && csa_vif->csa_active,
3629                               "Another CSA is already in progress")) {
3630                         ret = -EBUSY;
3631                         goto out_unlock;
3632                 }
3633
3634                 rcu_assign_pointer(mvm->csa_vif, vif);
3635
3636                 if (WARN_ONCE(mvmvif->csa_countdown,
3637                               "Previous CSA countdown didn't complete")) {
3638                         ret = -EBUSY;
3639                         goto out_unlock;
3640                 }
3641
3642                 break;
3643         case NL80211_IFTYPE_STATION:
3644                 /* Schedule the time event to a bit before beacon 1,
3645                  * to make sure we're in the new channel when the
3646                  * GO/AP arrives.
3647                  */
3648                 apply_time = chsw->device_timestamp +
3649                         ((vif->bss_conf.beacon_int * (chsw->count - 1) -
3650                           IWL_MVM_CHANNEL_SWITCH_TIME_CLIENT) * 1024);
3651
3652                 if (chsw->block_tx)
3653                         iwl_mvm_csa_client_absent(mvm, vif);
3654
3655                 iwl_mvm_schedule_csa_period(mvm, vif, vif->bss_conf.beacon_int,
3656                                             apply_time);
3657                 if (mvmvif->bf_data.bf_enabled) {
3658                         ret = iwl_mvm_disable_beacon_filter(mvm, vif, 0);
3659                         if (ret)
3660                                 goto out_unlock;
3661                 }
3662
3663                 break;
3664         default:
3665                 break;
3666         }
3667
3668         mvmvif->ps_disabled = true;
3669
3670         ret = iwl_mvm_power_update_ps(mvm);
3671         if (ret)
3672                 goto out_unlock;
3673
3674         /* we won't be on this channel any longer */
3675         iwl_mvm_teardown_tdls_peers(mvm);
3676
3677 out_unlock:
3678         mutex_unlock(&mvm->mutex);
3679
3680         return ret;
3681 }
3682
3683 static int iwl_mvm_post_channel_switch(struct ieee80211_hw *hw,
3684                                        struct ieee80211_vif *vif)
3685 {
3686         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3687         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3688         int ret;
3689
3690         mutex_lock(&mvm->mutex);
3691
3692         if (vif->type == NL80211_IFTYPE_STATION) {
3693                 struct iwl_mvm_sta *mvmsta;
3694
3695                 mvmsta = iwl_mvm_sta_from_staid_protected(mvm,
3696                                                           mvmvif->ap_sta_id);
3697
3698                 if (WARN_ON(!mvmsta)) {
3699                         ret = -EIO;
3700                         goto out_unlock;
3701                 }
3702
3703                 iwl_mvm_sta_modify_disable_tx(mvm, mvmsta, false);
3704
3705                 iwl_mvm_mac_ctxt_changed(mvm, vif, false, NULL);
3706
3707                 ret = iwl_mvm_enable_beacon_filter(mvm, vif, 0);
3708                 if (ret)
3709                         goto out_unlock;
3710
3711                 iwl_mvm_stop_session_protection(mvm, vif);
3712         }
3713
3714         mvmvif->ps_disabled = false;
3715
3716         ret = iwl_mvm_power_update_ps(mvm);
3717
3718 out_unlock:
3719         mutex_unlock(&mvm->mutex);
3720
3721         return ret;
3722 }
3723
3724 static void iwl_mvm_mac_flush(struct ieee80211_hw *hw,
3725                               struct ieee80211_vif *vif, u32 queues, bool drop)
3726 {
3727         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3728         struct iwl_mvm_vif *mvmvif;
3729         struct iwl_mvm_sta *mvmsta;
3730         struct ieee80211_sta *sta;
3731         int i;
3732         u32 msk = 0;
3733
3734         if (!vif || vif->type != NL80211_IFTYPE_STATION)
3735                 return;
3736
3737         mutex_lock(&mvm->mutex);
3738         mvmvif = iwl_mvm_vif_from_mac80211(vif);
3739
3740         /* flush the AP-station and all TDLS peers */
3741         for (i = 0; i < IWL_MVM_STATION_COUNT; i++) {
3742                 sta = rcu_dereference_protected(mvm->fw_id_to_mac_id[i],
3743                                                 lockdep_is_held(&mvm->mutex));
3744                 if (IS_ERR_OR_NULL(sta))
3745                         continue;
3746
3747                 mvmsta = iwl_mvm_sta_from_mac80211(sta);
3748                 if (mvmsta->vif != vif)
3749                         continue;
3750
3751                 /* make sure only TDLS peers or the AP are flushed */
3752                 WARN_ON(i != mvmvif->ap_sta_id && !sta->tdls);
3753
3754                 msk |= mvmsta->tfd_queue_msk;
3755         }
3756
3757         if (drop) {
3758                 if (iwl_mvm_flush_tx_path(mvm, msk, true))
3759                         IWL_ERR(mvm, "flush request fail\n");
3760                 mutex_unlock(&mvm->mutex);
3761         } else {
3762                 mutex_unlock(&mvm->mutex);
3763
3764                 /* this can take a while, and we may need/want other operations
3765                  * to succeed while doing this, so do it without the mutex held
3766                  */
3767                 iwl_trans_wait_tx_queue_empty(mvm->trans, msk);
3768         }
3769 }
3770
3771 static int iwl_mvm_mac_get_survey(struct ieee80211_hw *hw, int idx,
3772                                   struct survey_info *survey)
3773 {
3774         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3775         int ret;
3776
3777         memset(survey, 0, sizeof(*survey));
3778
3779         /* only support global statistics right now */
3780         if (idx != 0)
3781                 return -ENOENT;
3782
3783         if (!(mvm->fw->ucode_capa.capa[0] &
3784                         IWL_UCODE_TLV_CAPA_RADIO_BEACON_STATS))
3785                 return -ENOENT;
3786
3787         mutex_lock(&mvm->mutex);
3788
3789         if (mvm->ucode_loaded) {
3790                 ret = iwl_mvm_request_statistics(mvm, false);
3791                 if (ret)
3792                         goto out;
3793         }
3794
3795         survey->filled = SURVEY_INFO_TIME |
3796                          SURVEY_INFO_TIME_RX |
3797                          SURVEY_INFO_TIME_TX |
3798                          SURVEY_INFO_TIME_SCAN;
3799         survey->time = mvm->accu_radio_stats.on_time_rf +
3800                        mvm->radio_stats.on_time_rf;
3801         do_div(survey->time, USEC_PER_MSEC);
3802
3803         survey->time_rx = mvm->accu_radio_stats.rx_time +
3804                           mvm->radio_stats.rx_time;
3805         do_div(survey->time_rx, USEC_PER_MSEC);
3806
3807         survey->time_tx = mvm->accu_radio_stats.tx_time +
3808                           mvm->radio_stats.tx_time;
3809         do_div(survey->time_tx, USEC_PER_MSEC);
3810
3811         survey->time_scan = mvm->accu_radio_stats.on_time_scan +
3812                             mvm->radio_stats.on_time_scan;
3813         do_div(survey->time_scan, USEC_PER_MSEC);
3814
3815  out:
3816         mutex_unlock(&mvm->mutex);
3817         return ret;
3818 }
3819
3820 static void iwl_mvm_mac_sta_statistics(struct ieee80211_hw *hw,
3821                                        struct ieee80211_vif *vif,
3822                                        struct ieee80211_sta *sta,
3823                                        struct station_info *sinfo)
3824 {
3825         struct iwl_mvm *mvm = IWL_MAC80211_GET_MVM(hw);
3826         struct iwl_mvm_vif *mvmvif = iwl_mvm_vif_from_mac80211(vif);
3827         struct iwl_mvm_sta *mvmsta = iwl_mvm_sta_from_mac80211(sta);
3828
3829         if (!(mvm->fw->ucode_capa.capa[0] &
3830                                 IWL_UCODE_TLV_CAPA_RADIO_BEACON_STATS))
3831                 return;
3832
3833         /* if beacon filtering isn't on mac80211 does it anyway */
3834         if (!(vif->driver_flags & IEEE80211_VIF_BEACON_FILTER))
3835                 return;
3836
3837         if (!vif->bss_conf.assoc)
3838                 return;
3839
3840         mutex_lock(&mvm->mutex);
3841
3842         if (mvmvif->ap_sta_id != mvmsta->sta_id)
3843                 goto unlock;
3844
3845         if (iwl_mvm_request_statistics(mvm, false))
3846                 goto unlock;
3847
3848         sinfo->rx_beacon = mvmvif->beacon_stats.num_beacons +
3849                            mvmvif->beacon_stats.accu_num_beacons;
3850         sinfo->filled |= BIT(NL80211_STA_INFO_BEACON_RX);
3851         if (mvmvif->beacon_stats.avg_signal) {
3852                 /* firmware only reports a value after RXing a few beacons */
3853                 sinfo->rx_beacon_signal_avg = mvmvif->beacon_stats.avg_signal;
3854                 sinfo->filled |= BIT(NL80211_STA_INFO_BEACON_SIGNAL_AVG);
3855         }
3856  unlock:
3857         mutex_unlock(&mvm->mutex);
3858 }
3859
3860 const struct ieee80211_ops iwl_mvm_hw_ops = {
3861         .tx = iwl_mvm_mac_tx,
3862         .ampdu_action = iwl_mvm_mac_ampdu_action,
3863         .start = iwl_mvm_mac_start,
3864         .reconfig_complete = iwl_mvm_mac_reconfig_complete,
3865         .stop = iwl_mvm_mac_stop,
3866         .add_interface = iwl_mvm_mac_add_interface,
3867         .remove_interface = iwl_mvm_mac_remove_interface,
3868         .config = iwl_mvm_mac_config,
3869         .prepare_multicast = iwl_mvm_prepare_multicast,
3870         .configure_filter = iwl_mvm_configure_filter,
3871         .bss_info_changed = iwl_mvm_bss_info_changed,
3872         .hw_scan = iwl_mvm_mac_hw_scan,
3873         .cancel_hw_scan = iwl_mvm_mac_cancel_hw_scan,
3874         .sta_pre_rcu_remove = iwl_mvm_sta_pre_rcu_remove,
3875         .sta_state = iwl_mvm_mac_sta_state,
3876         .sta_notify = iwl_mvm_mac_sta_notify,
3877         .allow_buffered_frames = iwl_mvm_mac_allow_buffered_frames,
3878         .release_buffered_frames = iwl_mvm_mac_release_buffered_frames,
3879         .set_rts_threshold = iwl_mvm_mac_set_rts_threshold,
3880         .sta_rc_update = iwl_mvm_sta_rc_update,
3881         .conf_tx = iwl_mvm_mac_conf_tx,
3882         .mgd_prepare_tx = iwl_mvm_mac_mgd_prepare_tx,
3883         .mgd_protect_tdls_discover = iwl_mvm_mac_mgd_protect_tdls_discover,
3884         .flush = iwl_mvm_mac_flush,
3885         .sched_scan_start = iwl_mvm_mac_sched_scan_start,
3886         .sched_scan_stop = iwl_mvm_mac_sched_scan_stop,
3887         .set_key = iwl_mvm_mac_set_key,
3888         .update_tkip_key = iwl_mvm_mac_update_tkip_key,
3889         .remain_on_channel = iwl_mvm_roc,
3890         .cancel_remain_on_channel = iwl_mvm_cancel_roc,
3891         .add_chanctx = iwl_mvm_add_chanctx,
3892         .remove_chanctx = iwl_mvm_remove_chanctx,
3893         .change_chanctx = iwl_mvm_change_chanctx,
3894         .assign_vif_chanctx = iwl_mvm_assign_vif_chanctx,
3895         .unassign_vif_chanctx = iwl_mvm_unassign_vif_chanctx,
3896         .switch_vif_chanctx = iwl_mvm_switch_vif_chanctx,
3897
3898         .start_ap = iwl_mvm_start_ap_ibss,
3899         .stop_ap = iwl_mvm_stop_ap_ibss,
3900         .join_ibss = iwl_mvm_start_ap_ibss,
3901         .leave_ibss = iwl_mvm_stop_ap_ibss,
3902
3903         .set_tim = iwl_mvm_set_tim,
3904
3905         .channel_switch = iwl_mvm_channel_switch,
3906         .pre_channel_switch = iwl_mvm_pre_channel_switch,
3907         .post_channel_switch = iwl_mvm_post_channel_switch,
3908
3909         .tdls_channel_switch = iwl_mvm_tdls_channel_switch,
3910         .tdls_cancel_channel_switch = iwl_mvm_tdls_cancel_channel_switch,
3911         .tdls_recv_channel_switch = iwl_mvm_tdls_recv_channel_switch,
3912
3913         CFG80211_TESTMODE_CMD(iwl_mvm_mac_testmode_cmd)
3914
3915 #ifdef CONFIG_PM_SLEEP
3916         /* look at d3.c */
3917         .suspend = iwl_mvm_suspend,
3918         .resume = iwl_mvm_resume,
3919         .set_wakeup = iwl_mvm_set_wakeup,
3920         .set_rekey_data = iwl_mvm_set_rekey_data,
3921 #if IS_ENABLED(CONFIG_IPV6)
3922         .ipv6_addr_change = iwl_mvm_ipv6_addr_change,
3923 #endif
3924         .set_default_unicast_key = iwl_mvm_set_default_unicast_key,
3925 #endif
3926         .get_survey = iwl_mvm_mac_get_survey,
3927         .sta_statistics = iwl_mvm_mac_sta_statistics,
3928 };