/* * Copyright (C) 2014 Felix Fietkau * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 * as published by the Free Software Foundation * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. */ #include #include "mt76.h" #include "mcu.h" #include "eeprom.h" #include "trace.h" void mt76_mac_set_bssid(struct mt76_dev *dev, u8 idx, const u8 *addr) { idx &= 7; mt76_wr(dev, MT_MAC_APC_BSSID_L(idx), get_unaligned_le32(addr)); mt76_rmw_field(dev, MT_MAC_APC_BSSID_H(idx), MT_MAC_APC_BSSID_H_ADDR, get_unaligned_le16(addr + 4)); } static void mt76_mac_process_rate(struct ieee80211_rx_status *status, u16 rate) { u8 idx = MT76_GET(MT_RXWI_RATE_INDEX, rate); switch (MT76_GET(MT_RXWI_RATE_PHY, rate)) { case MT_PHY_TYPE_OFDM: if (idx >= 8) idx = 0; if (status->band == IEEE80211_BAND_2GHZ) idx += 4; status->rate_idx = idx; return; case MT_PHY_TYPE_CCK: if (idx >= 8) { idx -= 8; status->flag |= RX_FLAG_SHORTPRE; } if (idx >= 4) idx = 0; status->rate_idx = idx; return; case MT_PHY_TYPE_HT_GF: status->flag |= RX_FLAG_HT_GF; /* fall through */ case MT_PHY_TYPE_HT: status->flag |= RX_FLAG_HT; status->rate_idx = idx; break; case MT_PHY_TYPE_VHT: status->flag |= RX_FLAG_VHT; status->rate_idx = MT76_GET(MT_RATE_INDEX_VHT_IDX, idx); status->vht_nss = MT76_GET(MT_RATE_INDEX_VHT_NSS, idx) + 1; break; default: WARN_ON(1); return; } if (rate & MT_RXWI_RATE_LDPC) status->flag |= RX_FLAG_LDPC; if (rate & MT_RXWI_RATE_SGI) status->flag |= RX_FLAG_SHORT_GI; if (rate & MT_RXWI_RATE_STBC) status->flag |= 1 << RX_FLAG_STBC_SHIFT; switch (MT76_GET(MT_RXWI_RATE_BW, rate)) { case MT_PHY_BW_20: break; case MT_PHY_BW_40: status->flag |= RX_FLAG_40MHZ; break; case MT_PHY_BW_80: status->vht_flag |= RX_VHT_FLAG_80MHZ; break; default: break; } } static __le16 mt76_mac_tx_rate_val(struct mt76_dev *dev, const struct ieee80211_tx_rate *rate, u8 *nss_val) { u16 rateval; u8 phy, rate_idx; u8 nss = 1; u8 bw = 0; if (rate->flags & IEEE80211_TX_RC_VHT_MCS) { rate_idx = rate->idx; nss = 1 + (rate->idx >> 4); phy = MT_PHY_TYPE_VHT; if (rate->flags & IEEE80211_TX_RC_80_MHZ_WIDTH) bw = 2; else if (rate->flags & IEEE80211_TX_RC_40_MHZ_WIDTH) bw = 1; } else if (rate->flags & IEEE80211_TX_RC_MCS) { rate_idx = rate->idx; nss = 1 + (rate->idx >> 3); phy = MT_PHY_TYPE_HT; if (rate->flags & IEEE80211_TX_RC_GREEN_FIELD) phy = MT_PHY_TYPE_HT_GF; if (rate->flags & IEEE80211_TX_RC_40_MHZ_WIDTH) bw = 1; } else { const struct ieee80211_rate *r; int band = dev->chandef.chan->band; u16 val; r = &dev->hw->wiphy->bands[band]->bitrates[rate->idx]; if (rate->flags & IEEE80211_TX_RC_USE_SHORT_PREAMBLE) val = r->hw_value_short; else val = r->hw_value; phy = val >> 8; rate_idx = val & 0xff; bw = 0; } rateval = MT76_SET(MT_RXWI_RATE_INDEX, rate_idx); rateval |= MT76_SET(MT_RXWI_RATE_PHY, phy); rateval |= MT76_SET(MT_RXWI_RATE_BW, bw); if (rate->flags & IEEE80211_TX_RC_SHORT_GI) rateval |= MT_RXWI_RATE_SGI; *nss_val = nss; return cpu_to_le16(rateval); } void mt76_mac_wcid_set_rate(struct mt76_dev *dev, struct mt76_wcid *wcid, const struct ieee80211_tx_rate *rate) { unsigned long flags; spin_lock_irqsave(&dev->lock, flags); wcid->tx_rate = mt76_mac_tx_rate_val(dev, rate, &wcid->tx_rate_nss); wcid->tx_rate_set = true; spin_unlock_irqrestore(&dev->lock, flags); } void mt76_mac_write_txwi(struct mt76_dev *dev, struct mt76_txwi *txwi, struct sk_buff *skb, struct mt76_wcid *wcid, struct ieee80211_sta *sta) { struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb); struct ieee80211_tx_rate *rate = &info->control.rates[0]; unsigned long flags; u16 rate_ht_mask = MT76_SET(MT_RXWI_RATE_PHY, BIT(1) | BIT(2)); u16 txwi_flags = 0; u8 nss; memset(txwi, 0, sizeof(*txwi)); if (wcid) txwi->wcid = wcid->idx; else txwi->wcid = 0xff; txwi->pktid = 1; spin_lock_irqsave(&dev->lock, flags); if (rate->idx < 0 || !rate->count) { txwi->rate = wcid->tx_rate; nss = wcid->tx_rate_nss; } else { txwi->rate = mt76_mac_tx_rate_val(dev, rate, &nss); } spin_unlock_irqrestore(&dev->lock, flags); if (mt76xx_rev(dev) >= MT76XX_REV_E4) txwi->txstream = 0x03; else if (mt76xx_rev(dev) >= MT76XX_REV_E3 && !(txwi->rate & cpu_to_le16(rate_ht_mask))) txwi->txstream = 0x83; if (info->flags & IEEE80211_TX_CTL_LDPC) txwi->rate |= cpu_to_le16(MT_RXWI_RATE_LDPC); if ((info->flags & IEEE80211_TX_CTL_STBC) && nss == 1) txwi->rate |= cpu_to_le16(MT_RXWI_RATE_STBC); if (!(info->flags & IEEE80211_TX_CTL_NO_ACK)) txwi->ack_ctl |= MT_TXWI_ACK_CTL_REQ; if (info->flags & IEEE80211_TX_CTL_ASSIGN_SEQ) txwi->ack_ctl |= MT_TXWI_ACK_CTL_NSEQ; if (info->flags & IEEE80211_TX_CTL_RATE_CTRL_PROBE) txwi->pktid |= MT_TXWI_PKTID_PROBE; if ((info->flags & IEEE80211_TX_CTL_AMPDU) && sta) { u8 ba_size = IEEE80211_MIN_AMPDU_BUF; ba_size <<= sta->ht_cap.ampdu_factor; ba_size = min_t(int, 63, ba_size - 1); if (info->flags & IEEE80211_TX_CTL_RATE_CTRL_PROBE) ba_size = 0; txwi->ack_ctl |= MT76_SET(MT_TXWI_ACK_CTL_BA_WINDOW, ba_size); txwi_flags |= MT_TXWI_FLAGS_AMPDU | MT76_SET(MT_TXWI_FLAGS_MPDU_DENSITY, sta->ht_cap.ampdu_density); } txwi->flags |= cpu_to_le16(txwi_flags); txwi->len_ctl = cpu_to_le16(skb->len); } int mt76_mac_process_rx(struct mt76_dev *dev, struct sk_buff *skb, void *rxi) { struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb); struct mt76_rxwi *rxwi = rxi; u32 ctl = le32_to_cpu(rxwi->ctl); u16 rate = le16_to_cpu(rxwi->rate); int len; if (rxwi->rxinfo & cpu_to_le32(MT_RXINFO_L2PAD)) mt76_remove_hdr_pad(skb); if (rxwi->rxinfo & cpu_to_le32(MT_RXINFO_DECRYPT)) { status->flag |= RX_FLAG_DECRYPTED; status->flag |= RX_FLAG_IV_STRIPPED | RX_FLAG_MMIC_STRIPPED; } len = MT76_GET(MT_RXWI_CTL_MPDU_LEN, ctl); skb_trim(skb, len); status->chains = BIT(0) | BIT(1); status->chain_signal[0] = mt76_phy_get_rssi(dev, rxwi->rssi[0], 0); status->chain_signal[1] = mt76_phy_get_rssi(dev, rxwi->rssi[1], 1); status->signal = max(status->chain_signal[0], status->chain_signal[1]); status->freq = dev->chandef.chan->center_freq; status->band = dev->chandef.chan->band; mt76_mac_process_rate(status, rate); return 0; } static void mt76_mac_process_tx_rate(struct ieee80211_tx_rate *txrate, u16 rate, enum ieee80211_band band) { u8 idx = MT76_GET(MT_RXWI_RATE_INDEX, rate); txrate->idx = 0; txrate->flags = 0; txrate->count = 1; switch (MT76_GET(MT_RXWI_RATE_PHY, rate)) { case MT_PHY_TYPE_OFDM: if (band == IEEE80211_BAND_2GHZ) idx += 4; txrate->idx = idx; return; case MT_PHY_TYPE_CCK: if (idx >= 8) idx -= 8; txrate->idx = idx; return; case MT_PHY_TYPE_HT_GF: txrate->flags |= IEEE80211_TX_RC_GREEN_FIELD; /* fall through */ case MT_PHY_TYPE_HT: txrate->flags |= IEEE80211_TX_RC_MCS; txrate->idx = idx; break; case MT_PHY_TYPE_VHT: txrate->flags |= IEEE80211_TX_RC_VHT_MCS; txrate->idx = idx; break; default: WARN_ON(1); return; } switch (MT76_GET(MT_RXWI_RATE_BW, rate)) { case MT_PHY_BW_20: break; case MT_PHY_BW_40: txrate->flags |= IEEE80211_TX_RC_40_MHZ_WIDTH; break; case MT_PHY_BW_80: txrate->flags |= IEEE80211_TX_RC_80_MHZ_WIDTH; break; default: WARN_ON(1); break; } if (rate & MT_RXWI_RATE_SGI) txrate->flags |= IEEE80211_TX_RC_SHORT_GI; } static void mt76_mac_fill_tx_status(struct mt76_dev *dev, struct ieee80211_tx_info *info, struct mt76_tx_status *st) { struct ieee80211_tx_rate *rate = info->status.rates; int cur_idx, last_rate; int i; last_rate = min_t(int, st->retry, IEEE80211_TX_MAX_RATES - 1); mt76_mac_process_tx_rate(&rate[last_rate], st->rate, dev->chandef.chan->band); if (last_rate < IEEE80211_TX_MAX_RATES - 1) rate[last_rate + 1].idx = -1; cur_idx = rate[last_rate].idx + st->retry; for (i = 0; i <= last_rate; i++) { rate[i].flags = rate[last_rate].flags; rate[i].idx = max_t(int, 0, cur_idx - i); rate[i].count = 1; } if (last_rate > 0) rate[last_rate - 1].count = st->retry + 1 - last_rate; info->status.ampdu_len = 1; info->status.ampdu_ack_len = st->success; if (st->pktid & MT_TXWI_PKTID_PROBE) info->flags |= IEEE80211_TX_CTL_RATE_CTRL_PROBE; if (st->aggr) info->flags |= IEEE80211_TX_CTL_AMPDU | IEEE80211_TX_STAT_AMPDU; if (!st->ack_req) info->flags |= IEEE80211_TX_CTL_NO_ACK; else if (st->success) info->flags |= IEEE80211_TX_STAT_ACK; } static void mt76_send_tx_status(struct mt76_dev *dev, struct mt76_tx_status *stat, u32 *data) { struct ieee80211_tx_info info = {}; struct ieee80211_sta *sta = NULL; struct mt76_wcid *wcid = NULL; struct mt76_sta *msta = NULL; u32 data_val = stat->wcid | BIT(31); u32 stat_val = stat->rate | BIT(31); stat_val |= ((u32) stat->retry) << 16; rcu_read_lock(); if (stat->wcid < ARRAY_SIZE(dev->wcid)) wcid = rcu_dereference(dev->wcid[stat->wcid]); if (wcid) { void *priv; priv = msta = container_of(wcid, struct mt76_sta, wcid); sta = container_of(priv, struct ieee80211_sta, drv_priv); } if (msta && stat->aggr && stat->success) { if (stat_val == msta->status && *data == data_val && msta->n_frames++ < 32) goto out; mt76_mac_fill_tx_status(dev, &info, stat); info.status.ampdu_len = msta->n_frames; info.status.ampdu_ack_len = stat->success ? msta->n_frames : 0; msta->status = stat_val; } else { mt76_mac_fill_tx_status(dev, &info, stat); if (msta) msta->status = 0; } *data = data_val; if (msta) msta->n_frames = 0; ieee80211_tx_status_noskb(dev->hw, sta, &info); out: rcu_read_unlock(); } void mt76_mac_poll_tx_status(struct mt76_dev *dev, bool irq) { struct mt76_tx_status stat = {}; unsigned long flags; u32 data = 0; if (!test_bit(MT76_STATE_RUNNING, &dev->state)) return; trace_mac_txstat_poll(dev); while (!irq || !kfifo_is_full(&dev->txstatus_fifo)) { u32 stat1, stat2; spin_lock_irqsave(&dev->irq_lock, flags); stat1 = mt76_rr(dev, MT_TX_STAT_FIFO); if (!(stat1 & MT_TX_STAT_FIFO_VALID)) { spin_unlock_irqrestore(&dev->irq_lock, flags); break; } stat2 = mt76_rr(dev, MT_TX_STAT_FIFO_EXT); spin_unlock_irqrestore(&dev->irq_lock, flags); stat.valid = 1; stat.success = !!(stat1 & MT_TX_STAT_FIFO_SUCCESS); stat.aggr = !!(stat1 & MT_TX_STAT_FIFO_AGGR); stat.ack_req = !!(stat1 & MT_TX_STAT_FIFO_ACKREQ); stat.wcid = MT76_GET(MT_TX_STAT_FIFO_WCID, stat1); stat.rate = MT76_GET(MT_TX_STAT_FIFO_RATE, stat1); stat.retry = MT76_GET(MT_TX_STAT_FIFO_EXT_RETRY, stat2); stat.pktid = MT76_GET(MT_TX_STAT_FIFO_EXT_PKTID, stat2); trace_mac_txstat_fetch(dev, &stat); if (!irq) { mt76_send_tx_status(dev, &stat, &data); continue; } kfifo_put(&dev->txstatus_fifo, stat); } } void mt76_mac_queue_txdone(struct mt76_dev *dev, struct sk_buff *skb, struct mt76_txwi *txwi) { struct mt76_tx_info *txi = mt76_skb_tx_info(skb); mt76_mac_poll_tx_status(dev, false); txi->tries = 0; txi->jiffies = jiffies; txi->wcid = txwi->wcid; txi->pktid = txwi->pktid; trace_mac_txdone_add(dev, txwi->wcid, txwi->pktid); mt76_tx_complete(dev, skb); } void mt76_mac_process_tx_status_fifo(struct mt76_dev *dev) { struct mt76_tx_status stat; u32 data = 0; while (kfifo_get(&dev->txstatus_fifo, &stat)) mt76_send_tx_status(dev, &stat, &data); } static enum mt76_cipher_type mt76_mac_get_key_info(struct ieee80211_key_conf *key, u8 *key_data) { memset(key_data, 0, 32); if (!key) return MT_CIPHER_NONE; if (key->keylen > 32) return MT_CIPHER_NONE; memcpy(key_data, key->key, key->keylen); switch(key->cipher) { case WLAN_CIPHER_SUITE_WEP40: return MT_CIPHER_WEP40; case WLAN_CIPHER_SUITE_WEP104: return MT_CIPHER_WEP104; case WLAN_CIPHER_SUITE_TKIP: return MT_CIPHER_TKIP; case WLAN_CIPHER_SUITE_CCMP: return MT_CIPHER_AES_CCMP; default: return MT_CIPHER_NONE; } } void mt76_mac_wcid_setup(struct mt76_dev *dev, u8 idx, u8 vif_idx, u8 *mac) { struct mt76_wcid_addr addr = {}; u32 attr; attr = MT76_SET(MT_WCID_ATTR_BSS_IDX, vif_idx & 7) | MT76_SET(MT_WCID_ATTR_BSS_IDX_EXT, !!(vif_idx & 8)); mt76_wr(dev, MT_WCID_ATTR(idx), attr); if (mac) memcpy(addr.macaddr, mac, ETH_ALEN); mt76_wr_copy(dev, MT_WCID_ADDR(idx), &addr, sizeof(addr)); } int mt76_mac_wcid_set_key(struct mt76_dev *dev, u8 idx, struct ieee80211_key_conf *key) { enum mt76_cipher_type cipher; u8 key_data[32]; u8 iv_data[8]; cipher = mt76_mac_get_key_info(key, key_data); if (cipher == MT_CIPHER_NONE && key) return -EINVAL; mt76_rmw_field(dev, MT_WCID_ATTR(idx), MT_WCID_ATTR_PKEY_MODE, cipher); mt76_wr_copy(dev, MT_WCID_KEY(idx), key_data, sizeof(key_data)); memset(iv_data, 0, sizeof(iv_data)); if (key) { mt76_rmw_field(dev, MT_WCID_ATTR(idx), MT_WCID_ATTR_PAIRWISE, !!(key->flags & IEEE80211_KEY_FLAG_PAIRWISE)); iv_data[3] = key->keyidx << 6; if (cipher >= MT_CIPHER_TKIP) iv_data[3] |= 0x20; } mt76_wr_copy(dev, MT_WCID_IV(idx), iv_data, sizeof(iv_data)); return 0; } int mt76_mac_shared_key_setup(struct mt76_dev *dev, u8 vif_idx, u8 key_idx, struct ieee80211_key_conf *key) { enum mt76_cipher_type cipher; u8 key_data[32]; u32 val; cipher = mt76_mac_get_key_info(key, key_data); if (cipher == MT_CIPHER_NONE && key) return -EINVAL; val = mt76_rr(dev, MT_SKEY_MODE(vif_idx)); val &= ~(MT_SKEY_MODE_MASK << MT_SKEY_MODE_SHIFT(vif_idx, key_idx)); val |= cipher << MT_SKEY_MODE_SHIFT(vif_idx, key_idx); mt76_wr(dev, MT_SKEY_MODE(vif_idx), val); mt76_wr_copy(dev, MT_SKEY(vif_idx, key_idx), key_data, sizeof(key_data)); return 0; } int mt76_mac_skb_tx_overhead(struct mt76_dev *dev, struct sk_buff *skb) { struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb); struct ieee80211_key_conf *key = info->control.hw_key; int overhead; if (!key) return 0; overhead = key->icv_len; if (!(key->flags & IEEE80211_KEY_FLAG_GENERATE_IV)) overhead += key->iv_len; if (!(key->flags & IEEE80211_KEY_FLAG_GENERATE_MMIC) && key->cipher == WLAN_CIPHER_SUITE_TKIP) overhead += 8; return overhead; } static int mt76_write_beacon(struct mt76_dev *dev, int offset, struct sk_buff *skb) { int beacon_len = dev->beacon_offsets[1] - dev->beacon_offsets[0]; struct mt76_txwi txwi; if (WARN_ON_ONCE(beacon_len < skb->len + sizeof(struct mt76_txwi))) return -ENOSPC; mt76_mac_write_txwi(dev, &txwi, skb, NULL, NULL); txwi.flags |= cpu_to_le16(MT_TXWI_FLAGS_TS); mt76_wr_copy(dev, offset, &txwi, sizeof(txwi)); offset += sizeof(txwi); mt76_wr_copy(dev, offset, skb->data, skb->len); return 0; } static int __mt76_mac_set_beacon(struct mt76_dev *dev, u8 bcn_idx, struct sk_buff *skb) { int beacon_len = dev->beacon_offsets[1] - dev->beacon_offsets[0]; int beacon_addr = dev->beacon_offsets[bcn_idx]; int ret = 0; int i; /* Prevent corrupt transmissions during update */ mt76_set(dev, MT_BCN_BYPASS_MASK, BIT(bcn_idx)); if (skb) { ret = mt76_write_beacon(dev, beacon_addr, skb); if (!ret) dev->beacon_data_mask |= BIT(bcn_idx) & dev->beacon_mask; } else { dev->beacon_data_mask &= ~BIT(bcn_idx); for (i = 0; i < beacon_len; i += 4) mt76_wr(dev, beacon_addr + i, 0); } mt76_wr(dev, MT_BCN_BYPASS_MASK, 0xff00 | ~dev->beacon_data_mask); return ret; } int mt76_mac_set_beacon(struct mt76_dev *dev, u8 vif_idx, struct sk_buff *skb) { bool force_update = false; int bcn_idx = 0; int i; for (i = 0; i < ARRAY_SIZE(dev->beacons); i++) { if (vif_idx == i) { force_update = !!dev->beacons[i] ^ !!skb; if (dev->beacons[i]) dev_kfree_skb(dev->beacons[i]); dev->beacons[i] = skb; __mt76_mac_set_beacon(dev, bcn_idx, skb); } else if (force_update && dev->beacons[i]) { __mt76_mac_set_beacon(dev, bcn_idx, dev->beacons[i]); } bcn_idx += !!dev->beacons[i]; } for (i = bcn_idx; i < ARRAY_SIZE(dev->beacons); i++) { if (!(dev->beacon_data_mask & BIT(i))) break; __mt76_mac_set_beacon(dev, i, NULL); } mt76_rmw_field(dev, MT_MAC_BSSID_DW1, MT_MAC_BSSID_DW1_MBEACON_N, bcn_idx - 1); return 0; } void mt76_mac_set_beacon_enable(struct mt76_dev *dev, u8 vif_idx, bool val) { u8 old_mask = dev->beacon_mask; bool en; u32 reg; if (val) { dev->beacon_mask |= BIT(vif_idx); } else { dev->beacon_mask &= ~BIT(vif_idx); mt76_mac_set_beacon(dev, vif_idx, NULL); } if (!!old_mask == !!dev->beacon_mask) return; en = dev->beacon_mask; mt76_rmw_field(dev, MT_INT_TIMER_EN, MT_INT_TIMER_EN_PRE_TBTT_EN, en); reg = MT_BEACON_TIME_CFG_BEACON_TX | MT_BEACON_TIME_CFG_TBTT_EN | MT_BEACON_TIME_CFG_TIMER_EN; mt76_rmw(dev, MT_BEACON_TIME_CFG, reg, reg * en); if (en) mt76_irq_enable(dev, MT_INT_PRE_TBTT | MT_INT_TBTT); else mt76_irq_disable(dev, MT_INT_PRE_TBTT | MT_INT_TBTT); } void mt76_mac_work(struct work_struct *work) { struct mt76_dev *dev = container_of(work, struct mt76_dev, mac_work.work); int i, idx; for (i = 0, idx = 0; i < 16; i++) { u32 val = mt76_rr(dev, MT_TX_AGG_CNT(i)); dev->aggr_stats[idx++] += val & 0xffff; dev->aggr_stats[idx++] += val >> 16; } ieee80211_queue_delayed_work(dev->hw, &dev->mac_work, MT_CALIBRATE_INTERVAL); }