/* * Copyright (C) 2015 Felix Fietkau * * This program is free software; you can redistribute it and/or modify * it under the terms of the GNU General Public License version 2 * as published by the Free Software Foundation * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU General Public License for more details. */ #include #include "mt7603.h" #include "mt7603_mac.h" #define MT_PSE_PAGE_SIZE 128 static u32 mt7603_ac_queue_mask0(u32 mask) { u32 ret = 0; ret |= GENMASK(3, 0) * !!(mask & BIT(0)); ret |= GENMASK(8, 5) * !!(mask & BIT(1)); ret |= GENMASK(13, 10) * !!(mask & BIT(2)); ret |= GENMASK(19, 16) * !!(mask & BIT(3)); return ret; } static void mt76_stop_tx_ac(struct mt7603_dev *dev, u32 mask) { mt76_set(dev, MT_WF_ARB_TX_STOP_0, mt7603_ac_queue_mask0(mask)); } static void mt76_start_tx_ac(struct mt7603_dev *dev, u32 mask) { mt76_set(dev, MT_WF_ARB_TX_START_0, mt7603_ac_queue_mask0(mask)); } static void mt7603_wtbl_update(struct mt7603_dev *dev, int idx, u32 mask) { mt76_rmw(dev, MT_WTBL_UPDATE, MT_WTBL_UPDATE_WLAN_IDX, MT76_SET(MT_WTBL_UPDATE_WLAN_IDX, idx) | mask); mt76_poll(dev, MT_WTBL_UPDATE, MT_WTBL_UPDATE_BUSY, 0, 5000); } static u32 mt7603_wtbl2_addr(int idx) { /* Mapped to WTBL2 */ return MT_PCIE_REMAP_BASE_1 + idx * MT_WTBL2_SIZE; } void mt7603_wtbl_init(struct mt7603_dev *dev, int idx, const u8 *mac_addr) { const void *_mac = mac_addr; u32 addr = MT_WTBL1_BASE + idx * MT_WTBL1_SIZE; mt76_set(dev, addr + 0 * 4, MT76_SET(MT_WTBL1_W0_ADDR_HI, get_unaligned_le16(_mac + 4))); mt76_set(dev, addr + 1 * 4, MT76_SET(MT_WTBL1_W1_ADDR_LO, get_unaligned_le32(_mac))); mt76_set(dev, addr + 2 * 4, MT_WTBL1_W2_ADMISSION_CONTROL); } void mt7603_wtbl_clear(struct mt7603_dev *dev, int idx) { int wtbl2_frame = (idx * MT_WTBL2_SIZE) / MT_PSE_PAGE_SIZE; int wtbl2_entry = (idx * MT_WTBL2_SIZE) % MT_PSE_PAGE_SIZE; int wtbl3_frame = (idx * MT_WTBL3_SIZE) / MT_PSE_PAGE_SIZE; int wtbl3_entry = ((idx * MT_WTBL3_SIZE) % MT_PSE_PAGE_SIZE) * 2; int wtbl4_frame = (idx * MT_WTBL4_SIZE) / MT_PSE_PAGE_SIZE; int wtbl4_entry = (idx * MT_WTBL4_SIZE) % MT_PSE_PAGE_SIZE; u32 addr = MT_WTBL1_BASE + idx * MT_WTBL1_SIZE; int i; mt76_wr(dev, addr + 0 * 4, MT_WTBL1_W0_RX_CHECK_A2 | MT_WTBL1_W0_RX_VALID); mt76_wr(dev, addr + 1 * 4, 0); mt76_wr(dev, addr + 2 * 4, 0); mt76_set(dev, MT_WTBL1_OR, MT_WTBL1_OR_PSM_WRITE); mt76_wr(dev, addr + 3 * 4, MT76_SET(MT_WTBL1_W3_WTBL2_FRAME_ID, wtbl2_frame) | MT76_SET(MT_WTBL1_W3_WTBL2_ENTRY_ID, wtbl2_entry) | MT76_SET(MT_WTBL1_W3_WTBL4_FRAME_ID, wtbl4_frame)); mt76_wr(dev, addr + 4 * 4, MT76_SET(MT_WTBL1_W4_WTBL3_FRAME_ID, wtbl3_frame) | MT76_SET(MT_WTBL1_W4_WTBL3_ENTRY_ID, wtbl3_entry) | MT76_SET(MT_WTBL1_W4_WTBL4_ENTRY_ID, wtbl4_entry)); mt76_clear(dev, MT_WTBL1_OR, MT_WTBL1_OR_PSM_WRITE); addr = mt7603_wtbl2_addr(idx); /* Clear BA information */ mt76_wr(dev, addr + (15 * 4), 0); mt76_stop_tx_ac(dev, GENMASK(3, 0)); for (i = 2; i <= 4; i++) mt76_wr(dev, addr + (i * 4), 0); mt7603_wtbl_update(dev, idx, MT_WTBL_UPDATE_WTBL2); mt76_start_tx_ac(dev, GENMASK(3, 0)); mt7603_wtbl_update(dev, idx, MT_WTBL_UPDATE_RX_COUNT_CLEAR); mt7603_wtbl_update(dev, idx, MT_WTBL_UPDATE_TX_COUNT_CLEAR); mt7603_wtbl_update(dev, idx, MT_WTBL_UPDATE_ADM_COUNT_CLEAR); } void mt7603_wtbl_update_cap(struct mt7603_dev *dev, struct ieee80211_sta *sta) { struct mt7603_sta *msta = (struct mt7603_sta *) sta->drv_priv; u32 addr = mt7603_wtbl2_addr(msta->wcid.idx); u32 val; val = mt76_rr(dev, addr + 9 * 4); val &= ~(MT_WTBL2_W9_SHORT_GI_20 | MT_WTBL2_W9_SHORT_GI_40 | MT_WTBL2_W9_SHORT_GI_80); if (sta->ht_cap.cap & IEEE80211_HT_CAP_SGI_20) val |= MT_WTBL2_W9_SHORT_GI_20; if (sta->ht_cap.cap & IEEE80211_HT_CAP_SGI_40) val |= MT_WTBL2_W9_SHORT_GI_40; mt76_wr(dev, addr + 9 * 4, val); } static int mt7603_get_rate(struct mt7603_dev *dev, struct ieee80211_supported_band *sband, int idx, bool cck) { int offset = 0; int len = sband->n_bitrates; int i; if (cck) { if (WARN_ON_ONCE(sband == &dev->mt76.sband_5g)) return 0; idx &= ~BIT(2); /* short preamble */ } else if (sband == &dev->mt76.sband_2g) { offset = 4; } for (i = offset; i < len; i++) { if ((sband->bitrates[i].hw_value & GENMASK(7, 0)) == idx) return i; } WARN_ON_ONCE(1); return 0; } int mt7603_mac_fill_rx(struct mt7603_dev *dev, struct sk_buff *skb) { struct ieee80211_rx_status *status = IEEE80211_SKB_RXCB(skb); struct ieee80211_supported_band *sband; __le32 *rxd = (__le32 *) skb->data; u32 rxd0 = le32_to_cpu(rxd[0]); bool remove_pad; int i; memset(status, 0, sizeof(*status)); i = MT76_GET(MT_RXD1_NORMAL_CH_FREQ, rxd[1]); sband = (i & 1) ? &dev->mt76.sband_5g : &dev->mt76.sband_2g; i >>= 1; if (i < sband->n_channels) status->freq = sband->channels[i].center_freq; if (rxd[2] & MT_RXD2_NORMAL_FCS_ERR) status->rx_flags |= RX_FLAG_FAILED_FCS_CRC; if (rxd[2] & MT_RXD2_NORMAL_TKIP_MIC_ERR) status->rx_flags |= RX_FLAG_MMIC_ERROR; if (MT76_GET(MT_RXD2_NORMAL_SEC_MODE, rxd[2]) != 0 && !(rxd[2] & (MT_RXD2_NORMAL_CLM | MT_RXD2_NORMAL_CM))) status->rx_flags |= RX_FLAG_DECRYPTED; remove_pad = rxd[1] & MT_RXD1_NORMAL_HDR_OFFSET; if (rxd[2] & MT_RXD2_NORMAL_MAX_LEN_ERROR) return -EINVAL; if (WARN_ON_ONCE(!sband->channels)) return -EINVAL; rxd += 4; if (rxd0 & MT_RXD0_NORMAL_GROUP_4) { rxd += 4; if ((u8 *) rxd - skb->data >= skb->len) return -EINVAL; } if (rxd0 & MT_RXD0_NORMAL_GROUP_1) { rxd += 4; if ((u8 *) rxd - skb->data >= skb->len) return -EINVAL; } if (rxd0 & MT_RXD0_NORMAL_GROUP_2) { rxd += 2; if ((u8 *) rxd - skb->data >= skb->len) return -EINVAL; } if (rxd0 & MT_RXD0_NORMAL_GROUP_3) { bool cck = false; i = MT76_GET(MT_RXV1_TX_RATE, rxd[0]); switch (MT76_GET(MT_RXV1_TX_MODE, rxd[0])) { case MT_PHY_TYPE_CCK: cck = true; /* fall through */ case MT_PHY_TYPE_OFDM: i = mt7603_get_rate(dev, sband, i, cck); break; case MT_PHY_TYPE_HT_GF: case MT_PHY_TYPE_HT: status->rx_flags |= RX_FLAG_HT; break; case MT_PHY_TYPE_VHT: status->rx_flags |= RX_FLAG_VHT; break; default: WARN_ON(1); } if (rxd[0] & MT_RXV1_HT_SHORT_GI) status->rx_flags |= RX_FLAG_SHORT_GI; status->rx_flags |= RX_FLAG_STBC_MASK * MT76_GET(MT_RXV1_HT_STBC, rxd[0]); status->rate_idx = i; status->chains = BIT(0) | BIT(1); status->chain_signal[0] = MT76_GET(MT_RXV4_IB_RSSI0, rxd[3]) + dev->rssi_offset[0]; status->chain_signal[1] = MT76_GET(MT_RXV4_IB_RSSI1, rxd[3]) + dev->rssi_offset[1]; status->signal = max(status->chain_signal[0], status->chain_signal[1]); rxd += 6; if ((u8 *) rxd - skb->data >= skb->len) return -EINVAL; } skb_pull(skb, (u8 *) rxd - skb->data + 2 * remove_pad); return 0; } static u16 mt7603_mac_tx_rate_val(struct mt7603_dev *dev, const struct ieee80211_tx_rate *rate, bool stbc, u8 *bw) { u8 phy, nss, rate_idx; u16 rateval; *bw = 0; if (rate->flags & IEEE80211_TX_RC_MCS) { rate_idx = rate->idx; nss = 1 + (rate->idx >> 3); phy = MT_PHY_TYPE_HT; if (rate->flags & IEEE80211_TX_RC_GREEN_FIELD) phy = MT_PHY_TYPE_HT_GF; if (rate->flags & IEEE80211_TX_RC_40_MHZ_WIDTH) *bw = 1; } else { const struct ieee80211_rate *r; int band = dev->chandef.chan->band; u16 val; nss = 1; r = &mt76_hw(dev)->wiphy->bands[band]->bitrates[rate->idx]; if (rate->flags & IEEE80211_TX_RC_USE_SHORT_PREAMBLE) val = r->hw_value_short; else val = r->hw_value; phy = val >> 8; rate_idx = val & 0xff; } rateval = (MT76_SET(MT_TX_RATE_IDX, rate_idx) | MT76_SET(MT_TX_RATE_MODE, phy)); if (stbc && nss == 1) rateval |= MT_TX_RATE_STBC; return rateval; } void mt7603_wtbl_set_rates(struct mt7603_dev *dev, int wcid, struct ieee80211_tx_rate *rates, int n_rates) { u32 addr = mt7603_wtbl2_addr(wcid); bool stbc = false; u8 bw, bw_prev, bw_idx = 0; u16 val; int i; for (i = n_rates; i < 4; i++) rates[i] = rates[n_rates - 1]; val = mt7603_mac_tx_rate_val(dev, &rates[0], stbc, &bw); mt76_rmw_field(dev, addr + 9 * 4, MT_WTBL2_W9_BW_CAP, bw); mt76_rmw_field(dev, addr + 10 * 4, MT_WTBL2_W10_RATE1, val); bw_prev = bw; val = mt7603_mac_tx_rate_val(dev, &rates[1], stbc, &bw); mt76_rmw_field(dev, addr + 10 * 4, MT_WTBL2_W10_RATE2, val); if (bw_prev < bw && !bw_idx) bw_idx = 1; bw_prev = bw; val = mt7603_mac_tx_rate_val(dev, &rates[2], stbc, &bw); mt76_rmw_field(dev, addr + 10 * 4, MT_WTBL2_W10_RATE3_LO, val); mt76_rmw_field(dev, addr + 11 * 4, MT_WTBL2_W11_RATE3_HI, val >> 4); if (bw_prev < bw && !bw_idx) bw_idx = 2; bw_prev = bw; val = mt7603_mac_tx_rate_val(dev, &rates[3], stbc, &bw); mt76_rmw_field(dev, addr + 11 * 4, MT_WTBL2_W11_RATE4, val); if (bw_prev < bw && !bw_idx) bw_idx = 3; mt76_rmw_field(dev, addr + 9 * 4, MT_WTBL2_W9_CHANGE_BW_RATE, bw_idx ? bw_idx - 1 : 7); } static int mt7603_mac_write_txwi(struct mt7603_dev *dev, __le32 *txwi, struct sk_buff *skb, struct mt76_wcid *wcid, struct ieee80211_sta *sta) { struct ieee80211_tx_info *info = IEEE80211_SKB_CB(skb); struct ieee80211_tx_rate *rate = &info->control.rates[0]; struct ieee80211_hdr *hdr = (struct ieee80211_hdr *) skb->data; int wlan_idx; int hdr_len = ieee80211_get_hdrlen_from_skb(skb); u8 frame_type, frame_subtype; u8 pid = 0; u8 bw; if (wcid) wlan_idx = wcid->idx; else wlan_idx = MT7603_WTBL_RESERVED; frame_type = MT76_GET(IEEE80211_FCTL_FTYPE, le16_to_cpu(hdr->frame_control)); frame_subtype = MT76_GET(IEEE80211_FCTL_STYPE, le16_to_cpu(hdr->frame_control)); txwi[0] = cpu_to_le32( MT76_SET(MT_TXD0_TX_BYTES, skb->len + MT_TXD_SIZE) | MT76_SET(MT_TXD0_Q_IDX, skb_get_queue_mapping(skb)) ); txwi[1] = cpu_to_le32( MT_TXD1_LONG_FORMAT | MT76_SET(MT_TXD1_OWN_MAC, 0) | MT76_SET(MT_TXD1_TID, skb->priority & IEEE80211_QOS_CTL_TID_MASK) | MT76_SET(MT_TXD1_HDR_FORMAT, MT_HDR_FORMAT_802_11) | MT76_SET(MT_TXD1_HDR_INFO, hdr_len / 2) | MT76_SET(MT_TXD1_WLAN_IDX, wlan_idx) ); if (info->flags & IEEE80211_TX_CTL_NO_ACK) { txwi[1] |= cpu_to_le32(MT_TXD1_NO_ACK); pid |= BIT(7); } txwi[2] = cpu_to_le32( MT76_SET(MT_TXD2_FRAME_TYPE, frame_type) | MT76_SET(MT_TXD2_SUB_TYPE, frame_subtype) | MT76_SET(MT_TXD2_MULTICAST, is_multicast_ether_addr(hdr->addr1)) ); if (info->flags & IEEE80211_TX_CTL_RATE_CTRL_PROBE) txwi[2] |= cpu_to_le32(MT_TXD2_BA_DISABLE); txwi[3] = cpu_to_le32(MT76_SET(MT_TXD3_REM_TX_COUNT, 0xf)); txwi[4] = 0; txwi[5] = cpu_to_le32( MT_TXD5_TX_STATUS_HOST | MT_TXD5_SW_POWER_MGMT | MT76_SET(MT_TXD5_PID, pid) ); txwi[6] = 0; spin_lock_bh(&dev->mt76.lock); if (rate->idx >= 0 && rate->count) { bool stbc = info->flags & IEEE80211_TX_CTL_STBC; u16 rateval = mt7603_mac_tx_rate_val(dev, rate, stbc, &bw); txwi[6] |= cpu_to_le32( MT_TXD6_FIXED_RATE | MT_TXD6_FIXED_BW | MT76_SET(MT_TXD6_BW, bw) | MT76_SET(MT_TXD6_TX_RATE, rateval) ); if (rate->flags & IEEE80211_TX_RC_SHORT_GI) txwi[6] |= cpu_to_le32(MT_TXD6_SGI); } spin_unlock_bh(&dev->mt76.lock); if (info->flags & IEEE80211_TX_CTL_LDPC) txwi[6] |= cpu_to_le32(MT_TXD6_LDPC); txwi[7] = 0; return 0; } int mt7603_tx_prepare_skb(struct mt76_dev *mdev, void *txwi_ptr, struct sk_buff *skb, struct mt76_wcid *wcid, struct ieee80211_sta *sta, u32 *tx_info) { struct mt7603_dev *dev = container_of(mdev, struct mt7603_dev, mt76); mt7603_mac_write_txwi(dev, txwi_ptr, skb, wcid, sta); return 0; } void mt7603_mac_add_txs(struct mt7603_dev *dev, void *data) { struct ieee80211_tx_info info = {}; struct ieee80211_sta *sta = NULL; struct mt7603_sta *msta = NULL; struct mt76_wcid *wcid; __le32 *txs_data = data; void *priv; bool final_mpdu; bool ampdu; u32 txs; u8 wcidx; u8 pid; txs = le32_to_cpu(txs_data[4]); pid = MT76_GET(MT_TXS4_PID, txs); if (pid & BIT(7)) /* No-ACK */ return; final_mpdu = txs & MT_TXS4_ACKED_MPDU; ampdu = txs & MT_TXS4_AMPDU; txs = le32_to_cpu(txs_data[3]); wcidx = MT76_GET(MT_TXS3_WCID, txs); if (wcidx >= ARRAY_SIZE(dev->wcid)) return; rcu_read_lock(); wcid = rcu_dereference(dev->wcid[wcidx]); if (!wcid) goto out; priv = msta = container_of(wcid, struct mt7603_sta, wcid); sta = container_of(priv, struct ieee80211_sta, drv_priv); txs = le32_to_cpu(txs_data[0]); if (!(txs & MT_TXS0_ACK_ERROR_MASK)) { msta->ampdu_acked++; info.flags |= IEEE80211_TX_STAT_ACK; } msta->ampdu_count++; if (ampdu) { if (!final_mpdu) return; info.flags |= IEEE80211_TX_CTL_AMPDU | IEEE80211_TX_STAT_AMPDU; info.status.ampdu_len = msta->ampdu_count; info.status.ampdu_ack_len = msta->ampdu_acked; } ieee80211_tx_status_noskb(mt76_hw(dev), sta, &info); msta->ampdu_count = 0; msta->ampdu_acked = 0; out: rcu_read_unlock(); } void mt7603_mac_start(struct mt7603_dev *dev) { mt76_clear(dev, MT_WF_ARB_SCR, MT_WF_ARB_TX_DISABLE | MT_WF_ARB_RX_DISABLE); mt76_wr(dev, MT_WF_ARB_TX_START_0, ~0); mt76_set(dev, MT_WF_ARB_RQCR, MT_WF_ARB_RQCR_RX_START); } void mt7603_mac_stop(struct mt7603_dev *dev) { mt76_set(dev, MT_WF_ARB_SCR, MT_WF_ARB_TX_DISABLE | MT_WF_ARB_RX_DISABLE); mt76_wr(dev, MT_WF_ARB_TX_START_0, 0); mt76_clear(dev, MT_WF_ARB_RQCR, MT_WF_ARB_RQCR_RX_START); }