Merge git://git.kernel.org/pub/scm/linux/kernel/git/netdev/net

[mirror_ubuntu-jammy-kernel.git] / drivers / net / wireless / realtek / rtw88 / fw.c

// SPDX-License-Identifier: GPL-2.0 OR BSD-3-Clause
/* Copyright(c) 2018-2019  Realtek Corporation
 */

#include "main.h"
#include "coex.h"
#include "fw.h"
#include "tx.h"
#include "reg.h"
#include "sec.h"
#include "debug.h"
#include "util.h"

static void rtw_fw_c2h_cmd_handle_ext(struct rtw_dev *rtwdev,
                                      struct sk_buff *skb)
{
        struct rtw_c2h_cmd *c2h;
        u8 sub_cmd_id;

        c2h = get_c2h_from_skb(skb);
        sub_cmd_id = c2h->payload[0];

        switch (sub_cmd_id) {
        case C2H_CCX_RPT:
                rtw_tx_report_handle(rtwdev, skb);
                break;
        default:
                break;
        }
}

static u16 get_max_amsdu_len(u32 bit_rate)
{
        /* lower than ofdm, do not aggregate */
        if (bit_rate < 550)
                return 1;

        /* lower than 20M 2ss mcs8, make it small */
        if (bit_rate < 1800)
                return 1200;

        /* lower than 40M 2ss mcs9, make it medium */
        if (bit_rate < 4000)
                return 2600;

        /* not yet 80M 2ss mcs8/9, make it twice regular packet size */
        if (bit_rate < 7000)
                return 3500;

        /* unlimited */
        return 0;
}

struct rtw_fw_iter_ra_data {
        struct rtw_dev *rtwdev;
        u8 *payload;
};

static void rtw_fw_ra_report_iter(void *data, struct ieee80211_sta *sta)
{
        struct rtw_fw_iter_ra_data *ra_data = data;
        struct rtw_sta_info *si = (struct rtw_sta_info *)sta->drv_priv;
        u8 mac_id, rate, sgi, bw;
        u8 mcs, nss;
        u32 bit_rate;

        mac_id = GET_RA_REPORT_MACID(ra_data->payload);
        if (si->mac_id != mac_id)
                return;

        si->ra_report.txrate.flags = 0;

        rate = GET_RA_REPORT_RATE(ra_data->payload);
        sgi = GET_RA_REPORT_SGI(ra_data->payload);
        bw = GET_RA_REPORT_BW(ra_data->payload);

        if (rate < DESC_RATEMCS0) {
                si->ra_report.txrate.legacy = rtw_desc_to_bitrate(rate);
                goto legacy;
        }

        rtw_desc_to_mcsrate(rate, &mcs, &nss);
        if (rate >= DESC_RATEVHT1SS_MCS0)
                si->ra_report.txrate.flags |= RATE_INFO_FLAGS_VHT_MCS;
        else if (rate >= DESC_RATEMCS0)
                si->ra_report.txrate.flags |= RATE_INFO_FLAGS_MCS;

        if (rate >= DESC_RATEMCS0) {
                si->ra_report.txrate.mcs = mcs;
                si->ra_report.txrate.nss = nss;
        }

        if (sgi)
                si->ra_report.txrate.flags |= RATE_INFO_FLAGS_SHORT_GI;

        if (bw == RTW_CHANNEL_WIDTH_80)
                si->ra_report.txrate.bw = RATE_INFO_BW_80;
        else if (bw == RTW_CHANNEL_WIDTH_40)
                si->ra_report.txrate.bw = RATE_INFO_BW_40;
        else
                si->ra_report.txrate.bw = RATE_INFO_BW_20;

legacy:
        bit_rate = cfg80211_calculate_bitrate(&si->ra_report.txrate);

        si->ra_report.desc_rate = rate;
        si->ra_report.bit_rate = bit_rate;

        sta->max_rc_amsdu_len = get_max_amsdu_len(bit_rate);
}

static void rtw_fw_ra_report_handle(struct rtw_dev *rtwdev, u8 *payload,
                                    u8 length)
{
        struct rtw_fw_iter_ra_data ra_data;

        if (WARN(length < 7, "invalid ra report c2h length\n"))
                return;

        rtwdev->dm_info.tx_rate = GET_RA_REPORT_RATE(payload);
        ra_data.rtwdev = rtwdev;
        ra_data.payload = payload;
        rtw_iterate_stas_atomic(rtwdev, rtw_fw_ra_report_iter, &ra_data);
}

void rtw_fw_c2h_cmd_handle(struct rtw_dev *rtwdev, struct sk_buff *skb)
{
        struct rtw_c2h_cmd *c2h;
        u32 pkt_offset;
        u8 len;

        pkt_offset = *((u32 *)skb->cb);
        c2h = (struct rtw_c2h_cmd *)(skb->data + pkt_offset);
        len = skb->len - pkt_offset - 2;

        mutex_lock(&rtwdev->mutex);

        switch (c2h->id) {
        case C2H_BT_INFO:
                rtw_coex_bt_info_notify(rtwdev, c2h->payload, len);
                break;
        case C2H_WLAN_INFO:
                rtw_coex_wl_fwdbginfo_notify(rtwdev, c2h->payload, len);
                break;
        case C2H_HALMAC:
                rtw_fw_c2h_cmd_handle_ext(rtwdev, skb);
                break;
        case C2H_RA_RPT:
                rtw_fw_ra_report_handle(rtwdev, c2h->payload, len);
                break;
        default:
                break;
        }

        mutex_unlock(&rtwdev->mutex);
}

void rtw_fw_c2h_cmd_rx_irqsafe(struct rtw_dev *rtwdev, u32 pkt_offset,
                               struct sk_buff *skb)
{
        struct rtw_c2h_cmd *c2h;
        u8 len;

        c2h = (struct rtw_c2h_cmd *)(skb->data + pkt_offset);
        len = skb->len - pkt_offset - 2;
        *((u32 *)skb->cb) = pkt_offset;

        rtw_dbg(rtwdev, RTW_DBG_FW, "recv C2H, id=0x%02x, seq=0x%02x, len=%d\n",
                c2h->id, c2h->seq, len);

        switch (c2h->id) {
        case C2H_BT_MP_INFO:
                rtw_coex_info_response(rtwdev, skb);
                break;
        default:
                /* pass offset for further operation */
                *((u32 *)skb->cb) = pkt_offset;
                skb_queue_tail(&rtwdev->c2h_queue, skb);
                ieee80211_queue_work(rtwdev->hw, &rtwdev->c2h_work);
                break;
        }
}
EXPORT_SYMBOL(rtw_fw_c2h_cmd_rx_irqsafe);

static void rtw_fw_send_h2c_command(struct rtw_dev *rtwdev,
                                    u8 *h2c)
{
        u8 box;
        u8 box_state;
        u32 box_reg, box_ex_reg;
        u32 h2c_wait;
        int idx;

        rtw_dbg(rtwdev, RTW_DBG_FW,
                "send H2C content %02x%02x%02x%02x %02x%02x%02x%02x\n",
                h2c[3], h2c[2], h2c[1], h2c[0],
                h2c[7], h2c[6], h2c[5], h2c[4]);

        spin_lock(&rtwdev->h2c.lock);

        box = rtwdev->h2c.last_box_num;
        switch (box) {
        case 0:
                box_reg = REG_HMEBOX0;
                box_ex_reg = REG_HMEBOX0_EX;
                break;
        case 1:
                box_reg = REG_HMEBOX1;
                box_ex_reg = REG_HMEBOX1_EX;
                break;
        case 2:
                box_reg = REG_HMEBOX2;
                box_ex_reg = REG_HMEBOX2_EX;
                break;
        case 3:
                box_reg = REG_HMEBOX3;
                box_ex_reg = REG_HMEBOX3_EX;
                break;
        default:
                WARN(1, "invalid h2c mail box number\n");
                goto out;
        }

        h2c_wait = 20;
        do {
                box_state = rtw_read8(rtwdev, REG_HMETFR);
        } while ((box_state >> box) & 0x1 && --h2c_wait > 0);

        if (!h2c_wait) {
                rtw_err(rtwdev, "failed to send h2c command\n");
                goto out;
        }

        for (idx = 0; idx < 4; idx++)
                rtw_write8(rtwdev, box_reg + idx, h2c[idx]);
        for (idx = 0; idx < 4; idx++)
                rtw_write8(rtwdev, box_ex_reg + idx, h2c[idx + 4]);

        if (++rtwdev->h2c.last_box_num >= 4)
                rtwdev->h2c.last_box_num = 0;

out:
        spin_unlock(&rtwdev->h2c.lock);
}

static void rtw_fw_send_h2c_packet(struct rtw_dev *rtwdev, u8 *h2c_pkt)
{
        int ret;

        spin_lock(&rtwdev->h2c.lock);

        FW_OFFLOAD_H2C_SET_SEQ_NUM(h2c_pkt, rtwdev->h2c.seq);
        ret = rtw_hci_write_data_h2c(rtwdev, h2c_pkt, H2C_PKT_SIZE);
        if (ret)
                rtw_err(rtwdev, "failed to send h2c packet\n");
        rtwdev->h2c.seq++;

        spin_unlock(&rtwdev->h2c.lock);
}

void
rtw_fw_send_general_info(struct rtw_dev *rtwdev)
{
        struct rtw_fifo_conf *fifo = &rtwdev->fifo;
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};
        u16 total_size = H2C_PKT_HDR_SIZE + 4;

        rtw_h2c_pkt_set_header(h2c_pkt, H2C_PKT_GENERAL_INFO);

        SET_PKT_H2C_TOTAL_LEN(h2c_pkt, total_size);

        GENERAL_INFO_SET_FW_TX_BOUNDARY(h2c_pkt,
                                        fifo->rsvd_fw_txbuf_addr -
                                        fifo->rsvd_boundary);

        rtw_fw_send_h2c_packet(rtwdev, h2c_pkt);
}

void
rtw_fw_send_phydm_info(struct rtw_dev *rtwdev)
{
        struct rtw_hal *hal = &rtwdev->hal;
        struct rtw_efuse *efuse = &rtwdev->efuse;
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};
        u16 total_size = H2C_PKT_HDR_SIZE + 8;
        u8 fw_rf_type = 0;

        if (hal->rf_type == RF_1T1R)
                fw_rf_type = FW_RF_1T1R;
        else if (hal->rf_type == RF_2T2R)
                fw_rf_type = FW_RF_2T2R;

        rtw_h2c_pkt_set_header(h2c_pkt, H2C_PKT_PHYDM_INFO);

        SET_PKT_H2C_TOTAL_LEN(h2c_pkt, total_size);
        PHYDM_INFO_SET_REF_TYPE(h2c_pkt, efuse->rfe_option);
        PHYDM_INFO_SET_RF_TYPE(h2c_pkt, fw_rf_type);
        PHYDM_INFO_SET_CUT_VER(h2c_pkt, hal->cut_version);
        PHYDM_INFO_SET_RX_ANT_STATUS(h2c_pkt, hal->antenna_tx);
        PHYDM_INFO_SET_TX_ANT_STATUS(h2c_pkt, hal->antenna_rx);

        rtw_fw_send_h2c_packet(rtwdev, h2c_pkt);
}

void rtw_fw_do_iqk(struct rtw_dev *rtwdev, struct rtw_iqk_para *para)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};
        u16 total_size = H2C_PKT_HDR_SIZE + 1;

        rtw_h2c_pkt_set_header(h2c_pkt, H2C_PKT_IQK);
        SET_PKT_H2C_TOTAL_LEN(h2c_pkt, total_size);
        IQK_SET_CLEAR(h2c_pkt, para->clear);
        IQK_SET_SEGMENT_IQK(h2c_pkt, para->segment_iqk);

        rtw_fw_send_h2c_packet(rtwdev, h2c_pkt);
}

void rtw_fw_query_bt_info(struct rtw_dev *rtwdev)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_QUERY_BT_INFO);

        SET_QUERY_BT_INFO(h2c_pkt, true);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_wl_ch_info(struct rtw_dev *rtwdev, u8 link, u8 ch, u8 bw)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_WL_CH_INFO);

        SET_WL_CH_INFO_LINK(h2c_pkt, link);
        SET_WL_CH_INFO_CHNL(h2c_pkt, ch);
        SET_WL_CH_INFO_BW(h2c_pkt, bw);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_query_bt_mp_info(struct rtw_dev *rtwdev,
                             struct rtw_coex_info_req *req)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_QUERY_BT_MP_INFO);

        SET_BT_MP_INFO_SEQ(h2c_pkt, req->seq);
        SET_BT_MP_INFO_OP_CODE(h2c_pkt, req->op_code);
        SET_BT_MP_INFO_PARA1(h2c_pkt, req->para1);
        SET_BT_MP_INFO_PARA2(h2c_pkt, req->para2);
        SET_BT_MP_INFO_PARA3(h2c_pkt, req->para3);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_force_bt_tx_power(struct rtw_dev *rtwdev, u8 bt_pwr_dec_lvl)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};
        u8 index = 0 - bt_pwr_dec_lvl;

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_FORCE_BT_TX_POWER);

        SET_BT_TX_POWER_INDEX(h2c_pkt, index);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_bt_ignore_wlan_action(struct rtw_dev *rtwdev, bool enable)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_IGNORE_WLAN_ACTION);

        SET_IGNORE_WLAN_ACTION_EN(h2c_pkt, enable);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_coex_tdma_type(struct rtw_dev *rtwdev,
                           u8 para1, u8 para2, u8 para3, u8 para4, u8 para5)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_COEX_TDMA_TYPE);

        SET_COEX_TDMA_TYPE_PARA1(h2c_pkt, para1);
        SET_COEX_TDMA_TYPE_PARA2(h2c_pkt, para2);
        SET_COEX_TDMA_TYPE_PARA3(h2c_pkt, para3);
        SET_COEX_TDMA_TYPE_PARA4(h2c_pkt, para4);
        SET_COEX_TDMA_TYPE_PARA5(h2c_pkt, para5);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_bt_wifi_control(struct rtw_dev *rtwdev, u8 op_code, u8 *data)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_BT_WIFI_CONTROL);

        SET_BT_WIFI_CONTROL_OP_CODE(h2c_pkt, op_code);

        SET_BT_WIFI_CONTROL_DATA1(h2c_pkt, *data);
        SET_BT_WIFI_CONTROL_DATA2(h2c_pkt, *(data + 1));
        SET_BT_WIFI_CONTROL_DATA3(h2c_pkt, *(data + 2));
        SET_BT_WIFI_CONTROL_DATA4(h2c_pkt, *(data + 3));
        SET_BT_WIFI_CONTROL_DATA5(h2c_pkt, *(data + 4));

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_send_rssi_info(struct rtw_dev *rtwdev, struct rtw_sta_info *si)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};
        u8 rssi = ewma_rssi_read(&si->avg_rssi);
        bool stbc_en = si->stbc_en ? true : false;

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_RSSI_MONITOR);

        SET_RSSI_INFO_MACID(h2c_pkt, si->mac_id);
        SET_RSSI_INFO_RSSI(h2c_pkt, rssi);
        SET_RSSI_INFO_STBC(h2c_pkt, stbc_en);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_send_ra_info(struct rtw_dev *rtwdev, struct rtw_sta_info *si)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};
        bool no_update = si->updated;
        bool disable_pt = true;

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_RA_INFO);

        SET_RA_INFO_MACID(h2c_pkt, si->mac_id);
        SET_RA_INFO_RATE_ID(h2c_pkt, si->rate_id);
        SET_RA_INFO_INIT_RA_LVL(h2c_pkt, si->init_ra_lv);
        SET_RA_INFO_SGI_EN(h2c_pkt, si->sgi_enable);
        SET_RA_INFO_BW_MODE(h2c_pkt, si->bw_mode);
        SET_RA_INFO_LDPC(h2c_pkt, si->ldpc_en);
        SET_RA_INFO_NO_UPDATE(h2c_pkt, no_update);
        SET_RA_INFO_VHT_EN(h2c_pkt, si->vht_enable);
        SET_RA_INFO_DIS_PT(h2c_pkt, disable_pt);
        SET_RA_INFO_RA_MASK0(h2c_pkt, (si->ra_mask & 0xff));
        SET_RA_INFO_RA_MASK1(h2c_pkt, (si->ra_mask & 0xff00) >> 8);
        SET_RA_INFO_RA_MASK2(h2c_pkt, (si->ra_mask & 0xff0000) >> 16);
        SET_RA_INFO_RA_MASK3(h2c_pkt, (si->ra_mask & 0xff000000) >> 24);

        si->init_ra_lv = 0;
        si->updated = true;

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_media_status_report(struct rtw_dev *rtwdev, u8 mac_id, bool connect)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_MEDIA_STATUS_RPT);
        MEDIA_STATUS_RPT_SET_OP_MODE(h2c_pkt, connect);
        MEDIA_STATUS_RPT_SET_MACID(h2c_pkt, mac_id);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_fw_set_pwr_mode(struct rtw_dev *rtwdev)
{
        struct rtw_lps_conf *conf = &rtwdev->lps_conf;
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_SET_PWR_MODE);

        SET_PWR_MODE_SET_MODE(h2c_pkt, conf->mode);
        SET_PWR_MODE_SET_RLBM(h2c_pkt, conf->rlbm);
        SET_PWR_MODE_SET_SMART_PS(h2c_pkt, conf->smart_ps);
        SET_PWR_MODE_SET_AWAKE_INTERVAL(h2c_pkt, conf->awake_interval);
        SET_PWR_MODE_SET_PORT_ID(h2c_pkt, conf->port_id);
        SET_PWR_MODE_SET_PWR_STATE(h2c_pkt, conf->state);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

static u8 rtw_get_rsvd_page_location(struct rtw_dev *rtwdev,
                                     enum rtw_rsvd_packet_type type)
{
        struct rtw_rsvd_page *rsvd_pkt;
        u8 location = 0;

        list_for_each_entry(rsvd_pkt, &rtwdev->rsvd_page_list, list) {
                if (type == rsvd_pkt->type)
                        location = rsvd_pkt->page;
        }

        return location;
}

void rtw_fw_set_pg_info(struct rtw_dev *rtwdev)
{
        struct rtw_lps_conf *conf = &rtwdev->lps_conf;
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};
        u8 loc_pg, loc_dpk;

        loc_pg = rtw_get_rsvd_page_location(rtwdev, RSVD_LPS_PG_INFO);
        loc_dpk = rtw_get_rsvd_page_location(rtwdev, RSVD_LPS_PG_DPK);

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_LPS_PG_INFO);

        LPS_PG_INFO_LOC(h2c_pkt, loc_pg);
        LPS_PG_DPK_LOC(h2c_pkt, loc_dpk);
        LPS_PG_SEC_CAM_EN(h2c_pkt, conf->sec_cam_backup);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

void rtw_send_rsvd_page_h2c(struct rtw_dev *rtwdev)
{
        u8 h2c_pkt[H2C_PKT_SIZE] = {0};
        u8 location = 0;

        SET_H2C_CMD_ID_CLASS(h2c_pkt, H2C_CMD_RSVD_PAGE);

        location = rtw_get_rsvd_page_location(rtwdev, RSVD_PROBE_RESP);
        *(h2c_pkt + 1) = location;
        rtw_dbg(rtwdev, RTW_DBG_FW, "RSVD_PROBE_RESP loc: %d\n", location);

        location = rtw_get_rsvd_page_location(rtwdev, RSVD_PS_POLL);
        *(h2c_pkt + 2) = location;
        rtw_dbg(rtwdev, RTW_DBG_FW, "RSVD_PS_POLL loc: %d\n", location);

        location = rtw_get_rsvd_page_location(rtwdev, RSVD_NULL);
        *(h2c_pkt + 3) = location;
        rtw_dbg(rtwdev, RTW_DBG_FW, "RSVD_NULL loc: %d\n", location);

        location = rtw_get_rsvd_page_location(rtwdev, RSVD_QOS_NULL);
        *(h2c_pkt + 4) = location;
        rtw_dbg(rtwdev, RTW_DBG_FW, "RSVD_QOS_NULL loc: %d\n", location);

        rtw_fw_send_h2c_command(rtwdev, h2c_pkt);
}

static struct sk_buff *
rtw_beacon_get(struct ieee80211_hw *hw, struct ieee80211_vif *vif)
{
        struct sk_buff *skb_new;

        if (vif->type != NL80211_IFTYPE_AP &&
            vif->type != NL80211_IFTYPE_ADHOC &&
            !ieee80211_vif_is_mesh(vif)) {
                skb_new = alloc_skb(1, GFP_KERNEL);
                if (!skb_new)
                        return NULL;
                skb_put(skb_new, 1);
        } else {
                skb_new = ieee80211_beacon_get(hw, vif);
        }

        return skb_new;
}

static struct sk_buff *rtw_lps_pg_dpk_get(struct ieee80211_hw *hw)
{
        struct rtw_dev *rtwdev = hw->priv;
        struct rtw_chip_info *chip = rtwdev->chip;
        struct rtw_dpk_info *dpk_info = &rtwdev->dm_info.dpk_info;
        struct rtw_lps_pg_dpk_hdr *dpk_hdr;
        struct sk_buff *skb;
        u32 size;

        size = chip->tx_pkt_desc_sz + sizeof(*dpk_hdr);
        skb = alloc_skb(size, GFP_KERNEL);
        if (!skb)
                return NULL;

        skb_reserve(skb, chip->tx_pkt_desc_sz);
        dpk_hdr = skb_put_zero(skb, sizeof(*dpk_hdr));
        dpk_hdr->dpk_ch = dpk_info->dpk_ch;
        dpk_hdr->dpk_path_ok = dpk_info->dpk_path_ok[0];
        memcpy(dpk_hdr->dpk_txagc, dpk_info->dpk_txagc, 2);
        memcpy(dpk_hdr->dpk_gs, dpk_info->dpk_gs, 4);
        memcpy(dpk_hdr->coef, dpk_info->coef, 160);

        return skb;
}

static struct sk_buff *rtw_lps_pg_info_get(struct ieee80211_hw *hw,
                                           struct ieee80211_vif *vif)
{
        struct rtw_dev *rtwdev = hw->priv;
        struct rtw_chip_info *chip = rtwdev->chip;
        struct rtw_lps_conf *conf = &rtwdev->lps_conf;
        struct rtw_lps_pg_info_hdr *pg_info_hdr;
        struct sk_buff *skb;
        u32 size;

        size = chip->tx_pkt_desc_sz + sizeof(*pg_info_hdr);
        skb = alloc_skb(size, GFP_KERNEL);
        if (!skb)
                return NULL;

        skb_reserve(skb, chip->tx_pkt_desc_sz);
        pg_info_hdr = skb_put_zero(skb, sizeof(*pg_info_hdr));
        pg_info_hdr->tx_bu_page_count = rtwdev->fifo.rsvd_drv_pg_num;
        pg_info_hdr->macid = find_first_bit(rtwdev->mac_id_map, RTW_MAX_MAC_ID_NUM);
        pg_info_hdr->sec_cam_count =
                rtw_sec_cam_pg_backup(rtwdev, pg_info_hdr->sec_cam);

        conf->sec_cam_backup = pg_info_hdr->sec_cam_count != 0;

        return skb;
}

static struct sk_buff *rtw_get_rsvd_page_skb(struct ieee80211_hw *hw,
                                             struct ieee80211_vif *vif,
                                             enum rtw_rsvd_packet_type type)
{
        struct sk_buff *skb_new;

        switch (type) {
        case RSVD_BEACON:
                skb_new = rtw_beacon_get(hw, vif);
                break;
        case RSVD_PS_POLL:
                skb_new = ieee80211_pspoll_get(hw, vif);
                break;
        case RSVD_PROBE_RESP:
                skb_new = ieee80211_proberesp_get(hw, vif);
                break;
        case RSVD_NULL:
                skb_new = ieee80211_nullfunc_get(hw, vif, false);
                break;
        case RSVD_QOS_NULL:
                skb_new = ieee80211_nullfunc_get(hw, vif, true);
                break;
        case RSVD_LPS_PG_DPK:
                skb_new = rtw_lps_pg_dpk_get(hw);
                break;
        case RSVD_LPS_PG_INFO:
                skb_new = rtw_lps_pg_info_get(hw, vif);
                break;
        default:
                return NULL;
        }

        if (!skb_new)
                return NULL;

        return skb_new;
}

static void rtw_fill_rsvd_page_desc(struct rtw_dev *rtwdev, struct sk_buff *skb)
{
        struct rtw_tx_pkt_info pkt_info;
        struct rtw_chip_info *chip = rtwdev->chip;
        u8 *pkt_desc;

        memset(&pkt_info, 0, sizeof(pkt_info));
        rtw_rsvd_page_pkt_info_update(rtwdev, &pkt_info, skb);
        pkt_desc = skb_push(skb, chip->tx_pkt_desc_sz);
        memset(pkt_desc, 0, chip->tx_pkt_desc_sz);
        rtw_tx_fill_tx_desc(&pkt_info, skb);
}

static inline u8 rtw_len_to_page(unsigned int len, u8 page_size)
{
        return DIV_ROUND_UP(len, page_size);
}

static void rtw_rsvd_page_list_to_buf(struct rtw_dev *rtwdev, u8 page_size,
                                      u8 page_margin, u32 page, u8 *buf,
                                      struct rtw_rsvd_page *rsvd_pkt)
{
        struct sk_buff *skb = rsvd_pkt->skb;

        if (page >= 1)
                memcpy(buf + page_margin + page_size * (page - 1),
                       skb->data, skb->len);
        else
                memcpy(buf, skb->data, skb->len);
}

void rtw_add_rsvd_page(struct rtw_dev *rtwdev, enum rtw_rsvd_packet_type type,
                       bool txdesc)
{
        struct rtw_rsvd_page *rsvd_pkt;

        lockdep_assert_held(&rtwdev->mutex);

        list_for_each_entry(rsvd_pkt, &rtwdev->rsvd_page_list, list) {
                if (rsvd_pkt->type == type)
                        return;
        }

        rsvd_pkt = kmalloc(sizeof(*rsvd_pkt), GFP_KERNEL);
        if (!rsvd_pkt)
                return;

        rsvd_pkt->type = type;
        rsvd_pkt->add_txdesc = txdesc;
        list_add_tail(&rsvd_pkt->list, &rtwdev->rsvd_page_list);
}

void rtw_reset_rsvd_page(struct rtw_dev *rtwdev)
{
        struct rtw_rsvd_page *rsvd_pkt, *tmp;

        lockdep_assert_held(&rtwdev->mutex);

        list_for_each_entry_safe(rsvd_pkt, tmp, &rtwdev->rsvd_page_list, list) {
                if (rsvd_pkt->type == RSVD_BEACON)
                        continue;
                list_del(&rsvd_pkt->list);
                kfree(rsvd_pkt);
        }
}

int rtw_fw_write_data_rsvd_page(struct rtw_dev *rtwdev, u16 pg_addr,
                                u8 *buf, u32 size)
{
        u8 bckp[2];
        u8 val;
        u16 rsvd_pg_head;
        int ret;

        lockdep_assert_held(&rtwdev->mutex);

        if (!size)
                return -EINVAL;

        pg_addr &= BIT_MASK_BCN_HEAD_1_V1;
        rtw_write16(rtwdev, REG_FIFOPAGE_CTRL_2, pg_addr | BIT_BCN_VALID_V1);

        val = rtw_read8(rtwdev, REG_CR + 1);
        bckp[0] = val;
        val |= BIT_ENSWBCN >> 8;
        rtw_write8(rtwdev, REG_CR + 1, val);

        val = rtw_read8(rtwdev, REG_FWHW_TXQ_CTRL + 2);
        bckp[1] = val;
        val &= ~(BIT_EN_BCNQ_DL >> 16);
        rtw_write8(rtwdev, REG_FWHW_TXQ_CTRL + 2, val);

        ret = rtw_hci_write_data_rsvd_page(rtwdev, buf, size);
        if (ret) {
                rtw_err(rtwdev, "failed to write data to rsvd page\n");
                goto restore;
        }

        if (!check_hw_ready(rtwdev, REG_FIFOPAGE_CTRL_2, BIT_BCN_VALID_V1, 1)) {
                rtw_err(rtwdev, "error beacon valid\n");
                ret = -EBUSY;
        }

restore:
        rsvd_pg_head = rtwdev->fifo.rsvd_boundary;
        rtw_write16(rtwdev, REG_FIFOPAGE_CTRL_2,
                    rsvd_pg_head | BIT_BCN_VALID_V1);
        rtw_write8(rtwdev, REG_FWHW_TXQ_CTRL + 2, bckp[1]);
        rtw_write8(rtwdev, REG_CR + 1, bckp[0]);

        return ret;
}

static int rtw_download_drv_rsvd_page(struct rtw_dev *rtwdev, u8 *buf, u32 size)
{
        u32 pg_size;
        u32 pg_num = 0;
        u16 pg_addr = 0;

        pg_size = rtwdev->chip->page_size;
        pg_num = size / pg_size + ((size & (pg_size - 1)) ? 1 : 0);
        if (pg_num > rtwdev->fifo.rsvd_drv_pg_num)
                return -ENOMEM;

        pg_addr = rtwdev->fifo.rsvd_drv_addr;

        return rtw_fw_write_data_rsvd_page(rtwdev, pg_addr, buf, size);
}

static u8 *rtw_build_rsvd_page(struct rtw_dev *rtwdev,
                               struct ieee80211_vif *vif, u32 *size)
{
        struct ieee80211_hw *hw = rtwdev->hw;
        struct rtw_chip_info *chip = rtwdev->chip;
        struct sk_buff *iter;
        struct rtw_rsvd_page *rsvd_pkt;
        u32 page = 0;
        u8 total_page = 0;
        u8 page_size, page_margin, tx_desc_sz;
        u8 *buf;

        page_size = chip->page_size;
        tx_desc_sz = chip->tx_pkt_desc_sz;
        page_margin = page_size - tx_desc_sz;

        list_for_each_entry(rsvd_pkt, &rtwdev->rsvd_page_list, list) {
                iter = rtw_get_rsvd_page_skb(hw, vif, rsvd_pkt->type);
                if (!iter) {
                        rtw_err(rtwdev, "failed to build rsvd packet\n");
                        goto release_skb;
                }

                /* Fill the tx_desc for the rsvd pkt that requires one.
                 * And iter->len will be added with size of tx_desc_sz.
                 */
                if (rsvd_pkt->add_txdesc)
                        rtw_fill_rsvd_page_desc(rtwdev, iter);

                rsvd_pkt->skb = iter;
                rsvd_pkt->page = total_page;

                /* Reserved page is downloaded via TX path, and TX path will
                 * generate a tx_desc at the header to describe length of
                 * the buffer. If we are not counting page numbers with the
                 * size of tx_desc added at the first rsvd_pkt (usually a
                 * beacon, firmware default refer to the first page as the
                 * content of beacon), we could generate a buffer which size
                 * is smaller than the actual size of the whole rsvd_page
                 */
                if (total_page == 0) {
                        if (rsvd_pkt->type != RSVD_BEACON) {
                                rtw_err(rtwdev, "first page should be a beacon\n");
                                goto release_skb;
                        }
                        total_page += rtw_len_to_page(iter->len + tx_desc_sz,
                                                      page_size);
                } else {
                        total_page += rtw_len_to_page(iter->len, page_size);
                }
        }

        if (total_page > rtwdev->fifo.rsvd_drv_pg_num) {
                rtw_err(rtwdev, "rsvd page over size: %d\n", total_page);
                goto release_skb;
        }

        *size = (total_page - 1) * page_size + page_margin;
        buf = kzalloc(*size, GFP_KERNEL);
        if (!buf)
                goto release_skb;

        /* Copy the content of each rsvd_pkt to the buf, and they should
         * be aligned to the pages.
         *
         * Note that the first rsvd_pkt is a beacon no matter what vif->type.
         * And that rsvd_pkt does not require tx_desc because when it goes
         * through TX path, the TX path will generate one for it.
         */
        list_for_each_entry(rsvd_pkt, &rtwdev->rsvd_page_list, list) {
                rtw_rsvd_page_list_to_buf(rtwdev, page_size, page_margin,
                                          page, buf, rsvd_pkt);
                if (page == 0)
                        page += rtw_len_to_page(rsvd_pkt->skb->len +
                                                tx_desc_sz, page_size);
                else
                        page += rtw_len_to_page(rsvd_pkt->skb->len, page_size);

                kfree_skb(rsvd_pkt->skb);
        }

        return buf;

release_skb:
        list_for_each_entry(rsvd_pkt, &rtwdev->rsvd_page_list, list)
                kfree_skb(rsvd_pkt->skb);

        return NULL;
}

static int
rtw_download_beacon(struct rtw_dev *rtwdev, struct ieee80211_vif *vif)
{
        struct ieee80211_hw *hw = rtwdev->hw;
        struct sk_buff *skb;
        int ret = 0;

        skb = rtw_beacon_get(hw, vif);
        if (!skb) {
                rtw_err(rtwdev, "failed to get beacon skb\n");
                ret = -ENOMEM;
                goto out;
        }

        ret = rtw_download_drv_rsvd_page(rtwdev, skb->data, skb->len);
        if (ret)
                rtw_err(rtwdev, "failed to download drv rsvd page\n");

        dev_kfree_skb(skb);

out:
        return ret;
}

int rtw_fw_download_rsvd_page(struct rtw_dev *rtwdev, struct ieee80211_vif *vif)
{
        u8 *buf;
        u32 size;
        int ret;

        buf = rtw_build_rsvd_page(rtwdev, vif, &size);
        if (!buf) {
                rtw_err(rtwdev, "failed to build rsvd page pkt\n");
                return -ENOMEM;
        }

        ret = rtw_download_drv_rsvd_page(rtwdev, buf, size);
        if (ret) {
                rtw_err(rtwdev, "failed to download drv rsvd page\n");
                goto free;
        }

        /* The last thing is to download the *ONLY* beacon again, because
         * the previous tx_desc is to describe the total rsvd page. Download
         * the beacon again to replace the TX desc header, and we will get
         * a correct tx_desc for the beacon in the rsvd page.
         */
        ret = rtw_download_beacon(rtwdev, vif);
        if (ret) {
                rtw_err(rtwdev, "failed to download beacon\n");
                goto free;
        }

free:
        kfree(buf);

        return ret;
}

int rtw_dump_drv_rsvd_page(struct rtw_dev *rtwdev,
                           u32 offset, u32 size, u32 *buf)
{
        struct rtw_fifo_conf *fifo = &rtwdev->fifo;
        u32 residue, i;
        u16 start_pg;
        u16 idx = 0;
        u16 ctl;
        u8 rcr;

        if (size & 0x3) {
                rtw_warn(rtwdev, "should be 4-byte aligned\n");
                return -EINVAL;
        }

        offset += fifo->rsvd_boundary << TX_PAGE_SIZE_SHIFT;
        residue = offset & (FIFO_PAGE_SIZE - 1);
        start_pg = offset >> FIFO_PAGE_SIZE_SHIFT;
        start_pg += RSVD_PAGE_START_ADDR;

        rcr = rtw_read8(rtwdev, REG_RCR + 2);
        ctl = rtw_read16(rtwdev, REG_PKTBUF_DBG_CTRL) & 0xf000;

        /* disable rx clock gate */
        rtw_write8(rtwdev, REG_RCR, rcr | BIT(3));

        do {
                rtw_write16(rtwdev, REG_PKTBUF_DBG_CTRL, start_pg | ctl);

                for (i = FIFO_DUMP_ADDR + residue;
                     i < FIFO_DUMP_ADDR + FIFO_PAGE_SIZE; i += 4) {
                        buf[idx++] = rtw_read32(rtwdev, i);
                        size -= 4;
                        if (size == 0)
                                goto out;
                }

                residue = 0;
                start_pg++;
        } while (size);

out:
        rtw_write16(rtwdev, REG_PKTBUF_DBG_CTRL, ctl);
        rtw_write8(rtwdev, REG_RCR + 2, rcr);
        return 0;
}