2 * Copyright (c) 2013 Eugene Krasnikov <k.eugene.e@gmail.com>
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11 * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 /* DXE - DMA transfer engine
18 * we have 2 channels(High prio and Low prio) for TX and 2 channels for RX.
19 * through low channels data packets are transfered
20 * through high channels managment packets are transfered
23 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
25 #include <linux/interrupt.h>
26 #include <linux/soc/qcom/smem_state.h>
30 static void wcn36xx_ccu_write_register(struct wcn36xx
*wcn
, int addr
, int data
)
32 wcn36xx_dbg(WCN36XX_DBG_DXE
,
33 "wcn36xx_ccu_write_register: addr=%x, data=%x\n",
36 writel(data
, wcn
->ccu_base
+ addr
);
39 static void wcn36xx_dxe_write_register(struct wcn36xx
*wcn
, int addr
, int data
)
41 wcn36xx_dbg(WCN36XX_DBG_DXE
,
42 "wcn36xx_dxe_write_register: addr=%x, data=%x\n",
45 writel(data
, wcn
->dxe_base
+ addr
);
48 static void wcn36xx_dxe_read_register(struct wcn36xx
*wcn
, int addr
, int *data
)
50 *data
= readl(wcn
->dxe_base
+ addr
);
52 wcn36xx_dbg(WCN36XX_DBG_DXE
,
53 "wcn36xx_dxe_read_register: addr=%x, data=%x\n",
57 static void wcn36xx_dxe_free_ctl_block(struct wcn36xx_dxe_ch
*ch
)
59 struct wcn36xx_dxe_ctl
*ctl
= ch
->head_blk_ctl
, *next
;
62 for (i
= 0; i
< ch
->desc_num
&& ctl
; i
++) {
69 static int wcn36xx_dxe_allocate_ctl_block(struct wcn36xx_dxe_ch
*ch
)
71 struct wcn36xx_dxe_ctl
*prev_ctl
= NULL
;
72 struct wcn36xx_dxe_ctl
*cur_ctl
= NULL
;
75 spin_lock_init(&ch
->lock
);
76 for (i
= 0; i
< ch
->desc_num
; i
++) {
77 cur_ctl
= kzalloc(sizeof(*cur_ctl
), GFP_KERNEL
);
81 cur_ctl
->ctl_blk_order
= i
;
83 ch
->head_blk_ctl
= cur_ctl
;
84 ch
->tail_blk_ctl
= cur_ctl
;
85 } else if (ch
->desc_num
- 1 == i
) {
86 prev_ctl
->next
= cur_ctl
;
87 cur_ctl
->next
= ch
->head_blk_ctl
;
89 prev_ctl
->next
= cur_ctl
;
97 wcn36xx_dxe_free_ctl_block(ch
);
101 int wcn36xx_dxe_alloc_ctl_blks(struct wcn36xx
*wcn
)
105 wcn
->dxe_tx_l_ch
.ch_type
= WCN36XX_DXE_CH_TX_L
;
106 wcn
->dxe_tx_h_ch
.ch_type
= WCN36XX_DXE_CH_TX_H
;
107 wcn
->dxe_rx_l_ch
.ch_type
= WCN36XX_DXE_CH_RX_L
;
108 wcn
->dxe_rx_h_ch
.ch_type
= WCN36XX_DXE_CH_RX_H
;
110 wcn
->dxe_tx_l_ch
.desc_num
= WCN36XX_DXE_CH_DESC_NUMB_TX_L
;
111 wcn
->dxe_tx_h_ch
.desc_num
= WCN36XX_DXE_CH_DESC_NUMB_TX_H
;
112 wcn
->dxe_rx_l_ch
.desc_num
= WCN36XX_DXE_CH_DESC_NUMB_RX_L
;
113 wcn
->dxe_rx_h_ch
.desc_num
= WCN36XX_DXE_CH_DESC_NUMB_RX_H
;
115 wcn
->dxe_tx_l_ch
.dxe_wq
= WCN36XX_DXE_WQ_TX_L
;
116 wcn
->dxe_tx_h_ch
.dxe_wq
= WCN36XX_DXE_WQ_TX_H
;
118 wcn
->dxe_tx_l_ch
.ctrl_bd
= WCN36XX_DXE_CTRL_TX_L_BD
;
119 wcn
->dxe_tx_h_ch
.ctrl_bd
= WCN36XX_DXE_CTRL_TX_H_BD
;
121 wcn
->dxe_tx_l_ch
.ctrl_skb
= WCN36XX_DXE_CTRL_TX_L_SKB
;
122 wcn
->dxe_tx_h_ch
.ctrl_skb
= WCN36XX_DXE_CTRL_TX_H_SKB
;
124 wcn
->dxe_tx_l_ch
.reg_ctrl
= WCN36XX_DXE_REG_CTL_TX_L
;
125 wcn
->dxe_tx_h_ch
.reg_ctrl
= WCN36XX_DXE_REG_CTL_TX_H
;
127 wcn
->dxe_tx_l_ch
.def_ctrl
= WCN36XX_DXE_CH_DEFAULT_CTL_TX_L
;
128 wcn
->dxe_tx_h_ch
.def_ctrl
= WCN36XX_DXE_CH_DEFAULT_CTL_TX_H
;
130 /* DXE control block allocation */
131 ret
= wcn36xx_dxe_allocate_ctl_block(&wcn
->dxe_tx_l_ch
);
134 ret
= wcn36xx_dxe_allocate_ctl_block(&wcn
->dxe_tx_h_ch
);
137 ret
= wcn36xx_dxe_allocate_ctl_block(&wcn
->dxe_rx_l_ch
);
140 ret
= wcn36xx_dxe_allocate_ctl_block(&wcn
->dxe_rx_h_ch
);
144 /* Initialize SMSM state Clear TX Enable RING EMPTY STATE */
145 ret
= qcom_smem_state_update_bits(wcn
->tx_enable_state
,
146 WCN36XX_SMSM_WLAN_TX_ENABLE
|
147 WCN36XX_SMSM_WLAN_TX_RINGS_EMPTY
,
148 WCN36XX_SMSM_WLAN_TX_RINGS_EMPTY
);
155 wcn36xx_err("Failed to allocate DXE control blocks\n");
156 wcn36xx_dxe_free_ctl_blks(wcn
);
160 void wcn36xx_dxe_free_ctl_blks(struct wcn36xx
*wcn
)
162 wcn36xx_dxe_free_ctl_block(&wcn
->dxe_tx_l_ch
);
163 wcn36xx_dxe_free_ctl_block(&wcn
->dxe_tx_h_ch
);
164 wcn36xx_dxe_free_ctl_block(&wcn
->dxe_rx_l_ch
);
165 wcn36xx_dxe_free_ctl_block(&wcn
->dxe_rx_h_ch
);
168 static int wcn36xx_dxe_init_descs(struct device
*dev
, struct wcn36xx_dxe_ch
*wcn_ch
)
170 struct wcn36xx_dxe_desc
*cur_dxe
= NULL
;
171 struct wcn36xx_dxe_desc
*prev_dxe
= NULL
;
172 struct wcn36xx_dxe_ctl
*cur_ctl
= NULL
;
176 size
= wcn_ch
->desc_num
* sizeof(struct wcn36xx_dxe_desc
);
177 wcn_ch
->cpu_addr
= dma_zalloc_coherent(dev
, size
,
180 if (!wcn_ch
->cpu_addr
)
183 cur_dxe
= (struct wcn36xx_dxe_desc
*)wcn_ch
->cpu_addr
;
184 cur_ctl
= wcn_ch
->head_blk_ctl
;
186 for (i
= 0; i
< wcn_ch
->desc_num
; i
++) {
187 cur_ctl
->desc
= cur_dxe
;
188 cur_ctl
->desc_phy_addr
= wcn_ch
->dma_addr
+
189 i
* sizeof(struct wcn36xx_dxe_desc
);
191 switch (wcn_ch
->ch_type
) {
192 case WCN36XX_DXE_CH_TX_L
:
193 cur_dxe
->ctrl
= WCN36XX_DXE_CTRL_TX_L
;
194 cur_dxe
->dst_addr_l
= WCN36XX_DXE_WQ_TX_L
;
196 case WCN36XX_DXE_CH_TX_H
:
197 cur_dxe
->ctrl
= WCN36XX_DXE_CTRL_TX_H
;
198 cur_dxe
->dst_addr_l
= WCN36XX_DXE_WQ_TX_H
;
200 case WCN36XX_DXE_CH_RX_L
:
201 cur_dxe
->ctrl
= WCN36XX_DXE_CTRL_RX_L
;
202 cur_dxe
->src_addr_l
= WCN36XX_DXE_WQ_RX_L
;
204 case WCN36XX_DXE_CH_RX_H
:
205 cur_dxe
->ctrl
= WCN36XX_DXE_CTRL_RX_H
;
206 cur_dxe
->src_addr_l
= WCN36XX_DXE_WQ_RX_H
;
210 cur_dxe
->phy_next_l
= 0;
211 } else if ((0 < i
) && (i
< wcn_ch
->desc_num
- 1)) {
212 prev_dxe
->phy_next_l
=
213 cur_ctl
->desc_phy_addr
;
214 } else if (i
== (wcn_ch
->desc_num
- 1)) {
215 prev_dxe
->phy_next_l
=
216 cur_ctl
->desc_phy_addr
;
217 cur_dxe
->phy_next_l
=
218 wcn_ch
->head_blk_ctl
->desc_phy_addr
;
220 cur_ctl
= cur_ctl
->next
;
228 static void wcn36xx_dxe_deinit_descs(struct device
*dev
, struct wcn36xx_dxe_ch
*wcn_ch
)
232 size
= wcn_ch
->desc_num
* sizeof(struct wcn36xx_dxe_desc
);
233 dma_free_coherent(dev
, size
,wcn_ch
->cpu_addr
, wcn_ch
->dma_addr
);
236 static void wcn36xx_dxe_init_tx_bd(struct wcn36xx_dxe_ch
*ch
,
237 struct wcn36xx_dxe_mem_pool
*pool
)
239 int i
, chunk_size
= pool
->chunk_size
;
240 dma_addr_t bd_phy_addr
= pool
->phy_addr
;
241 void *bd_cpu_addr
= pool
->virt_addr
;
242 struct wcn36xx_dxe_ctl
*cur
= ch
->head_blk_ctl
;
244 for (i
= 0; i
< ch
->desc_num
; i
++) {
245 /* Only every second dxe needs a bd pointer,
246 the other will point to the skb data */
248 cur
->bd_phy_addr
= bd_phy_addr
;
249 cur
->bd_cpu_addr
= bd_cpu_addr
;
250 bd_phy_addr
+= chunk_size
;
251 bd_cpu_addr
+= chunk_size
;
253 cur
->bd_phy_addr
= 0;
254 cur
->bd_cpu_addr
= NULL
;
260 static int wcn36xx_dxe_enable_ch_int(struct wcn36xx
*wcn
, u16 wcn_ch
)
264 wcn36xx_dxe_read_register(wcn
,
265 WCN36XX_DXE_INT_MASK_REG
,
270 wcn36xx_dxe_write_register(wcn
,
271 WCN36XX_DXE_INT_MASK_REG
,
276 static int wcn36xx_dxe_fill_skb(struct device
*dev
,
277 struct wcn36xx_dxe_ctl
*ctl
,
280 struct wcn36xx_dxe_desc
*dxe
= ctl
->desc
;
283 skb
= alloc_skb(WCN36XX_PKT_SIZE
, gfp
);
287 dxe
->dst_addr_l
= dma_map_single(dev
,
288 skb_tail_pointer(skb
),
291 if (dma_mapping_error(dev
, dxe
->dst_addr_l
)) {
292 dev_err(dev
, "unable to map skb\n");
301 static int wcn36xx_dxe_ch_alloc_skb(struct wcn36xx
*wcn
,
302 struct wcn36xx_dxe_ch
*wcn_ch
)
305 struct wcn36xx_dxe_ctl
*cur_ctl
= NULL
;
307 cur_ctl
= wcn_ch
->head_blk_ctl
;
309 for (i
= 0; i
< wcn_ch
->desc_num
; i
++) {
310 wcn36xx_dxe_fill_skb(wcn
->dev
, cur_ctl
, GFP_KERNEL
);
311 cur_ctl
= cur_ctl
->next
;
317 static void wcn36xx_dxe_ch_free_skbs(struct wcn36xx
*wcn
,
318 struct wcn36xx_dxe_ch
*wcn_ch
)
320 struct wcn36xx_dxe_ctl
*cur
= wcn_ch
->head_blk_ctl
;
323 for (i
= 0; i
< wcn_ch
->desc_num
; i
++) {
329 void wcn36xx_dxe_tx_ack_ind(struct wcn36xx
*wcn
, u32 status
)
331 struct ieee80211_tx_info
*info
;
335 spin_lock_irqsave(&wcn
->dxe_lock
, flags
);
336 skb
= wcn
->tx_ack_skb
;
337 wcn
->tx_ack_skb
= NULL
;
338 spin_unlock_irqrestore(&wcn
->dxe_lock
, flags
);
341 wcn36xx_warn("Spurious TX complete indication\n");
345 info
= IEEE80211_SKB_CB(skb
);
348 info
->flags
|= IEEE80211_TX_STAT_ACK
;
350 wcn36xx_dbg(WCN36XX_DBG_DXE
, "dxe tx ack status: %d\n", status
);
352 ieee80211_tx_status_irqsafe(wcn
->hw
, skb
);
353 ieee80211_wake_queues(wcn
->hw
);
356 static void reap_tx_dxes(struct wcn36xx
*wcn
, struct wcn36xx_dxe_ch
*ch
)
358 struct wcn36xx_dxe_ctl
*ctl
;
359 struct ieee80211_tx_info
*info
;
363 * Make at least one loop of do-while because in case ring is
364 * completely full head and tail are pointing to the same element
365 * and while-do will not make any cycles.
367 spin_lock_irqsave(&ch
->lock
, flags
);
368 ctl
= ch
->tail_blk_ctl
;
370 if (READ_ONCE(ctl
->desc
->ctrl
) & WCN36xx_DXE_CTRL_VLD
)
374 READ_ONCE(ctl
->desc
->ctrl
) & WCN36xx_DXE_CTRL_EOP
) {
375 dma_unmap_single(wcn
->dev
, ctl
->desc
->src_addr_l
,
376 ctl
->skb
->len
, DMA_TO_DEVICE
);
377 info
= IEEE80211_SKB_CB(ctl
->skb
);
378 if (!(info
->flags
& IEEE80211_TX_CTL_REQ_TX_STATUS
)) {
379 /* Keep frame until TX status comes */
380 ieee80211_free_txskb(wcn
->hw
, ctl
->skb
);
383 if (wcn
->queues_stopped
) {
384 wcn
->queues_stopped
= false;
385 ieee80211_wake_queues(wcn
->hw
);
391 } while (ctl
!= ch
->head_blk_ctl
);
393 ch
->tail_blk_ctl
= ctl
;
394 spin_unlock_irqrestore(&ch
->lock
, flags
);
397 static irqreturn_t
wcn36xx_irq_tx_complete(int irq
, void *dev
)
399 struct wcn36xx
*wcn
= (struct wcn36xx
*)dev
;
400 int int_src
, int_reason
;
402 wcn36xx_dxe_read_register(wcn
, WCN36XX_DXE_INT_SRC_RAW_REG
, &int_src
);
404 if (int_src
& WCN36XX_INT_MASK_CHAN_TX_H
) {
405 wcn36xx_dxe_read_register(wcn
,
406 WCN36XX_DXE_CH_STATUS_REG_ADDR_TX_H
,
409 wcn36xx_dxe_write_register(wcn
,
410 WCN36XX_DXE_0_INT_CLR
,
411 WCN36XX_INT_MASK_CHAN_TX_H
);
413 if (int_reason
& WCN36XX_CH_STAT_INT_ERR_MASK
) {
414 wcn36xx_dxe_write_register(wcn
,
415 WCN36XX_DXE_0_INT_ERR_CLR
,
416 WCN36XX_INT_MASK_CHAN_TX_H
);
418 wcn36xx_err("DXE IRQ reported error: 0x%x in high TX channel\n",
422 if (int_reason
& WCN36XX_CH_STAT_INT_DONE_MASK
) {
423 wcn36xx_dxe_write_register(wcn
,
424 WCN36XX_DXE_0_INT_DONE_CLR
,
425 WCN36XX_INT_MASK_CHAN_TX_H
);
428 if (int_reason
& WCN36XX_CH_STAT_INT_ED_MASK
) {
429 wcn36xx_dxe_write_register(wcn
,
430 WCN36XX_DXE_0_INT_ED_CLR
,
431 WCN36XX_INT_MASK_CHAN_TX_H
);
434 wcn36xx_dbg(WCN36XX_DBG_DXE
, "dxe tx ready high, reason %08x\n",
437 if (int_reason
& (WCN36XX_CH_STAT_INT_DONE_MASK
|
438 WCN36XX_CH_STAT_INT_ED_MASK
))
439 reap_tx_dxes(wcn
, &wcn
->dxe_tx_h_ch
);
442 if (int_src
& WCN36XX_INT_MASK_CHAN_TX_L
) {
443 wcn36xx_dxe_read_register(wcn
,
444 WCN36XX_DXE_CH_STATUS_REG_ADDR_TX_L
,
447 wcn36xx_dxe_write_register(wcn
,
448 WCN36XX_DXE_0_INT_CLR
,
449 WCN36XX_INT_MASK_CHAN_TX_L
);
452 if (int_reason
& WCN36XX_CH_STAT_INT_ERR_MASK
) {
453 wcn36xx_dxe_write_register(wcn
,
454 WCN36XX_DXE_0_INT_ERR_CLR
,
455 WCN36XX_INT_MASK_CHAN_TX_L
);
457 wcn36xx_err("DXE IRQ reported error: 0x%x in low TX channel\n",
461 if (int_reason
& WCN36XX_CH_STAT_INT_DONE_MASK
) {
462 wcn36xx_dxe_write_register(wcn
,
463 WCN36XX_DXE_0_INT_DONE_CLR
,
464 WCN36XX_INT_MASK_CHAN_TX_L
);
467 if (int_reason
& WCN36XX_CH_STAT_INT_ED_MASK
) {
468 wcn36xx_dxe_write_register(wcn
,
469 WCN36XX_DXE_0_INT_ED_CLR
,
470 WCN36XX_INT_MASK_CHAN_TX_L
);
473 wcn36xx_dbg(WCN36XX_DBG_DXE
, "dxe tx ready low, reason %08x\n",
476 if (int_reason
& (WCN36XX_CH_STAT_INT_DONE_MASK
|
477 WCN36XX_CH_STAT_INT_ED_MASK
))
478 reap_tx_dxes(wcn
, &wcn
->dxe_tx_l_ch
);
484 static irqreturn_t
wcn36xx_irq_rx_ready(int irq
, void *dev
)
486 struct wcn36xx
*wcn
= (struct wcn36xx
*)dev
;
488 wcn36xx_dxe_rx_frame(wcn
);
493 static int wcn36xx_dxe_request_irqs(struct wcn36xx
*wcn
)
497 ret
= request_irq(wcn
->tx_irq
, wcn36xx_irq_tx_complete
,
498 IRQF_TRIGGER_HIGH
, "wcn36xx_tx", wcn
);
500 wcn36xx_err("failed to alloc tx irq\n");
504 ret
= request_irq(wcn
->rx_irq
, wcn36xx_irq_rx_ready
, IRQF_TRIGGER_HIGH
,
507 wcn36xx_err("failed to alloc rx irq\n");
511 enable_irq_wake(wcn
->rx_irq
);
516 free_irq(wcn
->tx_irq
, wcn
);
522 static int wcn36xx_rx_handle_packets(struct wcn36xx
*wcn
,
523 struct wcn36xx_dxe_ch
*ch
,
529 struct wcn36xx_dxe_desc
*dxe
;
530 struct wcn36xx_dxe_ctl
*ctl
;
536 wcn36xx_dxe_read_register(wcn
, status_reg
, &int_reason
);
537 wcn36xx_dxe_write_register(wcn
, WCN36XX_DXE_0_INT_CLR
, int_mask
);
539 if (int_reason
& WCN36XX_CH_STAT_INT_ERR_MASK
) {
540 wcn36xx_dxe_write_register(wcn
,
541 WCN36XX_DXE_0_INT_ERR_CLR
,
544 wcn36xx_err("DXE IRQ reported error on RX channel\n");
547 if (int_reason
& WCN36XX_CH_STAT_INT_DONE_MASK
)
548 wcn36xx_dxe_write_register(wcn
,
549 WCN36XX_DXE_0_INT_DONE_CLR
,
552 if (int_reason
& WCN36XX_CH_STAT_INT_ED_MASK
)
553 wcn36xx_dxe_write_register(wcn
,
554 WCN36XX_DXE_0_INT_ED_CLR
,
557 if (!(int_reason
& (WCN36XX_CH_STAT_INT_DONE_MASK
|
558 WCN36XX_CH_STAT_INT_ED_MASK
)))
561 spin_lock(&ch
->lock
);
563 ctl
= ch
->head_blk_ctl
;
566 while (!(READ_ONCE(dxe
->ctrl
) & WCN36xx_DXE_CTRL_VLD
)) {
568 dma_addr
= dxe
->dst_addr_l
;
569 ret
= wcn36xx_dxe_fill_skb(wcn
->dev
, ctl
, GFP_ATOMIC
);
571 /* new skb allocation ok. Use the new one and queue
572 * the old one to network system.
574 dma_unmap_single(wcn
->dev
, dma_addr
, WCN36XX_PKT_SIZE
,
576 wcn36xx_rx_skb(wcn
, skb
);
577 } /* else keep old skb not submitted and use it for rx DMA */
583 wcn36xx_dxe_write_register(wcn
, WCN36XX_DXE_ENCH_ADDR
, en_mask
);
585 ch
->head_blk_ctl
= ctl
;
587 spin_unlock(&ch
->lock
);
592 void wcn36xx_dxe_rx_frame(struct wcn36xx
*wcn
)
596 wcn36xx_dxe_read_register(wcn
, WCN36XX_DXE_INT_SRC_RAW_REG
, &int_src
);
599 if (int_src
& WCN36XX_DXE_INT_CH1_MASK
)
600 wcn36xx_rx_handle_packets(wcn
, &wcn
->dxe_rx_l_ch
,
601 WCN36XX_DXE_CTRL_RX_L
,
602 WCN36XX_DXE_INT_CH1_MASK
,
603 WCN36XX_INT_MASK_CHAN_RX_L
,
604 WCN36XX_DXE_CH_STATUS_REG_ADDR_RX_L
);
607 if (int_src
& WCN36XX_DXE_INT_CH3_MASK
)
608 wcn36xx_rx_handle_packets(wcn
, &wcn
->dxe_rx_h_ch
,
609 WCN36XX_DXE_CTRL_RX_H
,
610 WCN36XX_DXE_INT_CH3_MASK
,
611 WCN36XX_INT_MASK_CHAN_RX_H
,
612 WCN36XX_DXE_CH_STATUS_REG_ADDR_RX_H
);
615 wcn36xx_warn("No DXE interrupt pending\n");
618 int wcn36xx_dxe_allocate_mem_pools(struct wcn36xx
*wcn
)
623 /* Allocate BD headers for MGMT frames */
625 /* Where this come from ask QC */
626 wcn
->mgmt_mem_pool
.chunk_size
= WCN36XX_BD_CHUNK_SIZE
+
627 16 - (WCN36XX_BD_CHUNK_SIZE
% 8);
629 s
= wcn
->mgmt_mem_pool
.chunk_size
* WCN36XX_DXE_CH_DESC_NUMB_TX_H
;
630 cpu_addr
= dma_zalloc_coherent(wcn
->dev
, s
,
631 &wcn
->mgmt_mem_pool
.phy_addr
,
636 wcn
->mgmt_mem_pool
.virt_addr
= cpu_addr
;
638 /* Allocate BD headers for DATA frames */
640 /* Where this come from ask QC */
641 wcn
->data_mem_pool
.chunk_size
= WCN36XX_BD_CHUNK_SIZE
+
642 16 - (WCN36XX_BD_CHUNK_SIZE
% 8);
644 s
= wcn
->data_mem_pool
.chunk_size
* WCN36XX_DXE_CH_DESC_NUMB_TX_L
;
645 cpu_addr
= dma_zalloc_coherent(wcn
->dev
, s
,
646 &wcn
->data_mem_pool
.phy_addr
,
651 wcn
->data_mem_pool
.virt_addr
= cpu_addr
;
656 wcn36xx_dxe_free_mem_pools(wcn
);
657 wcn36xx_err("Failed to allocate BD mempool\n");
661 void wcn36xx_dxe_free_mem_pools(struct wcn36xx
*wcn
)
663 if (wcn
->mgmt_mem_pool
.virt_addr
)
664 dma_free_coherent(wcn
->dev
, wcn
->mgmt_mem_pool
.chunk_size
*
665 WCN36XX_DXE_CH_DESC_NUMB_TX_H
,
666 wcn
->mgmt_mem_pool
.virt_addr
,
667 wcn
->mgmt_mem_pool
.phy_addr
);
669 if (wcn
->data_mem_pool
.virt_addr
) {
670 dma_free_coherent(wcn
->dev
, wcn
->data_mem_pool
.chunk_size
*
671 WCN36XX_DXE_CH_DESC_NUMB_TX_L
,
672 wcn
->data_mem_pool
.virt_addr
,
673 wcn
->data_mem_pool
.phy_addr
);
677 int wcn36xx_dxe_tx_frame(struct wcn36xx
*wcn
,
678 struct wcn36xx_vif
*vif_priv
,
679 struct wcn36xx_tx_bd
*bd
,
683 struct wcn36xx_dxe_desc
*desc_bd
, *desc_skb
;
684 struct wcn36xx_dxe_ctl
*ctl_bd
, *ctl_skb
;
685 struct wcn36xx_dxe_ch
*ch
= NULL
;
689 ch
= is_low
? &wcn
->dxe_tx_l_ch
: &wcn
->dxe_tx_h_ch
;
691 spin_lock_irqsave(&ch
->lock
, flags
);
692 ctl_bd
= ch
->head_blk_ctl
;
693 ctl_skb
= ctl_bd
->next
;
696 * If skb is not null that means that we reached the tail of the ring
697 * hence ring is full. Stop queues to let mac80211 back off until ring
698 * has an empty slot again.
700 if (NULL
!= ctl_skb
->skb
) {
701 ieee80211_stop_queues(wcn
->hw
);
702 wcn
->queues_stopped
= true;
703 spin_unlock_irqrestore(&ch
->lock
, flags
);
707 if (unlikely(ctl_skb
->bd_cpu_addr
)) {
708 wcn36xx_err("bd_cpu_addr cannot be NULL for skb DXE\n");
713 desc_bd
= ctl_bd
->desc
;
714 desc_skb
= ctl_skb
->desc
;
718 /* write buffer descriptor */
719 memcpy(ctl_bd
->bd_cpu_addr
, bd
, sizeof(*bd
));
721 /* Set source address of the BD we send */
722 desc_bd
->src_addr_l
= ctl_bd
->bd_phy_addr
;
723 desc_bd
->dst_addr_l
= ch
->dxe_wq
;
724 desc_bd
->fr_len
= sizeof(struct wcn36xx_tx_bd
);
726 wcn36xx_dbg(WCN36XX_DBG_DXE
, "DXE TX\n");
728 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP
, "DESC1 >>> ",
729 (char *)desc_bd
, sizeof(*desc_bd
));
730 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP
,
731 "BD >>> ", (char *)ctl_bd
->bd_cpu_addr
,
732 sizeof(struct wcn36xx_tx_bd
));
734 desc_skb
->src_addr_l
= dma_map_single(wcn
->dev
,
738 if (dma_mapping_error(wcn
->dev
, desc_skb
->src_addr_l
)) {
739 dev_err(wcn
->dev
, "unable to DMA map src_addr_l\n");
745 desc_skb
->dst_addr_l
= ch
->dxe_wq
;
746 desc_skb
->fr_len
= ctl_skb
->skb
->len
;
748 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP
, "DESC2 >>> ",
749 (char *)desc_skb
, sizeof(*desc_skb
));
750 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP
, "SKB >>> ",
751 (char *)ctl_skb
->skb
->data
, ctl_skb
->skb
->len
);
753 /* Move the head of the ring to the next empty descriptor */
754 ch
->head_blk_ctl
= ctl_skb
->next
;
756 /* Commit all previous writes and set descriptors to VALID */
758 desc_skb
->ctrl
= ch
->ctrl_skb
;
760 desc_bd
->ctrl
= ch
->ctrl_bd
;
763 * When connected and trying to send data frame chip can be in sleep
764 * mode and writing to the register will not wake up the chip. Instead
765 * notify chip about new frame through SMSM bus.
767 if (is_low
&& vif_priv
->pw_state
== WCN36XX_BMPS
) {
768 qcom_smem_state_update_bits(wcn
->tx_rings_empty_state
,
769 WCN36XX_SMSM_WLAN_TX_ENABLE
,
770 WCN36XX_SMSM_WLAN_TX_ENABLE
);
772 /* indicate End Of Packet and generate interrupt on descriptor
775 wcn36xx_dxe_write_register(wcn
,
776 ch
->reg_ctrl
, ch
->def_ctrl
);
781 spin_unlock_irqrestore(&ch
->lock
, flags
);
785 int wcn36xx_dxe_init(struct wcn36xx
*wcn
)
787 int reg_data
= 0, ret
;
789 reg_data
= WCN36XX_DXE_REG_RESET
;
790 wcn36xx_dxe_write_register(wcn
, WCN36XX_DXE_REG_CSR_RESET
, reg_data
);
792 /* Select channels for rx avail and xfer done interrupts... */
793 reg_data
= (WCN36XX_DXE_INT_CH3_MASK
| WCN36XX_DXE_INT_CH1_MASK
) << 16 |
794 WCN36XX_DXE_INT_CH0_MASK
| WCN36XX_DXE_INT_CH4_MASK
;
796 wcn36xx_ccu_write_register(wcn
, WCN36XX_CCU_DXE_INT_SELECT_PRONTO
, reg_data
);
798 wcn36xx_ccu_write_register(wcn
, WCN36XX_CCU_DXE_INT_SELECT_RIVA
, reg_data
);
800 /***************************************/
801 /* Init descriptors for TX LOW channel */
802 /***************************************/
803 ret
= wcn36xx_dxe_init_descs(wcn
->dev
, &wcn
->dxe_tx_l_ch
);
805 dev_err(wcn
->dev
, "Error allocating descriptor\n");
808 wcn36xx_dxe_init_tx_bd(&wcn
->dxe_tx_l_ch
, &wcn
->data_mem_pool
);
810 /* Write channel head to a NEXT register */
811 wcn36xx_dxe_write_register(wcn
, WCN36XX_DXE_CH_NEXT_DESC_ADDR_TX_L
,
812 wcn
->dxe_tx_l_ch
.head_blk_ctl
->desc_phy_addr
);
814 /* Program DMA destination addr for TX LOW */
815 wcn36xx_dxe_write_register(wcn
,
816 WCN36XX_DXE_CH_DEST_ADDR_TX_L
,
817 WCN36XX_DXE_WQ_TX_L
);
819 wcn36xx_dxe_read_register(wcn
, WCN36XX_DXE_REG_CH_EN
, ®_data
);
820 wcn36xx_dxe_enable_ch_int(wcn
, WCN36XX_INT_MASK_CHAN_TX_L
);
822 /***************************************/
823 /* Init descriptors for TX HIGH channel */
824 /***************************************/
825 ret
= wcn36xx_dxe_init_descs(wcn
->dev
, &wcn
->dxe_tx_h_ch
);
827 dev_err(wcn
->dev
, "Error allocating descriptor\n");
831 wcn36xx_dxe_init_tx_bd(&wcn
->dxe_tx_h_ch
, &wcn
->mgmt_mem_pool
);
833 /* Write channel head to a NEXT register */
834 wcn36xx_dxe_write_register(wcn
, WCN36XX_DXE_CH_NEXT_DESC_ADDR_TX_H
,
835 wcn
->dxe_tx_h_ch
.head_blk_ctl
->desc_phy_addr
);
837 /* Program DMA destination addr for TX HIGH */
838 wcn36xx_dxe_write_register(wcn
,
839 WCN36XX_DXE_CH_DEST_ADDR_TX_H
,
840 WCN36XX_DXE_WQ_TX_H
);
842 wcn36xx_dxe_read_register(wcn
, WCN36XX_DXE_REG_CH_EN
, ®_data
);
844 /* Enable channel interrupts */
845 wcn36xx_dxe_enable_ch_int(wcn
, WCN36XX_INT_MASK_CHAN_TX_H
);
847 /***************************************/
848 /* Init descriptors for RX LOW channel */
849 /***************************************/
850 ret
= wcn36xx_dxe_init_descs(wcn
->dev
, &wcn
->dxe_rx_l_ch
);
852 dev_err(wcn
->dev
, "Error allocating descriptor\n");
857 /* For RX we need to preallocated buffers */
858 wcn36xx_dxe_ch_alloc_skb(wcn
, &wcn
->dxe_rx_l_ch
);
860 /* Write channel head to a NEXT register */
861 wcn36xx_dxe_write_register(wcn
, WCN36XX_DXE_CH_NEXT_DESC_ADDR_RX_L
,
862 wcn
->dxe_rx_l_ch
.head_blk_ctl
->desc_phy_addr
);
864 /* Write DMA source address */
865 wcn36xx_dxe_write_register(wcn
,
866 WCN36XX_DXE_CH_SRC_ADDR_RX_L
,
867 WCN36XX_DXE_WQ_RX_L
);
869 /* Program preallocated destination address */
870 wcn36xx_dxe_write_register(wcn
,
871 WCN36XX_DXE_CH_DEST_ADDR_RX_L
,
872 wcn
->dxe_rx_l_ch
.head_blk_ctl
->desc
->phy_next_l
);
874 /* Enable default control registers */
875 wcn36xx_dxe_write_register(wcn
,
876 WCN36XX_DXE_REG_CTL_RX_L
,
877 WCN36XX_DXE_CH_DEFAULT_CTL_RX_L
);
879 /* Enable channel interrupts */
880 wcn36xx_dxe_enable_ch_int(wcn
, WCN36XX_INT_MASK_CHAN_RX_L
);
882 /***************************************/
883 /* Init descriptors for RX HIGH channel */
884 /***************************************/
885 ret
= wcn36xx_dxe_init_descs(wcn
->dev
, &wcn
->dxe_rx_h_ch
);
887 dev_err(wcn
->dev
, "Error allocating descriptor\n");
891 /* For RX we need to prealocat buffers */
892 wcn36xx_dxe_ch_alloc_skb(wcn
, &wcn
->dxe_rx_h_ch
);
894 /* Write chanel head to a NEXT register */
895 wcn36xx_dxe_write_register(wcn
, WCN36XX_DXE_CH_NEXT_DESC_ADDR_RX_H
,
896 wcn
->dxe_rx_h_ch
.head_blk_ctl
->desc_phy_addr
);
898 /* Write DMA source address */
899 wcn36xx_dxe_write_register(wcn
,
900 WCN36XX_DXE_CH_SRC_ADDR_RX_H
,
901 WCN36XX_DXE_WQ_RX_H
);
903 /* Program preallocated destination address */
904 wcn36xx_dxe_write_register(wcn
,
905 WCN36XX_DXE_CH_DEST_ADDR_RX_H
,
906 wcn
->dxe_rx_h_ch
.head_blk_ctl
->desc
->phy_next_l
);
908 /* Enable default control registers */
909 wcn36xx_dxe_write_register(wcn
,
910 WCN36XX_DXE_REG_CTL_RX_H
,
911 WCN36XX_DXE_CH_DEFAULT_CTL_RX_H
);
913 /* Enable channel interrupts */
914 wcn36xx_dxe_enable_ch_int(wcn
, WCN36XX_INT_MASK_CHAN_RX_H
);
916 ret
= wcn36xx_dxe_request_irqs(wcn
);
923 wcn36xx_dxe_deinit_descs(wcn
->dev
, &wcn
->dxe_rx_h_ch
);
925 wcn36xx_dxe_deinit_descs(wcn
->dev
, &wcn
->dxe_rx_l_ch
);
927 wcn36xx_dxe_deinit_descs(wcn
->dev
, &wcn
->dxe_tx_h_ch
);
929 wcn36xx_dxe_deinit_descs(wcn
->dev
, &wcn
->dxe_tx_l_ch
);
934 void wcn36xx_dxe_deinit(struct wcn36xx
*wcn
)
936 free_irq(wcn
->tx_irq
, wcn
);
937 free_irq(wcn
->rx_irq
, wcn
);
939 if (wcn
->tx_ack_skb
) {
940 ieee80211_tx_status_irqsafe(wcn
->hw
, wcn
->tx_ack_skb
);
941 wcn
->tx_ack_skb
= NULL
;
944 wcn36xx_dxe_ch_free_skbs(wcn
, &wcn
->dxe_rx_l_ch
);
945 wcn36xx_dxe_ch_free_skbs(wcn
, &wcn
->dxe_rx_h_ch
);