2 * Copyright (c) 2013 Eugene Krasnikov <k.eugene.e@gmail.com>
4 * Permission to use, copy, modify, and/or distribute this software for any
5 * purpose with or without fee is hereby granted, provided that the above
6 * copyright notice and this permission notice appear in all copies.
8 * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9 * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10 * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11 * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12 * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13 * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14 * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
17 /* DXE - DMA transfer engine
18 * we have 2 channels(High prio and Low prio) for TX and 2 channels for RX.
19 * through low channels data packets are transfered
20 * through high channels managment packets are transfered
23 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
25 #include <linux/interrupt.h>
26 #include <linux/soc/qcom/smem_state.h>
30 static void wcn36xx_ccu_write_register(struct wcn36xx *wcn, int addr, int data)
32 wcn36xx_dbg(WCN36XX_DBG_DXE,
33 "wcn36xx_ccu_write_register: addr=%x, data=%x\n",
36 writel(data, wcn->ccu_base + addr);
39 static void wcn36xx_dxe_write_register(struct wcn36xx *wcn, int addr, int data)
41 wcn36xx_dbg(WCN36XX_DBG_DXE,
42 "wcn36xx_dxe_write_register: addr=%x, data=%x\n",
45 writel(data, wcn->dxe_base + addr);
48 static void wcn36xx_dxe_read_register(struct wcn36xx *wcn, int addr, int *data)
50 *data = readl(wcn->dxe_base + addr);
52 wcn36xx_dbg(WCN36XX_DBG_DXE,
53 "wcn36xx_dxe_read_register: addr=%x, data=%x\n",
57 static void wcn36xx_dxe_free_ctl_block(struct wcn36xx_dxe_ch *ch)
59 struct wcn36xx_dxe_ctl *ctl = ch->head_blk_ctl, *next;
62 for (i = 0; i < ch->desc_num && ctl; i++) {
69 static int wcn36xx_dxe_allocate_ctl_block(struct wcn36xx_dxe_ch *ch)
71 struct wcn36xx_dxe_ctl *prev_ctl = NULL;
72 struct wcn36xx_dxe_ctl *cur_ctl = NULL;
75 spin_lock_init(&ch->lock);
76 for (i = 0; i < ch->desc_num; i++) {
77 cur_ctl = kzalloc(sizeof(*cur_ctl), GFP_KERNEL);
81 cur_ctl->ctl_blk_order = i;
83 ch->head_blk_ctl = cur_ctl;
84 ch->tail_blk_ctl = cur_ctl;
85 } else if (ch->desc_num - 1 == i) {
86 prev_ctl->next = cur_ctl;
87 cur_ctl->next = ch->head_blk_ctl;
89 prev_ctl->next = cur_ctl;
97 wcn36xx_dxe_free_ctl_block(ch);
101 int wcn36xx_dxe_alloc_ctl_blks(struct wcn36xx *wcn)
105 wcn->dxe_tx_l_ch.ch_type = WCN36XX_DXE_CH_TX_L;
106 wcn->dxe_tx_h_ch.ch_type = WCN36XX_DXE_CH_TX_H;
107 wcn->dxe_rx_l_ch.ch_type = WCN36XX_DXE_CH_RX_L;
108 wcn->dxe_rx_h_ch.ch_type = WCN36XX_DXE_CH_RX_H;
110 wcn->dxe_tx_l_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_TX_L;
111 wcn->dxe_tx_h_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_TX_H;
112 wcn->dxe_rx_l_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_RX_L;
113 wcn->dxe_rx_h_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_RX_H;
115 wcn->dxe_tx_l_ch.dxe_wq = WCN36XX_DXE_WQ_TX_L;
116 wcn->dxe_tx_h_ch.dxe_wq = WCN36XX_DXE_WQ_TX_H;
118 wcn->dxe_tx_l_ch.ctrl_bd = WCN36XX_DXE_CTRL_TX_L_BD;
119 wcn->dxe_tx_h_ch.ctrl_bd = WCN36XX_DXE_CTRL_TX_H_BD;
121 wcn->dxe_tx_l_ch.ctrl_skb = WCN36XX_DXE_CTRL_TX_L_SKB;
122 wcn->dxe_tx_h_ch.ctrl_skb = WCN36XX_DXE_CTRL_TX_H_SKB;
124 wcn->dxe_tx_l_ch.reg_ctrl = WCN36XX_DXE_REG_CTL_TX_L;
125 wcn->dxe_tx_h_ch.reg_ctrl = WCN36XX_DXE_REG_CTL_TX_H;
127 wcn->dxe_tx_l_ch.def_ctrl = WCN36XX_DXE_CH_DEFAULT_CTL_TX_L;
128 wcn->dxe_tx_h_ch.def_ctrl = WCN36XX_DXE_CH_DEFAULT_CTL_TX_H;
130 /* DXE control block allocation */
131 ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_tx_l_ch);
134 ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_tx_h_ch);
137 ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_rx_l_ch);
140 ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_rx_h_ch);
144 /* Initialize SMSM state Clear TX Enable RING EMPTY STATE */
145 ret = qcom_smem_state_update_bits(wcn->tx_enable_state,
146 WCN36XX_SMSM_WLAN_TX_ENABLE |
147 WCN36XX_SMSM_WLAN_TX_RINGS_EMPTY,
148 WCN36XX_SMSM_WLAN_TX_RINGS_EMPTY);
155 wcn36xx_err("Failed to allocate DXE control blocks\n");
156 wcn36xx_dxe_free_ctl_blks(wcn);
160 void wcn36xx_dxe_free_ctl_blks(struct wcn36xx *wcn)
162 wcn36xx_dxe_free_ctl_block(&wcn->dxe_tx_l_ch);
163 wcn36xx_dxe_free_ctl_block(&wcn->dxe_tx_h_ch);
164 wcn36xx_dxe_free_ctl_block(&wcn->dxe_rx_l_ch);
165 wcn36xx_dxe_free_ctl_block(&wcn->dxe_rx_h_ch);
168 static int wcn36xx_dxe_init_descs(struct device *dev, struct wcn36xx_dxe_ch *wcn_ch)
170 struct wcn36xx_dxe_desc *cur_dxe = NULL;
171 struct wcn36xx_dxe_desc *prev_dxe = NULL;
172 struct wcn36xx_dxe_ctl *cur_ctl = NULL;
176 size = wcn_ch->desc_num * sizeof(struct wcn36xx_dxe_desc);
177 wcn_ch->cpu_addr = dma_alloc_coherent(dev, size, &wcn_ch->dma_addr,
179 if (!wcn_ch->cpu_addr)
182 cur_dxe = (struct wcn36xx_dxe_desc *)wcn_ch->cpu_addr;
183 cur_ctl = wcn_ch->head_blk_ctl;
185 for (i = 0; i < wcn_ch->desc_num; i++) {
186 cur_ctl->desc = cur_dxe;
187 cur_ctl->desc_phy_addr = wcn_ch->dma_addr +
188 i * sizeof(struct wcn36xx_dxe_desc);
190 switch (wcn_ch->ch_type) {
191 case WCN36XX_DXE_CH_TX_L:
192 cur_dxe->ctrl = WCN36XX_DXE_CTRL_TX_L;
193 cur_dxe->dst_addr_l = WCN36XX_DXE_WQ_TX_L;
195 case WCN36XX_DXE_CH_TX_H:
196 cur_dxe->ctrl = WCN36XX_DXE_CTRL_TX_H;
197 cur_dxe->dst_addr_l = WCN36XX_DXE_WQ_TX_H;
199 case WCN36XX_DXE_CH_RX_L:
200 cur_dxe->ctrl = WCN36XX_DXE_CTRL_RX_L;
201 cur_dxe->src_addr_l = WCN36XX_DXE_WQ_RX_L;
203 case WCN36XX_DXE_CH_RX_H:
204 cur_dxe->ctrl = WCN36XX_DXE_CTRL_RX_H;
205 cur_dxe->src_addr_l = WCN36XX_DXE_WQ_RX_H;
209 cur_dxe->phy_next_l = 0;
210 } else if ((0 < i) && (i < wcn_ch->desc_num - 1)) {
211 prev_dxe->phy_next_l =
212 cur_ctl->desc_phy_addr;
213 } else if (i == (wcn_ch->desc_num - 1)) {
214 prev_dxe->phy_next_l =
215 cur_ctl->desc_phy_addr;
216 cur_dxe->phy_next_l =
217 wcn_ch->head_blk_ctl->desc_phy_addr;
219 cur_ctl = cur_ctl->next;
227 static void wcn36xx_dxe_deinit_descs(struct device *dev, struct wcn36xx_dxe_ch *wcn_ch)
231 size = wcn_ch->desc_num * sizeof(struct wcn36xx_dxe_desc);
232 dma_free_coherent(dev, size,wcn_ch->cpu_addr, wcn_ch->dma_addr);
235 static void wcn36xx_dxe_init_tx_bd(struct wcn36xx_dxe_ch *ch,
236 struct wcn36xx_dxe_mem_pool *pool)
238 int i, chunk_size = pool->chunk_size;
239 dma_addr_t bd_phy_addr = pool->phy_addr;
240 void *bd_cpu_addr = pool->virt_addr;
241 struct wcn36xx_dxe_ctl *cur = ch->head_blk_ctl;
243 for (i = 0; i < ch->desc_num; i++) {
244 /* Only every second dxe needs a bd pointer,
245 the other will point to the skb data */
247 cur->bd_phy_addr = bd_phy_addr;
248 cur->bd_cpu_addr = bd_cpu_addr;
249 bd_phy_addr += chunk_size;
250 bd_cpu_addr += chunk_size;
252 cur->bd_phy_addr = 0;
253 cur->bd_cpu_addr = NULL;
259 static int wcn36xx_dxe_enable_ch_int(struct wcn36xx *wcn, u16 wcn_ch)
263 wcn36xx_dxe_read_register(wcn,
264 WCN36XX_DXE_INT_MASK_REG,
269 wcn36xx_dxe_write_register(wcn,
270 WCN36XX_DXE_INT_MASK_REG,
275 static void wcn36xx_dxe_disable_ch_int(struct wcn36xx *wcn, u16 wcn_ch)
279 wcn36xx_dxe_read_register(wcn,
280 WCN36XX_DXE_INT_MASK_REG,
285 wcn36xx_dxe_write_register(wcn,
286 WCN36XX_DXE_INT_MASK_REG,
290 static int wcn36xx_dxe_fill_skb(struct device *dev,
291 struct wcn36xx_dxe_ctl *ctl,
294 struct wcn36xx_dxe_desc *dxe = ctl->desc;
297 skb = alloc_skb(WCN36XX_PKT_SIZE, gfp);
301 dxe->dst_addr_l = dma_map_single(dev,
302 skb_tail_pointer(skb),
305 if (dma_mapping_error(dev, dxe->dst_addr_l)) {
306 dev_err(dev, "unable to map skb\n");
315 static int wcn36xx_dxe_ch_alloc_skb(struct wcn36xx *wcn,
316 struct wcn36xx_dxe_ch *wcn_ch)
319 struct wcn36xx_dxe_ctl *cur_ctl = NULL;
321 cur_ctl = wcn_ch->head_blk_ctl;
323 for (i = 0; i < wcn_ch->desc_num; i++) {
324 wcn36xx_dxe_fill_skb(wcn->dev, cur_ctl, GFP_KERNEL);
325 cur_ctl = cur_ctl->next;
331 static void wcn36xx_dxe_ch_free_skbs(struct wcn36xx *wcn,
332 struct wcn36xx_dxe_ch *wcn_ch)
334 struct wcn36xx_dxe_ctl *cur = wcn_ch->head_blk_ctl;
337 for (i = 0; i < wcn_ch->desc_num; i++) {
343 void wcn36xx_dxe_tx_ack_ind(struct wcn36xx *wcn, u32 status)
345 struct ieee80211_tx_info *info;
349 spin_lock_irqsave(&wcn->dxe_lock, flags);
350 skb = wcn->tx_ack_skb;
351 wcn->tx_ack_skb = NULL;
352 del_timer(&wcn->tx_ack_timer);
353 spin_unlock_irqrestore(&wcn->dxe_lock, flags);
356 wcn36xx_warn("Spurious TX complete indication\n");
360 info = IEEE80211_SKB_CB(skb);
363 info->flags |= IEEE80211_TX_STAT_ACK;
365 info->flags &= ~IEEE80211_TX_STAT_ACK;
367 wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ack status: %d\n", status);
369 ieee80211_tx_status_irqsafe(wcn->hw, skb);
370 ieee80211_wake_queues(wcn->hw);
373 static void wcn36xx_dxe_tx_timer(struct timer_list *t)
375 struct wcn36xx *wcn = from_timer(wcn, t, tx_ack_timer);
376 struct ieee80211_tx_info *info;
381 wcn36xx_dbg(WCN36XX_DBG_DXE, "TX timeout\n");
383 spin_lock_irqsave(&wcn->dxe_lock, flags);
384 skb = wcn->tx_ack_skb;
385 wcn->tx_ack_skb = NULL;
386 spin_unlock_irqrestore(&wcn->dxe_lock, flags);
391 info = IEEE80211_SKB_CB(skb);
392 info->flags &= ~IEEE80211_TX_STAT_ACK;
393 info->flags &= ~IEEE80211_TX_STAT_NOACK_TRANSMITTED;
395 ieee80211_tx_status_irqsafe(wcn->hw, skb);
396 ieee80211_wake_queues(wcn->hw);
399 static void reap_tx_dxes(struct wcn36xx *wcn, struct wcn36xx_dxe_ch *ch)
401 struct wcn36xx_dxe_ctl *ctl;
402 struct ieee80211_tx_info *info;
406 * Make at least one loop of do-while because in case ring is
407 * completely full head and tail are pointing to the same element
408 * and while-do will not make any cycles.
410 spin_lock_irqsave(&ch->lock, flags);
411 ctl = ch->tail_blk_ctl;
413 if (READ_ONCE(ctl->desc->ctrl) & WCN36xx_DXE_CTRL_VLD)
417 READ_ONCE(ctl->desc->ctrl) & WCN36xx_DXE_CTRL_EOP) {
418 dma_unmap_single(wcn->dev, ctl->desc->src_addr_l,
419 ctl->skb->len, DMA_TO_DEVICE);
420 info = IEEE80211_SKB_CB(ctl->skb);
421 if (info->flags & IEEE80211_TX_CTL_REQ_TX_STATUS) {
422 if (info->flags & IEEE80211_TX_CTL_NO_ACK) {
423 info->flags |= IEEE80211_TX_STAT_NOACK_TRANSMITTED;
424 ieee80211_tx_status_irqsafe(wcn->hw, ctl->skb);
426 /* Wait for the TX ack indication or timeout... */
427 spin_lock(&wcn->dxe_lock);
428 if (WARN_ON(wcn->tx_ack_skb))
429 ieee80211_free_txskb(wcn->hw, wcn->tx_ack_skb);
430 wcn->tx_ack_skb = ctl->skb; /* Tracking ref */
431 mod_timer(&wcn->tx_ack_timer, jiffies + HZ / 10);
432 spin_unlock(&wcn->dxe_lock);
434 /* do not free, ownership transferred to mac80211 status cb */
436 ieee80211_free_txskb(wcn->hw, ctl->skb);
439 if (wcn->queues_stopped) {
440 wcn->queues_stopped = false;
441 ieee80211_wake_queues(wcn->hw);
447 } while (ctl != ch->head_blk_ctl);
449 ch->tail_blk_ctl = ctl;
450 spin_unlock_irqrestore(&ch->lock, flags);
453 static irqreturn_t wcn36xx_irq_tx_complete(int irq, void *dev)
455 struct wcn36xx *wcn = (struct wcn36xx *)dev;
456 int int_src, int_reason;
458 wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_INT_SRC_RAW_REG, &int_src);
460 if (int_src & WCN36XX_INT_MASK_CHAN_TX_H) {
461 wcn36xx_dxe_read_register(wcn,
462 WCN36XX_DXE_CH_STATUS_REG_ADDR_TX_H,
465 wcn36xx_dxe_write_register(wcn,
466 WCN36XX_DXE_0_INT_CLR,
467 WCN36XX_INT_MASK_CHAN_TX_H);
469 if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK ) {
470 wcn36xx_dxe_write_register(wcn,
471 WCN36XX_DXE_0_INT_ERR_CLR,
472 WCN36XX_INT_MASK_CHAN_TX_H);
474 wcn36xx_err("DXE IRQ reported error: 0x%x in high TX channel\n",
478 if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK) {
479 wcn36xx_dxe_write_register(wcn,
480 WCN36XX_DXE_0_INT_DONE_CLR,
481 WCN36XX_INT_MASK_CHAN_TX_H);
484 if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK) {
485 wcn36xx_dxe_write_register(wcn,
486 WCN36XX_DXE_0_INT_ED_CLR,
487 WCN36XX_INT_MASK_CHAN_TX_H);
490 wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ready high, reason %08x\n",
493 if (int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK |
494 WCN36XX_CH_STAT_INT_ED_MASK)) {
495 reap_tx_dxes(wcn, &wcn->dxe_tx_h_ch);
499 if (int_src & WCN36XX_INT_MASK_CHAN_TX_L) {
500 wcn36xx_dxe_read_register(wcn,
501 WCN36XX_DXE_CH_STATUS_REG_ADDR_TX_L,
504 wcn36xx_dxe_write_register(wcn,
505 WCN36XX_DXE_0_INT_CLR,
506 WCN36XX_INT_MASK_CHAN_TX_L);
508 if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK ) {
509 wcn36xx_dxe_write_register(wcn,
510 WCN36XX_DXE_0_INT_ERR_CLR,
511 WCN36XX_INT_MASK_CHAN_TX_L);
513 wcn36xx_err("DXE IRQ reported error: 0x%x in low TX channel\n",
517 if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK) {
518 wcn36xx_dxe_write_register(wcn,
519 WCN36XX_DXE_0_INT_DONE_CLR,
520 WCN36XX_INT_MASK_CHAN_TX_L);
523 if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK) {
524 wcn36xx_dxe_write_register(wcn,
525 WCN36XX_DXE_0_INT_ED_CLR,
526 WCN36XX_INT_MASK_CHAN_TX_L);
529 wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ready low, reason %08x\n",
532 if (int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK |
533 WCN36XX_CH_STAT_INT_ED_MASK)) {
534 reap_tx_dxes(wcn, &wcn->dxe_tx_l_ch);
541 static irqreturn_t wcn36xx_irq_rx_ready(int irq, void *dev)
543 struct wcn36xx *wcn = (struct wcn36xx *)dev;
545 wcn36xx_dxe_rx_frame(wcn);
550 static int wcn36xx_dxe_request_irqs(struct wcn36xx *wcn)
554 ret = request_irq(wcn->tx_irq, wcn36xx_irq_tx_complete,
555 IRQF_TRIGGER_HIGH, "wcn36xx_tx", wcn);
557 wcn36xx_err("failed to alloc tx irq\n");
561 ret = request_irq(wcn->rx_irq, wcn36xx_irq_rx_ready, IRQF_TRIGGER_HIGH,
564 wcn36xx_err("failed to alloc rx irq\n");
568 enable_irq_wake(wcn->rx_irq);
573 free_irq(wcn->tx_irq, wcn);
579 static int wcn36xx_rx_handle_packets(struct wcn36xx *wcn,
580 struct wcn36xx_dxe_ch *ch,
586 struct wcn36xx_dxe_desc *dxe;
587 struct wcn36xx_dxe_ctl *ctl;
593 wcn36xx_dxe_read_register(wcn, status_reg, &int_reason);
594 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_0_INT_CLR, int_mask);
596 if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK) {
597 wcn36xx_dxe_write_register(wcn,
598 WCN36XX_DXE_0_INT_ERR_CLR,
601 wcn36xx_err("DXE IRQ reported error on RX channel\n");
604 if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK)
605 wcn36xx_dxe_write_register(wcn,
606 WCN36XX_DXE_0_INT_DONE_CLR,
609 if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK)
610 wcn36xx_dxe_write_register(wcn,
611 WCN36XX_DXE_0_INT_ED_CLR,
614 if (!(int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK |
615 WCN36XX_CH_STAT_INT_ED_MASK)))
618 spin_lock(&ch->lock);
620 ctl = ch->head_blk_ctl;
623 while (!(READ_ONCE(dxe->ctrl) & WCN36xx_DXE_CTRL_VLD)) {
624 /* do not read until we own DMA descriptor */
627 /* read/modify DMA descriptor */
629 dma_addr = dxe->dst_addr_l;
630 ret = wcn36xx_dxe_fill_skb(wcn->dev, ctl, GFP_ATOMIC);
632 /* new skb allocation ok. Use the new one and queue
633 * the old one to network system.
635 dma_unmap_single(wcn->dev, dma_addr, WCN36XX_PKT_SIZE,
637 wcn36xx_rx_skb(wcn, skb);
639 /* else keep old skb not submitted and reuse it for rx DMA
640 * (dropping the packet that it contained)
643 /* flush descriptor changes before re-marking as valid */
650 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_ENCH_ADDR, en_mask);
652 ch->head_blk_ctl = ctl;
654 spin_unlock(&ch->lock);
659 void wcn36xx_dxe_rx_frame(struct wcn36xx *wcn)
663 wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_INT_SRC_RAW_REG, &int_src);
666 if (int_src & WCN36XX_DXE_INT_CH1_MASK)
667 wcn36xx_rx_handle_packets(wcn, &wcn->dxe_rx_l_ch,
668 WCN36XX_DXE_CTRL_RX_L,
669 WCN36XX_DXE_INT_CH1_MASK,
670 WCN36XX_INT_MASK_CHAN_RX_L,
671 WCN36XX_DXE_CH_STATUS_REG_ADDR_RX_L);
674 if (int_src & WCN36XX_DXE_INT_CH3_MASK)
675 wcn36xx_rx_handle_packets(wcn, &wcn->dxe_rx_h_ch,
676 WCN36XX_DXE_CTRL_RX_H,
677 WCN36XX_DXE_INT_CH3_MASK,
678 WCN36XX_INT_MASK_CHAN_RX_H,
679 WCN36XX_DXE_CH_STATUS_REG_ADDR_RX_H);
682 wcn36xx_warn("No DXE interrupt pending\n");
685 int wcn36xx_dxe_allocate_mem_pools(struct wcn36xx *wcn)
690 /* Allocate BD headers for MGMT frames */
692 /* Where this come from ask QC */
693 wcn->mgmt_mem_pool.chunk_size = WCN36XX_BD_CHUNK_SIZE +
694 16 - (WCN36XX_BD_CHUNK_SIZE % 8);
696 s = wcn->mgmt_mem_pool.chunk_size * WCN36XX_DXE_CH_DESC_NUMB_TX_H;
697 cpu_addr = dma_alloc_coherent(wcn->dev, s,
698 &wcn->mgmt_mem_pool.phy_addr,
703 wcn->mgmt_mem_pool.virt_addr = cpu_addr;
705 /* Allocate BD headers for DATA frames */
707 /* Where this come from ask QC */
708 wcn->data_mem_pool.chunk_size = WCN36XX_BD_CHUNK_SIZE +
709 16 - (WCN36XX_BD_CHUNK_SIZE % 8);
711 s = wcn->data_mem_pool.chunk_size * WCN36XX_DXE_CH_DESC_NUMB_TX_L;
712 cpu_addr = dma_alloc_coherent(wcn->dev, s,
713 &wcn->data_mem_pool.phy_addr,
718 wcn->data_mem_pool.virt_addr = cpu_addr;
723 wcn36xx_dxe_free_mem_pools(wcn);
724 wcn36xx_err("Failed to allocate BD mempool\n");
728 void wcn36xx_dxe_free_mem_pools(struct wcn36xx *wcn)
730 if (wcn->mgmt_mem_pool.virt_addr)
731 dma_free_coherent(wcn->dev, wcn->mgmt_mem_pool.chunk_size *
732 WCN36XX_DXE_CH_DESC_NUMB_TX_H,
733 wcn->mgmt_mem_pool.virt_addr,
734 wcn->mgmt_mem_pool.phy_addr);
736 if (wcn->data_mem_pool.virt_addr) {
737 dma_free_coherent(wcn->dev, wcn->data_mem_pool.chunk_size *
738 WCN36XX_DXE_CH_DESC_NUMB_TX_L,
739 wcn->data_mem_pool.virt_addr,
740 wcn->data_mem_pool.phy_addr);
744 int wcn36xx_dxe_tx_frame(struct wcn36xx *wcn,
745 struct wcn36xx_vif *vif_priv,
746 struct wcn36xx_tx_bd *bd,
750 struct wcn36xx_dxe_desc *desc_bd, *desc_skb;
751 struct wcn36xx_dxe_ctl *ctl_bd, *ctl_skb;
752 struct wcn36xx_dxe_ch *ch = NULL;
756 ch = is_low ? &wcn->dxe_tx_l_ch : &wcn->dxe_tx_h_ch;
758 spin_lock_irqsave(&ch->lock, flags);
759 ctl_bd = ch->head_blk_ctl;
760 ctl_skb = ctl_bd->next;
763 * If skb is not null that means that we reached the tail of the ring
764 * hence ring is full. Stop queues to let mac80211 back off until ring
765 * has an empty slot again.
767 if (NULL != ctl_skb->skb) {
768 ieee80211_stop_queues(wcn->hw);
769 wcn->queues_stopped = true;
770 spin_unlock_irqrestore(&ch->lock, flags);
774 if (unlikely(ctl_skb->bd_cpu_addr)) {
775 wcn36xx_err("bd_cpu_addr cannot be NULL for skb DXE\n");
780 desc_bd = ctl_bd->desc;
781 desc_skb = ctl_skb->desc;
785 /* write buffer descriptor */
786 memcpy(ctl_bd->bd_cpu_addr, bd, sizeof(*bd));
788 /* Set source address of the BD we send */
789 desc_bd->src_addr_l = ctl_bd->bd_phy_addr;
790 desc_bd->dst_addr_l = ch->dxe_wq;
791 desc_bd->fr_len = sizeof(struct wcn36xx_tx_bd);
793 wcn36xx_dbg(WCN36XX_DBG_DXE, "DXE TX\n");
795 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "DESC1 >>> ",
796 (char *)desc_bd, sizeof(*desc_bd));
797 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP,
798 "BD >>> ", (char *)ctl_bd->bd_cpu_addr,
799 sizeof(struct wcn36xx_tx_bd));
801 desc_skb->src_addr_l = dma_map_single(wcn->dev,
805 if (dma_mapping_error(wcn->dev, desc_skb->src_addr_l)) {
806 dev_err(wcn->dev, "unable to DMA map src_addr_l\n");
812 desc_skb->dst_addr_l = ch->dxe_wq;
813 desc_skb->fr_len = ctl_skb->skb->len;
815 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "DESC2 >>> ",
816 (char *)desc_skb, sizeof(*desc_skb));
817 wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "SKB >>> ",
818 (char *)ctl_skb->skb->data, ctl_skb->skb->len);
820 /* Move the head of the ring to the next empty descriptor */
821 ch->head_blk_ctl = ctl_skb->next;
823 /* Commit all previous writes and set descriptors to VALID */
825 desc_skb->ctrl = ch->ctrl_skb;
827 desc_bd->ctrl = ch->ctrl_bd;
830 * When connected and trying to send data frame chip can be in sleep
831 * mode and writing to the register will not wake up the chip. Instead
832 * notify chip about new frame through SMSM bus.
834 if (is_low && vif_priv->pw_state == WCN36XX_BMPS) {
835 qcom_smem_state_update_bits(wcn->tx_rings_empty_state,
836 WCN36XX_SMSM_WLAN_TX_ENABLE,
837 WCN36XX_SMSM_WLAN_TX_ENABLE);
839 /* indicate End Of Packet and generate interrupt on descriptor
842 wcn36xx_dxe_write_register(wcn,
843 ch->reg_ctrl, ch->def_ctrl);
848 spin_unlock_irqrestore(&ch->lock, flags);
852 static bool _wcn36xx_dxe_tx_channel_is_empty(struct wcn36xx_dxe_ch *ch)
855 struct wcn36xx_dxe_ctl *ctl_bd_start, *ctl_skb_start;
856 struct wcn36xx_dxe_ctl *ctl_bd, *ctl_skb;
859 spin_lock_irqsave(&ch->lock, flags);
861 /* Loop through ring buffer looking for nonempty entries. */
862 ctl_bd_start = ch->head_blk_ctl;
863 ctl_bd = ctl_bd_start;
864 ctl_skb_start = ctl_bd_start->next;
865 ctl_skb = ctl_skb_start;
871 ctl_bd = ctl_skb->next;
872 ctl_skb = ctl_bd->next;
873 } while (ctl_skb != ctl_skb_start);
876 spin_unlock_irqrestore(&ch->lock, flags);
880 int wcn36xx_dxe_tx_flush(struct wcn36xx *wcn)
884 /* Called with mac80211 queues stopped. Wait for empty HW queues. */
886 if (_wcn36xx_dxe_tx_channel_is_empty(&wcn->dxe_tx_l_ch) &&
887 _wcn36xx_dxe_tx_channel_is_empty(&wcn->dxe_tx_h_ch)) {
890 /* This ieee80211_ops callback is specifically allowed to
893 usleep_range(1000, 1100);
899 int wcn36xx_dxe_init(struct wcn36xx *wcn)
901 int reg_data = 0, ret;
903 reg_data = WCN36XX_DXE_REG_RESET;
904 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_REG_CSR_RESET, reg_data);
906 /* Select channels for rx avail and xfer done interrupts... */
907 reg_data = (WCN36XX_DXE_INT_CH3_MASK | WCN36XX_DXE_INT_CH1_MASK) << 16 |
908 WCN36XX_DXE_INT_CH0_MASK | WCN36XX_DXE_INT_CH4_MASK;
910 wcn36xx_ccu_write_register(wcn, WCN36XX_CCU_DXE_INT_SELECT_PRONTO, reg_data);
912 wcn36xx_ccu_write_register(wcn, WCN36XX_CCU_DXE_INT_SELECT_RIVA, reg_data);
914 /***************************************/
915 /* Init descriptors for TX LOW channel */
916 /***************************************/
917 ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_tx_l_ch);
919 dev_err(wcn->dev, "Error allocating descriptor\n");
922 wcn36xx_dxe_init_tx_bd(&wcn->dxe_tx_l_ch, &wcn->data_mem_pool);
924 /* Write channel head to a NEXT register */
925 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_TX_L,
926 wcn->dxe_tx_l_ch.head_blk_ctl->desc_phy_addr);
928 /* Program DMA destination addr for TX LOW */
929 wcn36xx_dxe_write_register(wcn,
930 WCN36XX_DXE_CH_DEST_ADDR_TX_L,
931 WCN36XX_DXE_WQ_TX_L);
933 wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_REG_CH_EN, ®_data);
935 /***************************************/
936 /* Init descriptors for TX HIGH channel */
937 /***************************************/
938 ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_tx_h_ch);
940 dev_err(wcn->dev, "Error allocating descriptor\n");
944 wcn36xx_dxe_init_tx_bd(&wcn->dxe_tx_h_ch, &wcn->mgmt_mem_pool);
946 /* Write channel head to a NEXT register */
947 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_TX_H,
948 wcn->dxe_tx_h_ch.head_blk_ctl->desc_phy_addr);
950 /* Program DMA destination addr for TX HIGH */
951 wcn36xx_dxe_write_register(wcn,
952 WCN36XX_DXE_CH_DEST_ADDR_TX_H,
953 WCN36XX_DXE_WQ_TX_H);
955 wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_REG_CH_EN, ®_data);
957 /***************************************/
958 /* Init descriptors for RX LOW channel */
959 /***************************************/
960 ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_rx_l_ch);
962 dev_err(wcn->dev, "Error allocating descriptor\n");
966 /* For RX we need to preallocated buffers */
967 wcn36xx_dxe_ch_alloc_skb(wcn, &wcn->dxe_rx_l_ch);
969 /* Write channel head to a NEXT register */
970 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_RX_L,
971 wcn->dxe_rx_l_ch.head_blk_ctl->desc_phy_addr);
973 /* Write DMA source address */
974 wcn36xx_dxe_write_register(wcn,
975 WCN36XX_DXE_CH_SRC_ADDR_RX_L,
976 WCN36XX_DXE_WQ_RX_L);
978 /* Program preallocated destination address */
979 wcn36xx_dxe_write_register(wcn,
980 WCN36XX_DXE_CH_DEST_ADDR_RX_L,
981 wcn->dxe_rx_l_ch.head_blk_ctl->desc->phy_next_l);
983 /* Enable default control registers */
984 wcn36xx_dxe_write_register(wcn,
985 WCN36XX_DXE_REG_CTL_RX_L,
986 WCN36XX_DXE_CH_DEFAULT_CTL_RX_L);
988 /***************************************/
989 /* Init descriptors for RX HIGH channel */
990 /***************************************/
991 ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_rx_h_ch);
993 dev_err(wcn->dev, "Error allocating descriptor\n");
997 /* For RX we need to prealocat buffers */
998 wcn36xx_dxe_ch_alloc_skb(wcn, &wcn->dxe_rx_h_ch);
1000 /* Write chanel head to a NEXT register */
1001 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_RX_H,
1002 wcn->dxe_rx_h_ch.head_blk_ctl->desc_phy_addr);
1004 /* Write DMA source address */
1005 wcn36xx_dxe_write_register(wcn,
1006 WCN36XX_DXE_CH_SRC_ADDR_RX_H,
1007 WCN36XX_DXE_WQ_RX_H);
1009 /* Program preallocated destination address */
1010 wcn36xx_dxe_write_register(wcn,
1011 WCN36XX_DXE_CH_DEST_ADDR_RX_H,
1012 wcn->dxe_rx_h_ch.head_blk_ctl->desc->phy_next_l);
1014 /* Enable default control registers */
1015 wcn36xx_dxe_write_register(wcn,
1016 WCN36XX_DXE_REG_CTL_RX_H,
1017 WCN36XX_DXE_CH_DEFAULT_CTL_RX_H);
1019 ret = wcn36xx_dxe_request_irqs(wcn);
1023 timer_setup(&wcn->tx_ack_timer, wcn36xx_dxe_tx_timer, 0);
1025 /* Enable channel interrupts */
1026 wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_L);
1027 wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_H);
1028 wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_L);
1029 wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_H);
1034 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_h_ch);
1036 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_l_ch);
1038 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_h_ch);
1040 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_l_ch);
1045 void wcn36xx_dxe_deinit(struct wcn36xx *wcn)
1049 /* Disable channel interrupts */
1050 wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_H);
1051 wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_L);
1052 wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_H);
1053 wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_L);
1055 free_irq(wcn->tx_irq, wcn);
1056 free_irq(wcn->rx_irq, wcn);
1057 del_timer(&wcn->tx_ack_timer);
1059 if (wcn->tx_ack_skb) {
1060 ieee80211_tx_status_irqsafe(wcn->hw, wcn->tx_ack_skb);
1061 wcn->tx_ack_skb = NULL;
1064 /* Put the DXE block into reset before freeing memory */
1065 reg_data = WCN36XX_DXE_REG_RESET;
1066 wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_REG_CSR_RESET, reg_data);
1068 wcn36xx_dxe_ch_free_skbs(wcn, &wcn->dxe_rx_l_ch);
1069 wcn36xx_dxe_ch_free_skbs(wcn, &wcn->dxe_rx_h_ch);
1071 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_l_ch);
1072 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_h_ch);
1073 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_l_ch);
1074 wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_h_ch);