1 /*
2  * Copyright (c) 2013 Eugene Krasnikov <k.eugene.e@gmail.com>
3  *
4  * Permission to use, copy, modify, and/or distribute this software for any
5  * purpose with or without fee is hereby granted, provided that the above
6  * copyright notice and this permission notice appear in all copies.
7  *
8  * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
9  * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
10  * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR ANY
11  * SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
12  * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN ACTION
13  * OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
14  * CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
15  */
16 
17 /* DXE - DMA transfer engine
18  * we have 2 channels(High prio and Low prio) for TX and 2 channels for RX.
19  * through low channels data packets are transfered
20  * through high channels managment packets are transfered
21  */
22 
23 #define pr_fmt(fmt) KBUILD_MODNAME ": " fmt
24 
25 #include <linux/interrupt.h>
26 #include <linux/soc/qcom/smem_state.h>
27 #include "wcn36xx.h"
28 #include "txrx.h"
29 
wcn36xx_ccu_write_register(struct wcn36xx * wcn,int addr,int data)30 static void wcn36xx_ccu_write_register(struct wcn36xx *wcn, int addr, int data)
31 {
32 	wcn36xx_dbg(WCN36XX_DBG_DXE,
33 		    "wcn36xx_ccu_write_register: addr=%x, data=%x\n",
34 		    addr, data);
35 
36 	writel(data, wcn->ccu_base + addr);
37 }
38 
wcn36xx_dxe_write_register(struct wcn36xx * wcn,int addr,int data)39 static void wcn36xx_dxe_write_register(struct wcn36xx *wcn, int addr, int data)
40 {
41 	wcn36xx_dbg(WCN36XX_DBG_DXE,
42 		    "wcn36xx_dxe_write_register: addr=%x, data=%x\n",
43 		    addr, data);
44 
45 	writel(data, wcn->dxe_base + addr);
46 }
47 
wcn36xx_dxe_read_register(struct wcn36xx * wcn,int addr,int * data)48 static void wcn36xx_dxe_read_register(struct wcn36xx *wcn, int addr, int *data)
49 {
50 	*data = readl(wcn->dxe_base + addr);
51 
52 	wcn36xx_dbg(WCN36XX_DBG_DXE,
53 		    "wcn36xx_dxe_read_register: addr=%x, data=%x\n",
54 		    addr, *data);
55 }
56 
wcn36xx_dxe_free_ctl_block(struct wcn36xx_dxe_ch * ch)57 static void wcn36xx_dxe_free_ctl_block(struct wcn36xx_dxe_ch *ch)
58 {
59 	struct wcn36xx_dxe_ctl *ctl = ch->head_blk_ctl, *next;
60 	int i;
61 
62 	for (i = 0; i < ch->desc_num && ctl; i++) {
63 		next = ctl->next;
64 		kfree(ctl);
65 		ctl = next;
66 	}
67 }
68 
wcn36xx_dxe_allocate_ctl_block(struct wcn36xx_dxe_ch * ch)69 static int wcn36xx_dxe_allocate_ctl_block(struct wcn36xx_dxe_ch *ch)
70 {
71 	struct wcn36xx_dxe_ctl *prev_ctl = NULL;
72 	struct wcn36xx_dxe_ctl *cur_ctl = NULL;
73 	int i;
74 
75 	spin_lock_init(&ch->lock);
76 	for (i = 0; i < ch->desc_num; i++) {
77 		cur_ctl = kzalloc(sizeof(*cur_ctl), GFP_KERNEL);
78 		if (!cur_ctl)
79 			goto out_fail;
80 
81 		cur_ctl->ctl_blk_order = i;
82 		if (i == 0) {
83 			ch->head_blk_ctl = cur_ctl;
84 			ch->tail_blk_ctl = cur_ctl;
85 		} else if (ch->desc_num - 1 == i) {
86 			prev_ctl->next = cur_ctl;
87 			cur_ctl->next = ch->head_blk_ctl;
88 		} else {
89 			prev_ctl->next = cur_ctl;
90 		}
91 		prev_ctl = cur_ctl;
92 	}
93 
94 	return 0;
95 
96 out_fail:
97 	wcn36xx_dxe_free_ctl_block(ch);
98 	return -ENOMEM;
99 }
100 
wcn36xx_dxe_alloc_ctl_blks(struct wcn36xx * wcn)101 int wcn36xx_dxe_alloc_ctl_blks(struct wcn36xx *wcn)
102 {
103 	int ret;
104 
105 	wcn->dxe_tx_l_ch.ch_type = WCN36XX_DXE_CH_TX_L;
106 	wcn->dxe_tx_h_ch.ch_type = WCN36XX_DXE_CH_TX_H;
107 	wcn->dxe_rx_l_ch.ch_type = WCN36XX_DXE_CH_RX_L;
108 	wcn->dxe_rx_h_ch.ch_type = WCN36XX_DXE_CH_RX_H;
109 
110 	wcn->dxe_tx_l_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_TX_L;
111 	wcn->dxe_tx_h_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_TX_H;
112 	wcn->dxe_rx_l_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_RX_L;
113 	wcn->dxe_rx_h_ch.desc_num = WCN36XX_DXE_CH_DESC_NUMB_RX_H;
114 
115 	wcn->dxe_tx_l_ch.dxe_wq =  WCN36XX_DXE_WQ_TX_L;
116 	wcn->dxe_tx_h_ch.dxe_wq =  WCN36XX_DXE_WQ_TX_H;
117 
118 	wcn->dxe_tx_l_ch.ctrl_bd = WCN36XX_DXE_CTRL_TX_L_BD;
119 	wcn->dxe_tx_h_ch.ctrl_bd = WCN36XX_DXE_CTRL_TX_H_BD;
120 
121 	wcn->dxe_tx_l_ch.ctrl_skb = WCN36XX_DXE_CTRL_TX_L_SKB;
122 	wcn->dxe_tx_h_ch.ctrl_skb = WCN36XX_DXE_CTRL_TX_H_SKB;
123 
124 	wcn->dxe_tx_l_ch.reg_ctrl = WCN36XX_DXE_REG_CTL_TX_L;
125 	wcn->dxe_tx_h_ch.reg_ctrl = WCN36XX_DXE_REG_CTL_TX_H;
126 
127 	wcn->dxe_tx_l_ch.def_ctrl = WCN36XX_DXE_CH_DEFAULT_CTL_TX_L;
128 	wcn->dxe_tx_h_ch.def_ctrl = WCN36XX_DXE_CH_DEFAULT_CTL_TX_H;
129 
130 	/* DXE control block allocation */
131 	ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_tx_l_ch);
132 	if (ret)
133 		goto out_err;
134 	ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_tx_h_ch);
135 	if (ret)
136 		goto out_err;
137 	ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_rx_l_ch);
138 	if (ret)
139 		goto out_err;
140 	ret = wcn36xx_dxe_allocate_ctl_block(&wcn->dxe_rx_h_ch);
141 	if (ret)
142 		goto out_err;
143 
144 	/* Initialize SMSM state  Clear TX Enable RING EMPTY STATE */
145 	ret = qcom_smem_state_update_bits(wcn->tx_enable_state,
146 					  WCN36XX_SMSM_WLAN_TX_ENABLE |
147 					  WCN36XX_SMSM_WLAN_TX_RINGS_EMPTY,
148 					  WCN36XX_SMSM_WLAN_TX_RINGS_EMPTY);
149 	if (ret)
150 		goto out_err;
151 
152 	return 0;
153 
154 out_err:
155 	wcn36xx_err("Failed to allocate DXE control blocks\n");
156 	wcn36xx_dxe_free_ctl_blks(wcn);
157 	return -ENOMEM;
158 }
159 
wcn36xx_dxe_free_ctl_blks(struct wcn36xx * wcn)160 void wcn36xx_dxe_free_ctl_blks(struct wcn36xx *wcn)
161 {
162 	wcn36xx_dxe_free_ctl_block(&wcn->dxe_tx_l_ch);
163 	wcn36xx_dxe_free_ctl_block(&wcn->dxe_tx_h_ch);
164 	wcn36xx_dxe_free_ctl_block(&wcn->dxe_rx_l_ch);
165 	wcn36xx_dxe_free_ctl_block(&wcn->dxe_rx_h_ch);
166 }
167 
wcn36xx_dxe_init_descs(struct device * dev,struct wcn36xx_dxe_ch * wcn_ch)168 static int wcn36xx_dxe_init_descs(struct device *dev, struct wcn36xx_dxe_ch *wcn_ch)
169 {
170 	struct wcn36xx_dxe_desc *cur_dxe = NULL;
171 	struct wcn36xx_dxe_desc *prev_dxe = NULL;
172 	struct wcn36xx_dxe_ctl *cur_ctl = NULL;
173 	size_t size;
174 	int i;
175 
176 	size = wcn_ch->desc_num * sizeof(struct wcn36xx_dxe_desc);
177 	wcn_ch->cpu_addr = dma_alloc_coherent(dev, size, &wcn_ch->dma_addr,
178 					      GFP_KERNEL);
179 	if (!wcn_ch->cpu_addr)
180 		return -ENOMEM;
181 
182 	cur_dxe = (struct wcn36xx_dxe_desc *)wcn_ch->cpu_addr;
183 	cur_ctl = wcn_ch->head_blk_ctl;
184 
185 	for (i = 0; i < wcn_ch->desc_num; i++) {
186 		cur_ctl->desc = cur_dxe;
187 		cur_ctl->desc_phy_addr = wcn_ch->dma_addr +
188 			i * sizeof(struct wcn36xx_dxe_desc);
189 
190 		switch (wcn_ch->ch_type) {
191 		case WCN36XX_DXE_CH_TX_L:
192 			cur_dxe->ctrl = WCN36XX_DXE_CTRL_TX_L;
193 			cur_dxe->dst_addr_l = WCN36XX_DXE_WQ_TX_L;
194 			break;
195 		case WCN36XX_DXE_CH_TX_H:
196 			cur_dxe->ctrl = WCN36XX_DXE_CTRL_TX_H;
197 			cur_dxe->dst_addr_l = WCN36XX_DXE_WQ_TX_H;
198 			break;
199 		case WCN36XX_DXE_CH_RX_L:
200 			cur_dxe->ctrl = WCN36XX_DXE_CTRL_RX_L;
201 			cur_dxe->src_addr_l = WCN36XX_DXE_WQ_RX_L;
202 			break;
203 		case WCN36XX_DXE_CH_RX_H:
204 			cur_dxe->ctrl = WCN36XX_DXE_CTRL_RX_H;
205 			cur_dxe->src_addr_l = WCN36XX_DXE_WQ_RX_H;
206 			break;
207 		}
208 		if (0 == i) {
209 			cur_dxe->phy_next_l = 0;
210 		} else if ((0 < i) && (i < wcn_ch->desc_num - 1)) {
211 			prev_dxe->phy_next_l =
212 				cur_ctl->desc_phy_addr;
213 		} else if (i == (wcn_ch->desc_num - 1)) {
214 			prev_dxe->phy_next_l =
215 				cur_ctl->desc_phy_addr;
216 			cur_dxe->phy_next_l =
217 				wcn_ch->head_blk_ctl->desc_phy_addr;
218 		}
219 		cur_ctl = cur_ctl->next;
220 		prev_dxe = cur_dxe;
221 		cur_dxe++;
222 	}
223 
224 	return 0;
225 }
226 
wcn36xx_dxe_deinit_descs(struct device * dev,struct wcn36xx_dxe_ch * wcn_ch)227 static void wcn36xx_dxe_deinit_descs(struct device *dev, struct wcn36xx_dxe_ch *wcn_ch)
228 {
229 	size_t size;
230 
231 	size = wcn_ch->desc_num * sizeof(struct wcn36xx_dxe_desc);
232 	dma_free_coherent(dev, size,wcn_ch->cpu_addr, wcn_ch->dma_addr);
233 }
234 
wcn36xx_dxe_init_tx_bd(struct wcn36xx_dxe_ch * ch,struct wcn36xx_dxe_mem_pool * pool)235 static void wcn36xx_dxe_init_tx_bd(struct wcn36xx_dxe_ch *ch,
236 				   struct wcn36xx_dxe_mem_pool *pool)
237 {
238 	int i, chunk_size = pool->chunk_size;
239 	dma_addr_t bd_phy_addr = pool->phy_addr;
240 	void *bd_cpu_addr = pool->virt_addr;
241 	struct wcn36xx_dxe_ctl *cur = ch->head_blk_ctl;
242 
243 	for (i = 0; i < ch->desc_num; i++) {
244 		/* Only every second dxe needs a bd pointer,
245 		   the other will point to the skb data */
246 		if (!(i & 1)) {
247 			cur->bd_phy_addr = bd_phy_addr;
248 			cur->bd_cpu_addr = bd_cpu_addr;
249 			bd_phy_addr += chunk_size;
250 			bd_cpu_addr += chunk_size;
251 		} else {
252 			cur->bd_phy_addr = 0;
253 			cur->bd_cpu_addr = NULL;
254 		}
255 		cur = cur->next;
256 	}
257 }
258 
wcn36xx_dxe_enable_ch_int(struct wcn36xx * wcn,u16 wcn_ch)259 static int wcn36xx_dxe_enable_ch_int(struct wcn36xx *wcn, u16 wcn_ch)
260 {
261 	int reg_data = 0;
262 
263 	wcn36xx_dxe_read_register(wcn,
264 				  WCN36XX_DXE_INT_MASK_REG,
265 				  &reg_data);
266 
267 	reg_data |= wcn_ch;
268 
269 	wcn36xx_dxe_write_register(wcn,
270 				   WCN36XX_DXE_INT_MASK_REG,
271 				   (int)reg_data);
272 	return 0;
273 }
274 
wcn36xx_dxe_disable_ch_int(struct wcn36xx * wcn,u16 wcn_ch)275 static void wcn36xx_dxe_disable_ch_int(struct wcn36xx *wcn, u16 wcn_ch)
276 {
277 	int reg_data = 0;
278 
279 	wcn36xx_dxe_read_register(wcn,
280 				  WCN36XX_DXE_INT_MASK_REG,
281 				  &reg_data);
282 
283 	reg_data &= ~wcn_ch;
284 
285 	wcn36xx_dxe_write_register(wcn,
286 				   WCN36XX_DXE_INT_MASK_REG,
287 				   (int)reg_data);
288 }
289 
wcn36xx_dxe_fill_skb(struct device * dev,struct wcn36xx_dxe_ctl * ctl,gfp_t gfp)290 static int wcn36xx_dxe_fill_skb(struct device *dev,
291 				struct wcn36xx_dxe_ctl *ctl,
292 				gfp_t gfp)
293 {
294 	struct wcn36xx_dxe_desc *dxe = ctl->desc;
295 	struct sk_buff *skb;
296 
297 	skb = alloc_skb(WCN36XX_PKT_SIZE, gfp);
298 	if (skb == NULL)
299 		return -ENOMEM;
300 
301 	dxe->dst_addr_l = dma_map_single(dev,
302 					 skb_tail_pointer(skb),
303 					 WCN36XX_PKT_SIZE,
304 					 DMA_FROM_DEVICE);
305 	if (dma_mapping_error(dev, dxe->dst_addr_l)) {
306 		dev_err(dev, "unable to map skb\n");
307 		kfree_skb(skb);
308 		return -ENOMEM;
309 	}
310 	ctl->skb = skb;
311 
312 	return 0;
313 }
314 
wcn36xx_dxe_ch_alloc_skb(struct wcn36xx * wcn,struct wcn36xx_dxe_ch * wcn_ch)315 static int wcn36xx_dxe_ch_alloc_skb(struct wcn36xx *wcn,
316 				    struct wcn36xx_dxe_ch *wcn_ch)
317 {
318 	int i;
319 	struct wcn36xx_dxe_ctl *cur_ctl = NULL;
320 
321 	cur_ctl = wcn_ch->head_blk_ctl;
322 
323 	for (i = 0; i < wcn_ch->desc_num; i++) {
324 		wcn36xx_dxe_fill_skb(wcn->dev, cur_ctl, GFP_KERNEL);
325 		cur_ctl = cur_ctl->next;
326 	}
327 
328 	return 0;
329 }
330 
wcn36xx_dxe_ch_free_skbs(struct wcn36xx * wcn,struct wcn36xx_dxe_ch * wcn_ch)331 static void wcn36xx_dxe_ch_free_skbs(struct wcn36xx *wcn,
332 				     struct wcn36xx_dxe_ch *wcn_ch)
333 {
334 	struct wcn36xx_dxe_ctl *cur = wcn_ch->head_blk_ctl;
335 	int i;
336 
337 	for (i = 0; i < wcn_ch->desc_num; i++) {
338 		kfree_skb(cur->skb);
339 		cur = cur->next;
340 	}
341 }
342 
wcn36xx_dxe_tx_ack_ind(struct wcn36xx * wcn,u32 status)343 void wcn36xx_dxe_tx_ack_ind(struct wcn36xx *wcn, u32 status)
344 {
345 	struct ieee80211_tx_info *info;
346 	struct sk_buff *skb;
347 	unsigned long flags;
348 
349 	spin_lock_irqsave(&wcn->dxe_lock, flags);
350 	skb = wcn->tx_ack_skb;
351 	wcn->tx_ack_skb = NULL;
352 	del_timer(&wcn->tx_ack_timer);
353 	spin_unlock_irqrestore(&wcn->dxe_lock, flags);
354 
355 	if (!skb) {
356 		wcn36xx_warn("Spurious TX complete indication\n");
357 		return;
358 	}
359 
360 	info = IEEE80211_SKB_CB(skb);
361 
362 	if (status == 1)
363 		info->flags |= IEEE80211_TX_STAT_ACK;
364 	else
365 		info->flags &= ~IEEE80211_TX_STAT_ACK;
366 
367 	wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ack status: %d\n", status);
368 
369 	ieee80211_tx_status_irqsafe(wcn->hw, skb);
370 	ieee80211_wake_queues(wcn->hw);
371 }
372 
wcn36xx_dxe_tx_timer(struct timer_list * t)373 static void wcn36xx_dxe_tx_timer(struct timer_list *t)
374 {
375 	struct wcn36xx *wcn = from_timer(wcn, t, tx_ack_timer);
376 	struct ieee80211_tx_info *info;
377 	unsigned long flags;
378 	struct sk_buff *skb;
379 
380 	/* TX Timeout */
381 	wcn36xx_dbg(WCN36XX_DBG_DXE, "TX timeout\n");
382 
383 	spin_lock_irqsave(&wcn->dxe_lock, flags);
384 	skb = wcn->tx_ack_skb;
385 	wcn->tx_ack_skb = NULL;
386 	spin_unlock_irqrestore(&wcn->dxe_lock, flags);
387 
388 	if (!skb)
389 		return;
390 
391 	info = IEEE80211_SKB_CB(skb);
392 	info->flags &= ~IEEE80211_TX_STAT_ACK;
393 	info->flags &= ~IEEE80211_TX_STAT_NOACK_TRANSMITTED;
394 
395 	ieee80211_tx_status_irqsafe(wcn->hw, skb);
396 	ieee80211_wake_queues(wcn->hw);
397 }
398 
reap_tx_dxes(struct wcn36xx * wcn,struct wcn36xx_dxe_ch * ch)399 static void reap_tx_dxes(struct wcn36xx *wcn, struct wcn36xx_dxe_ch *ch)
400 {
401 	struct wcn36xx_dxe_ctl *ctl;
402 	struct ieee80211_tx_info *info;
403 	unsigned long flags;
404 
405 	/*
406 	 * Make at least one loop of do-while because in case ring is
407 	 * completely full head and tail are pointing to the same element
408 	 * and while-do will not make any cycles.
409 	 */
410 	spin_lock_irqsave(&ch->lock, flags);
411 	ctl = ch->tail_blk_ctl;
412 	do {
413 		if (READ_ONCE(ctl->desc->ctrl) & WCN36xx_DXE_CTRL_VLD)
414 			break;
415 
416 		if (ctl->skb &&
417 		    READ_ONCE(ctl->desc->ctrl) & WCN36xx_DXE_CTRL_EOP) {
418 			dma_unmap_single(wcn->dev, ctl->desc->src_addr_l,
419 					 ctl->skb->len, DMA_TO_DEVICE);
420 			info = IEEE80211_SKB_CB(ctl->skb);
421 			if (info->flags & IEEE80211_TX_CTL_REQ_TX_STATUS) {
422 				if (info->flags & IEEE80211_TX_CTL_NO_ACK) {
423 					info->flags |= IEEE80211_TX_STAT_NOACK_TRANSMITTED;
424 					ieee80211_tx_status_irqsafe(wcn->hw, ctl->skb);
425 				} else {
426 					/* Wait for the TX ack indication or timeout... */
427 					spin_lock(&wcn->dxe_lock);
428 					if (WARN_ON(wcn->tx_ack_skb))
429 						ieee80211_free_txskb(wcn->hw, wcn->tx_ack_skb);
430 					wcn->tx_ack_skb = ctl->skb; /* Tracking ref */
431 					mod_timer(&wcn->tx_ack_timer, jiffies + HZ / 10);
432 					spin_unlock(&wcn->dxe_lock);
433 				}
434 				/* do not free, ownership transferred to mac80211 status cb */
435 			} else {
436 				ieee80211_free_txskb(wcn->hw, ctl->skb);
437 			}
438 
439 			if (wcn->queues_stopped) {
440 				wcn->queues_stopped = false;
441 				ieee80211_wake_queues(wcn->hw);
442 			}
443 
444 			ctl->skb = NULL;
445 		}
446 		ctl = ctl->next;
447 	} while (ctl != ch->head_blk_ctl);
448 
449 	ch->tail_blk_ctl = ctl;
450 	spin_unlock_irqrestore(&ch->lock, flags);
451 }
452 
wcn36xx_irq_tx_complete(int irq,void * dev)453 static irqreturn_t wcn36xx_irq_tx_complete(int irq, void *dev)
454 {
455 	struct wcn36xx *wcn = (struct wcn36xx *)dev;
456 	int int_src, int_reason;
457 
458 	wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_INT_SRC_RAW_REG, &int_src);
459 
460 	if (int_src & WCN36XX_INT_MASK_CHAN_TX_H) {
461 		wcn36xx_dxe_read_register(wcn,
462 					  WCN36XX_DXE_CH_STATUS_REG_ADDR_TX_H,
463 					  &int_reason);
464 
465 		wcn36xx_dxe_write_register(wcn,
466 					   WCN36XX_DXE_0_INT_CLR,
467 					   WCN36XX_INT_MASK_CHAN_TX_H);
468 
469 		if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK ) {
470 			wcn36xx_dxe_write_register(wcn,
471 						   WCN36XX_DXE_0_INT_ERR_CLR,
472 						   WCN36XX_INT_MASK_CHAN_TX_H);
473 
474 			wcn36xx_err("DXE IRQ reported error: 0x%x in high TX channel\n",
475 					int_src);
476 		}
477 
478 		if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK) {
479 			wcn36xx_dxe_write_register(wcn,
480 						   WCN36XX_DXE_0_INT_DONE_CLR,
481 						   WCN36XX_INT_MASK_CHAN_TX_H);
482 		}
483 
484 		if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK) {
485 			wcn36xx_dxe_write_register(wcn,
486 						   WCN36XX_DXE_0_INT_ED_CLR,
487 						   WCN36XX_INT_MASK_CHAN_TX_H);
488 		}
489 
490 		wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ready high, reason %08x\n",
491 			    int_reason);
492 
493 		if (int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK |
494 				  WCN36XX_CH_STAT_INT_ED_MASK)) {
495 			reap_tx_dxes(wcn, &wcn->dxe_tx_h_ch);
496 		}
497 	}
498 
499 	if (int_src & WCN36XX_INT_MASK_CHAN_TX_L) {
500 		wcn36xx_dxe_read_register(wcn,
501 					  WCN36XX_DXE_CH_STATUS_REG_ADDR_TX_L,
502 					  &int_reason);
503 
504 		wcn36xx_dxe_write_register(wcn,
505 					   WCN36XX_DXE_0_INT_CLR,
506 					   WCN36XX_INT_MASK_CHAN_TX_L);
507 
508 		if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK ) {
509 			wcn36xx_dxe_write_register(wcn,
510 						   WCN36XX_DXE_0_INT_ERR_CLR,
511 						   WCN36XX_INT_MASK_CHAN_TX_L);
512 
513 			wcn36xx_err("DXE IRQ reported error: 0x%x in low TX channel\n",
514 					int_src);
515 		}
516 
517 		if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK) {
518 			wcn36xx_dxe_write_register(wcn,
519 						   WCN36XX_DXE_0_INT_DONE_CLR,
520 						   WCN36XX_INT_MASK_CHAN_TX_L);
521 		}
522 
523 		if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK) {
524 			wcn36xx_dxe_write_register(wcn,
525 						   WCN36XX_DXE_0_INT_ED_CLR,
526 						   WCN36XX_INT_MASK_CHAN_TX_L);
527 		}
528 
529 		wcn36xx_dbg(WCN36XX_DBG_DXE, "dxe tx ready low, reason %08x\n",
530 			    int_reason);
531 
532 		if (int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK |
533 				  WCN36XX_CH_STAT_INT_ED_MASK)) {
534 			reap_tx_dxes(wcn, &wcn->dxe_tx_l_ch);
535 		}
536 	}
537 
538 	return IRQ_HANDLED;
539 }
540 
wcn36xx_irq_rx_ready(int irq,void * dev)541 static irqreturn_t wcn36xx_irq_rx_ready(int irq, void *dev)
542 {
543 	struct wcn36xx *wcn = (struct wcn36xx *)dev;
544 
545 	wcn36xx_dxe_rx_frame(wcn);
546 
547 	return IRQ_HANDLED;
548 }
549 
wcn36xx_dxe_request_irqs(struct wcn36xx * wcn)550 static int wcn36xx_dxe_request_irqs(struct wcn36xx *wcn)
551 {
552 	int ret;
553 
554 	ret = request_irq(wcn->tx_irq, wcn36xx_irq_tx_complete,
555 			  IRQF_TRIGGER_HIGH, "wcn36xx_tx", wcn);
556 	if (ret) {
557 		wcn36xx_err("failed to alloc tx irq\n");
558 		goto out_err;
559 	}
560 
561 	ret = request_irq(wcn->rx_irq, wcn36xx_irq_rx_ready, IRQF_TRIGGER_HIGH,
562 			  "wcn36xx_rx", wcn);
563 	if (ret) {
564 		wcn36xx_err("failed to alloc rx irq\n");
565 		goto out_txirq;
566 	}
567 
568 	enable_irq_wake(wcn->rx_irq);
569 
570 	return 0;
571 
572 out_txirq:
573 	free_irq(wcn->tx_irq, wcn);
574 out_err:
575 	return ret;
576 
577 }
578 
wcn36xx_rx_handle_packets(struct wcn36xx * wcn,struct wcn36xx_dxe_ch * ch,u32 ctrl,u32 en_mask,u32 int_mask,u32 status_reg)579 static int wcn36xx_rx_handle_packets(struct wcn36xx *wcn,
580 				     struct wcn36xx_dxe_ch *ch,
581 				     u32 ctrl,
582 				     u32 en_mask,
583 				     u32 int_mask,
584 				     u32 status_reg)
585 {
586 	struct wcn36xx_dxe_desc *dxe;
587 	struct wcn36xx_dxe_ctl *ctl;
588 	dma_addr_t  dma_addr;
589 	struct sk_buff *skb;
590 	u32 int_reason;
591 	int ret;
592 
593 	wcn36xx_dxe_read_register(wcn, status_reg, &int_reason);
594 	wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_0_INT_CLR, int_mask);
595 
596 	if (int_reason & WCN36XX_CH_STAT_INT_ERR_MASK) {
597 		wcn36xx_dxe_write_register(wcn,
598 					   WCN36XX_DXE_0_INT_ERR_CLR,
599 					   int_mask);
600 
601 		wcn36xx_err("DXE IRQ reported error on RX channel\n");
602 	}
603 
604 	if (int_reason & WCN36XX_CH_STAT_INT_DONE_MASK)
605 		wcn36xx_dxe_write_register(wcn,
606 					   WCN36XX_DXE_0_INT_DONE_CLR,
607 					   int_mask);
608 
609 	if (int_reason & WCN36XX_CH_STAT_INT_ED_MASK)
610 		wcn36xx_dxe_write_register(wcn,
611 					   WCN36XX_DXE_0_INT_ED_CLR,
612 					   int_mask);
613 
614 	if (!(int_reason & (WCN36XX_CH_STAT_INT_DONE_MASK |
615 			    WCN36XX_CH_STAT_INT_ED_MASK)))
616 		return 0;
617 
618 	spin_lock(&ch->lock);
619 
620 	ctl = ch->head_blk_ctl;
621 	dxe = ctl->desc;
622 
623 	while (!(READ_ONCE(dxe->ctrl) & WCN36xx_DXE_CTRL_VLD)) {
624 		/* do not read until we own DMA descriptor */
625 		dma_rmb();
626 
627 		/* read/modify DMA descriptor */
628 		skb = ctl->skb;
629 		dma_addr = dxe->dst_addr_l;
630 		ret = wcn36xx_dxe_fill_skb(wcn->dev, ctl, GFP_ATOMIC);
631 		if (0 == ret) {
632 			/* new skb allocation ok. Use the new one and queue
633 			 * the old one to network system.
634 			 */
635 			dma_unmap_single(wcn->dev, dma_addr, WCN36XX_PKT_SIZE,
636 					DMA_FROM_DEVICE);
637 			wcn36xx_rx_skb(wcn, skb);
638 		}
639 		/* else keep old skb not submitted and reuse it for rx DMA
640 		 * (dropping the packet that it contained)
641 		 */
642 
643 		/* flush descriptor changes before re-marking as valid */
644 		dma_wmb();
645 		dxe->ctrl = ctrl;
646 
647 		ctl = ctl->next;
648 		dxe = ctl->desc;
649 	}
650 	wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_ENCH_ADDR, en_mask);
651 
652 	ch->head_blk_ctl = ctl;
653 
654 	spin_unlock(&ch->lock);
655 
656 	return 0;
657 }
658 
wcn36xx_dxe_rx_frame(struct wcn36xx * wcn)659 void wcn36xx_dxe_rx_frame(struct wcn36xx *wcn)
660 {
661 	int int_src;
662 
663 	wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_INT_SRC_RAW_REG, &int_src);
664 
665 	/* RX_LOW_PRI */
666 	if (int_src & WCN36XX_DXE_INT_CH1_MASK)
667 		wcn36xx_rx_handle_packets(wcn, &wcn->dxe_rx_l_ch,
668 					  WCN36XX_DXE_CTRL_RX_L,
669 					  WCN36XX_DXE_INT_CH1_MASK,
670 					  WCN36XX_INT_MASK_CHAN_RX_L,
671 					  WCN36XX_DXE_CH_STATUS_REG_ADDR_RX_L);
672 
673 	/* RX_HIGH_PRI */
674 	if (int_src & WCN36XX_DXE_INT_CH3_MASK)
675 		wcn36xx_rx_handle_packets(wcn, &wcn->dxe_rx_h_ch,
676 					  WCN36XX_DXE_CTRL_RX_H,
677 					  WCN36XX_DXE_INT_CH3_MASK,
678 					  WCN36XX_INT_MASK_CHAN_RX_H,
679 					  WCN36XX_DXE_CH_STATUS_REG_ADDR_RX_H);
680 
681 	if (!int_src)
682 		wcn36xx_warn("No DXE interrupt pending\n");
683 }
684 
wcn36xx_dxe_allocate_mem_pools(struct wcn36xx * wcn)685 int wcn36xx_dxe_allocate_mem_pools(struct wcn36xx *wcn)
686 {
687 	size_t s;
688 	void *cpu_addr;
689 
690 	/* Allocate BD headers for MGMT frames */
691 
692 	/* Where this come from ask QC */
693 	wcn->mgmt_mem_pool.chunk_size =	WCN36XX_BD_CHUNK_SIZE +
694 		16 - (WCN36XX_BD_CHUNK_SIZE % 8);
695 
696 	s = wcn->mgmt_mem_pool.chunk_size * WCN36XX_DXE_CH_DESC_NUMB_TX_H;
697 	cpu_addr = dma_alloc_coherent(wcn->dev, s,
698 				      &wcn->mgmt_mem_pool.phy_addr,
699 				      GFP_KERNEL);
700 	if (!cpu_addr)
701 		goto out_err;
702 
703 	wcn->mgmt_mem_pool.virt_addr = cpu_addr;
704 
705 	/* Allocate BD headers for DATA frames */
706 
707 	/* Where this come from ask QC */
708 	wcn->data_mem_pool.chunk_size = WCN36XX_BD_CHUNK_SIZE +
709 		16 - (WCN36XX_BD_CHUNK_SIZE % 8);
710 
711 	s = wcn->data_mem_pool.chunk_size * WCN36XX_DXE_CH_DESC_NUMB_TX_L;
712 	cpu_addr = dma_alloc_coherent(wcn->dev, s,
713 				      &wcn->data_mem_pool.phy_addr,
714 				      GFP_KERNEL);
715 	if (!cpu_addr)
716 		goto out_err;
717 
718 	wcn->data_mem_pool.virt_addr = cpu_addr;
719 
720 	return 0;
721 
722 out_err:
723 	wcn36xx_dxe_free_mem_pools(wcn);
724 	wcn36xx_err("Failed to allocate BD mempool\n");
725 	return -ENOMEM;
726 }
727 
wcn36xx_dxe_free_mem_pools(struct wcn36xx * wcn)728 void wcn36xx_dxe_free_mem_pools(struct wcn36xx *wcn)
729 {
730 	if (wcn->mgmt_mem_pool.virt_addr)
731 		dma_free_coherent(wcn->dev, wcn->mgmt_mem_pool.chunk_size *
732 				  WCN36XX_DXE_CH_DESC_NUMB_TX_H,
733 				  wcn->mgmt_mem_pool.virt_addr,
734 				  wcn->mgmt_mem_pool.phy_addr);
735 
736 	if (wcn->data_mem_pool.virt_addr) {
737 		dma_free_coherent(wcn->dev, wcn->data_mem_pool.chunk_size *
738 				  WCN36XX_DXE_CH_DESC_NUMB_TX_L,
739 				  wcn->data_mem_pool.virt_addr,
740 				  wcn->data_mem_pool.phy_addr);
741 	}
742 }
743 
wcn36xx_dxe_tx_frame(struct wcn36xx * wcn,struct wcn36xx_vif * vif_priv,struct wcn36xx_tx_bd * bd,struct sk_buff * skb,bool is_low)744 int wcn36xx_dxe_tx_frame(struct wcn36xx *wcn,
745 			 struct wcn36xx_vif *vif_priv,
746 			 struct wcn36xx_tx_bd *bd,
747 			 struct sk_buff *skb,
748 			 bool is_low)
749 {
750 	struct wcn36xx_dxe_desc *desc_bd, *desc_skb;
751 	struct wcn36xx_dxe_ctl *ctl_bd, *ctl_skb;
752 	struct wcn36xx_dxe_ch *ch = NULL;
753 	unsigned long flags;
754 	int ret;
755 
756 	ch = is_low ? &wcn->dxe_tx_l_ch : &wcn->dxe_tx_h_ch;
757 
758 	spin_lock_irqsave(&ch->lock, flags);
759 	ctl_bd = ch->head_blk_ctl;
760 	ctl_skb = ctl_bd->next;
761 
762 	/*
763 	 * If skb is not null that means that we reached the tail of the ring
764 	 * hence ring is full. Stop queues to let mac80211 back off until ring
765 	 * has an empty slot again.
766 	 */
767 	if (NULL != ctl_skb->skb) {
768 		ieee80211_stop_queues(wcn->hw);
769 		wcn->queues_stopped = true;
770 		spin_unlock_irqrestore(&ch->lock, flags);
771 		return -EBUSY;
772 	}
773 
774 	if (unlikely(ctl_skb->bd_cpu_addr)) {
775 		wcn36xx_err("bd_cpu_addr cannot be NULL for skb DXE\n");
776 		ret = -EINVAL;
777 		goto unlock;
778 	}
779 
780 	desc_bd = ctl_bd->desc;
781 	desc_skb = ctl_skb->desc;
782 
783 	ctl_bd->skb = NULL;
784 
785 	/* write buffer descriptor */
786 	memcpy(ctl_bd->bd_cpu_addr, bd, sizeof(*bd));
787 
788 	/* Set source address of the BD we send */
789 	desc_bd->src_addr_l = ctl_bd->bd_phy_addr;
790 	desc_bd->dst_addr_l = ch->dxe_wq;
791 	desc_bd->fr_len = sizeof(struct wcn36xx_tx_bd);
792 
793 	wcn36xx_dbg(WCN36XX_DBG_DXE, "DXE TX\n");
794 
795 	wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "DESC1 >>> ",
796 			 (char *)desc_bd, sizeof(*desc_bd));
797 	wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP,
798 			 "BD   >>> ", (char *)ctl_bd->bd_cpu_addr,
799 			 sizeof(struct wcn36xx_tx_bd));
800 
801 	desc_skb->src_addr_l = dma_map_single(wcn->dev,
802 					      skb->data,
803 					      skb->len,
804 					      DMA_TO_DEVICE);
805 	if (dma_mapping_error(wcn->dev, desc_skb->src_addr_l)) {
806 		dev_err(wcn->dev, "unable to DMA map src_addr_l\n");
807 		ret = -ENOMEM;
808 		goto unlock;
809 	}
810 
811 	ctl_skb->skb = skb;
812 	desc_skb->dst_addr_l = ch->dxe_wq;
813 	desc_skb->fr_len = ctl_skb->skb->len;
814 
815 	wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "DESC2 >>> ",
816 			 (char *)desc_skb, sizeof(*desc_skb));
817 	wcn36xx_dbg_dump(WCN36XX_DBG_DXE_DUMP, "SKB   >>> ",
818 			 (char *)ctl_skb->skb->data, ctl_skb->skb->len);
819 
820 	/* Move the head of the ring to the next empty descriptor */
821 	ch->head_blk_ctl = ctl_skb->next;
822 
823 	/* Commit all previous writes and set descriptors to VALID */
824 	wmb();
825 	desc_skb->ctrl = ch->ctrl_skb;
826 	wmb();
827 	desc_bd->ctrl = ch->ctrl_bd;
828 
829 	/*
830 	 * When connected and trying to send data frame chip can be in sleep
831 	 * mode and writing to the register will not wake up the chip. Instead
832 	 * notify chip about new frame through SMSM bus.
833 	 */
834 	if (is_low &&  vif_priv->pw_state == WCN36XX_BMPS) {
835 		qcom_smem_state_update_bits(wcn->tx_rings_empty_state,
836 					    WCN36XX_SMSM_WLAN_TX_ENABLE,
837 					    WCN36XX_SMSM_WLAN_TX_ENABLE);
838 	} else {
839 		/* indicate End Of Packet and generate interrupt on descriptor
840 		 * done.
841 		 */
842 		wcn36xx_dxe_write_register(wcn,
843 			ch->reg_ctrl, ch->def_ctrl);
844 	}
845 
846 	ret = 0;
847 unlock:
848 	spin_unlock_irqrestore(&ch->lock, flags);
849 	return ret;
850 }
851 
_wcn36xx_dxe_tx_channel_is_empty(struct wcn36xx_dxe_ch * ch)852 static bool _wcn36xx_dxe_tx_channel_is_empty(struct wcn36xx_dxe_ch *ch)
853 {
854 	unsigned long flags;
855 	struct wcn36xx_dxe_ctl *ctl_bd_start, *ctl_skb_start;
856 	struct wcn36xx_dxe_ctl *ctl_bd, *ctl_skb;
857 	bool ret = true;
858 
859 	spin_lock_irqsave(&ch->lock, flags);
860 
861 	/* Loop through ring buffer looking for nonempty entries. */
862 	ctl_bd_start = ch->head_blk_ctl;
863 	ctl_bd = ctl_bd_start;
864 	ctl_skb_start = ctl_bd_start->next;
865 	ctl_skb = ctl_skb_start;
866 	do {
867 		if (ctl_skb->skb) {
868 			ret = false;
869 			goto unlock;
870 		}
871 		ctl_bd = ctl_skb->next;
872 		ctl_skb = ctl_bd->next;
873 	} while (ctl_skb != ctl_skb_start);
874 
875 unlock:
876 	spin_unlock_irqrestore(&ch->lock, flags);
877 	return ret;
878 }
879 
wcn36xx_dxe_tx_flush(struct wcn36xx * wcn)880 int wcn36xx_dxe_tx_flush(struct wcn36xx *wcn)
881 {
882 	int i = 0;
883 
884 	/* Called with mac80211 queues stopped. Wait for empty HW queues. */
885 	do {
886 		if (_wcn36xx_dxe_tx_channel_is_empty(&wcn->dxe_tx_l_ch) &&
887 		    _wcn36xx_dxe_tx_channel_is_empty(&wcn->dxe_tx_h_ch)) {
888 			return 0;
889 		}
890 		/* This ieee80211_ops callback is specifically allowed to
891 		 * sleep.
892 		 */
893 		usleep_range(1000, 1100);
894 	} while (++i < 100);
895 
896 	return -EBUSY;
897 }
898 
wcn36xx_dxe_init(struct wcn36xx * wcn)899 int wcn36xx_dxe_init(struct wcn36xx *wcn)
900 {
901 	int reg_data = 0, ret;
902 
903 	reg_data = WCN36XX_DXE_REG_RESET;
904 	wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_REG_CSR_RESET, reg_data);
905 
906 	/* Select channels for rx avail and xfer done interrupts... */
907 	reg_data = (WCN36XX_DXE_INT_CH3_MASK | WCN36XX_DXE_INT_CH1_MASK) << 16 |
908 		    WCN36XX_DXE_INT_CH0_MASK | WCN36XX_DXE_INT_CH4_MASK;
909 	if (wcn->is_pronto)
910 		wcn36xx_ccu_write_register(wcn, WCN36XX_CCU_DXE_INT_SELECT_PRONTO, reg_data);
911 	else
912 		wcn36xx_ccu_write_register(wcn, WCN36XX_CCU_DXE_INT_SELECT_RIVA, reg_data);
913 
914 	/***************************************/
915 	/* Init descriptors for TX LOW channel */
916 	/***************************************/
917 	ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_tx_l_ch);
918 	if (ret) {
919 		dev_err(wcn->dev, "Error allocating descriptor\n");
920 		return ret;
921 	}
922 	wcn36xx_dxe_init_tx_bd(&wcn->dxe_tx_l_ch, &wcn->data_mem_pool);
923 
924 	/* Write channel head to a NEXT register */
925 	wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_TX_L,
926 		wcn->dxe_tx_l_ch.head_blk_ctl->desc_phy_addr);
927 
928 	/* Program DMA destination addr for TX LOW */
929 	wcn36xx_dxe_write_register(wcn,
930 		WCN36XX_DXE_CH_DEST_ADDR_TX_L,
931 		WCN36XX_DXE_WQ_TX_L);
932 
933 	wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_REG_CH_EN, &reg_data);
934 
935 	/***************************************/
936 	/* Init descriptors for TX HIGH channel */
937 	/***************************************/
938 	ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_tx_h_ch);
939 	if (ret) {
940 		dev_err(wcn->dev, "Error allocating descriptor\n");
941 		goto out_err_txh_ch;
942 	}
943 
944 	wcn36xx_dxe_init_tx_bd(&wcn->dxe_tx_h_ch, &wcn->mgmt_mem_pool);
945 
946 	/* Write channel head to a NEXT register */
947 	wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_TX_H,
948 		wcn->dxe_tx_h_ch.head_blk_ctl->desc_phy_addr);
949 
950 	/* Program DMA destination addr for TX HIGH */
951 	wcn36xx_dxe_write_register(wcn,
952 		WCN36XX_DXE_CH_DEST_ADDR_TX_H,
953 		WCN36XX_DXE_WQ_TX_H);
954 
955 	wcn36xx_dxe_read_register(wcn, WCN36XX_DXE_REG_CH_EN, &reg_data);
956 
957 	/***************************************/
958 	/* Init descriptors for RX LOW channel */
959 	/***************************************/
960 	ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_rx_l_ch);
961 	if (ret) {
962 		dev_err(wcn->dev, "Error allocating descriptor\n");
963 		goto out_err_rxl_ch;
964 	}
965 
966 	/* For RX we need to preallocated buffers */
967 	wcn36xx_dxe_ch_alloc_skb(wcn, &wcn->dxe_rx_l_ch);
968 
969 	/* Write channel head to a NEXT register */
970 	wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_RX_L,
971 		wcn->dxe_rx_l_ch.head_blk_ctl->desc_phy_addr);
972 
973 	/* Write DMA source address */
974 	wcn36xx_dxe_write_register(wcn,
975 		WCN36XX_DXE_CH_SRC_ADDR_RX_L,
976 		WCN36XX_DXE_WQ_RX_L);
977 
978 	/* Program preallocated destination address */
979 	wcn36xx_dxe_write_register(wcn,
980 		WCN36XX_DXE_CH_DEST_ADDR_RX_L,
981 		wcn->dxe_rx_l_ch.head_blk_ctl->desc->phy_next_l);
982 
983 	/* Enable default control registers */
984 	wcn36xx_dxe_write_register(wcn,
985 		WCN36XX_DXE_REG_CTL_RX_L,
986 		WCN36XX_DXE_CH_DEFAULT_CTL_RX_L);
987 
988 	/***************************************/
989 	/* Init descriptors for RX HIGH channel */
990 	/***************************************/
991 	ret = wcn36xx_dxe_init_descs(wcn->dev, &wcn->dxe_rx_h_ch);
992 	if (ret) {
993 		dev_err(wcn->dev, "Error allocating descriptor\n");
994 		goto out_err_rxh_ch;
995 	}
996 
997 	/* For RX we need to prealocat buffers */
998 	wcn36xx_dxe_ch_alloc_skb(wcn, &wcn->dxe_rx_h_ch);
999 
1000 	/* Write chanel head to a NEXT register */
1001 	wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_CH_NEXT_DESC_ADDR_RX_H,
1002 		wcn->dxe_rx_h_ch.head_blk_ctl->desc_phy_addr);
1003 
1004 	/* Write DMA source address */
1005 	wcn36xx_dxe_write_register(wcn,
1006 		WCN36XX_DXE_CH_SRC_ADDR_RX_H,
1007 		WCN36XX_DXE_WQ_RX_H);
1008 
1009 	/* Program preallocated destination address */
1010 	wcn36xx_dxe_write_register(wcn,
1011 		WCN36XX_DXE_CH_DEST_ADDR_RX_H,
1012 		 wcn->dxe_rx_h_ch.head_blk_ctl->desc->phy_next_l);
1013 
1014 	/* Enable default control registers */
1015 	wcn36xx_dxe_write_register(wcn,
1016 		WCN36XX_DXE_REG_CTL_RX_H,
1017 		WCN36XX_DXE_CH_DEFAULT_CTL_RX_H);
1018 
1019 	ret = wcn36xx_dxe_request_irqs(wcn);
1020 	if (ret < 0)
1021 		goto out_err_irq;
1022 
1023 	timer_setup(&wcn->tx_ack_timer, wcn36xx_dxe_tx_timer, 0);
1024 
1025 	/* Enable channel interrupts */
1026 	wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_L);
1027 	wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_H);
1028 	wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_L);
1029 	wcn36xx_dxe_enable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_H);
1030 
1031 	return 0;
1032 
1033 out_err_irq:
1034 	wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_h_ch);
1035 out_err_rxh_ch:
1036 	wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_l_ch);
1037 out_err_rxl_ch:
1038 	wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_h_ch);
1039 out_err_txh_ch:
1040 	wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_l_ch);
1041 
1042 	return ret;
1043 }
1044 
wcn36xx_dxe_deinit(struct wcn36xx * wcn)1045 void wcn36xx_dxe_deinit(struct wcn36xx *wcn)
1046 {
1047 	int reg_data = 0;
1048 
1049 	/* Disable channel interrupts */
1050 	wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_H);
1051 	wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_RX_L);
1052 	wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_H);
1053 	wcn36xx_dxe_disable_ch_int(wcn, WCN36XX_INT_MASK_CHAN_TX_L);
1054 
1055 	free_irq(wcn->tx_irq, wcn);
1056 	free_irq(wcn->rx_irq, wcn);
1057 	del_timer(&wcn->tx_ack_timer);
1058 
1059 	if (wcn->tx_ack_skb) {
1060 		ieee80211_tx_status_irqsafe(wcn->hw, wcn->tx_ack_skb);
1061 		wcn->tx_ack_skb = NULL;
1062 	}
1063 
1064 	/* Put the DXE block into reset before freeing memory */
1065 	reg_data = WCN36XX_DXE_REG_RESET;
1066 	wcn36xx_dxe_write_register(wcn, WCN36XX_DXE_REG_CSR_RESET, reg_data);
1067 
1068 	wcn36xx_dxe_ch_free_skbs(wcn, &wcn->dxe_rx_l_ch);
1069 	wcn36xx_dxe_ch_free_skbs(wcn, &wcn->dxe_rx_h_ch);
1070 
1071 	wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_l_ch);
1072 	wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_tx_h_ch);
1073 	wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_l_ch);
1074 	wcn36xx_dxe_deinit_descs(wcn->dev, &wcn->dxe_rx_h_ch);
1075 }
1076