| 1 |
// SPDX-License-Identifier: BSD-3-Clause-Clear |
| 2 |
/* |
| 3 |
* Copyright (c) 2018-2021 The Linux Foundation. All rights reserved. |
| 4 |
* Copyright (c) Qualcomm Technologies, Inc. and/or its subsidiaries. |
| 5 |
*/ |
| 6 |
#include "../core.h" |
| 7 |
#include "../debug.h" |
| 8 |
#include "../dp_rx.h" |
| 9 |
#include "../dp_tx.h" |
| 10 |
#include "hal_desc.h" |
| 11 |
#include "../dp_mon.h" |
| 12 |
#include "dp_mon.h" |
| 13 |
#include "../dp_cmn.h" |
| 14 |
#include "dp_rx.h" |
| 15 |
#include "dp.h" |
| 16 |
#include "dp_tx.h" |
| 17 |
#include "hal.h" |
| 18 |
|
| 19 |
static int ath12k_wifi7_dp_service_srng(struct ath12k_dp *dp, |
| 20 |
struct ath12k_ext_irq_grp *irq_grp, |
| 21 |
int budget) |
| 22 |
{ |
| 23 |
struct napi_struct *napi = &irq_grp->napi; |
| 24 |
int grp_id = irq_grp->grp_id; |
| 25 |
int work_done = 0; |
| 26 |
int i = 0, j; |
| 27 |
int tot_work_done = 0; |
| 28 |
enum dp_monitor_mode monitor_mode; |
| 29 |
u8 ring_mask; |
| 30 |
|
| 31 |
if (dp->hw_params->ring_mask->tx[grp_id]) { |
| 32 |
i = fls(dp->hw_params->ring_mask->tx[grp_id]) - 1; |
| 33 |
ath12k_wifi7_dp_tx_completion_handler(dp, i); |
| 34 |
} |
| 35 |
|
| 36 |
if (dp->hw_params->ring_mask->rx_err[grp_id]) { |
| 37 |
work_done = ath12k_wifi7_dp_rx_process_err(dp, napi, budget); |
| 38 |
budget -= work_done; |
| 39 |
tot_work_done += work_done; |
| 40 |
if (budget <= 0) |
| 41 |
goto done; |
| 42 |
} |
| 43 |
|
| 44 |
if (dp->hw_params->ring_mask->rx_wbm_rel[grp_id]) { |
| 45 |
work_done = ath12k_wifi7_dp_rx_process_wbm_err(dp, napi, budget); |
| 46 |
budget -= work_done; |
| 47 |
tot_work_done += work_done; |
| 48 |
|
| 49 |
if (budget <= 0) |
| 50 |
goto done; |
| 51 |
} |
| 52 |
|
| 53 |
if (dp->hw_params->ring_mask->rx[grp_id]) { |
| 54 |
i = fls(dp->hw_params->ring_mask->rx[grp_id]) - 1; |
| 55 |
work_done = ath12k_wifi7_dp_rx_process(dp, i, napi, budget); |
| 56 |
budget -= work_done; |
| 57 |
tot_work_done += work_done; |
| 58 |
if (budget <= 0) |
| 59 |
goto done; |
| 60 |
} |
| 61 |
|
| 62 |
if (dp->hw_params->ring_mask->rx_mon_status[grp_id]) { |
| 63 |
ring_mask = dp->hw_params->ring_mask->rx_mon_status[grp_id]; |
| 64 |
for (i = 0; i < dp->ab->num_radios; i++) { |
| 65 |
for (j = 0; j < dp->hw_params->num_rxdma_per_pdev; j++) { |
| 66 |
int id = i * dp->hw_params->num_rxdma_per_pdev + j; |
| 67 |
|
| 68 |
if (ring_mask & BIT(id)) { |
| 69 |
work_done = |
| 70 |
ath12k_wifi7_dp_mon_process_ring(dp, id, napi, |
| 71 |
budget, |
| 72 |
0); |
| 73 |
budget -= work_done; |
| 74 |
tot_work_done += work_done; |
| 75 |
if (budget <= 0) |
| 76 |
goto done; |
| 77 |
} |
| 78 |
} |
| 79 |
} |
| 80 |
} |
| 81 |
|
| 82 |
if (dp->hw_params->ring_mask->rx_mon_dest[grp_id]) { |
| 83 |
monitor_mode = ATH12K_DP_RX_MONITOR_MODE; |
| 84 |
ring_mask = dp->hw_params->ring_mask->rx_mon_dest[grp_id]; |
| 85 |
for (i = 0; i < dp->ab->num_radios; i++) { |
| 86 |
for (j = 0; j < dp->hw_params->num_rxdma_per_pdev; j++) { |
| 87 |
int id = i * dp->hw_params->num_rxdma_per_pdev + j; |
| 88 |
|
| 89 |
if (ring_mask & BIT(id)) { |
| 90 |
work_done = |
| 91 |
ath12k_wifi7_dp_mon_process_ring(dp, id, napi, |
| 92 |
budget, |
| 93 |
monitor_mode); |
| 94 |
budget -= work_done; |
| 95 |
tot_work_done += work_done; |
| 96 |
|
| 97 |
if (budget <= 0) |
| 98 |
goto done; |
| 99 |
} |
| 100 |
} |
| 101 |
} |
| 102 |
} |
| 103 |
|
| 104 |
if (dp->hw_params->ring_mask->tx_mon_dest[grp_id]) { |
| 105 |
monitor_mode = ATH12K_DP_TX_MONITOR_MODE; |
| 106 |
ring_mask = dp->hw_params->ring_mask->tx_mon_dest[grp_id]; |
| 107 |
for (i = 0; i < dp->ab->num_radios; i++) { |
| 108 |
for (j = 0; j < dp->hw_params->num_rxdma_per_pdev; j++) { |
| 109 |
int id = i * dp->hw_params->num_rxdma_per_pdev + j; |
| 110 |
|
| 111 |
if (ring_mask & BIT(id)) { |
| 112 |
work_done = |
| 113 |
ath12k_wifi7_dp_mon_process_ring(dp, id, |
| 114 |
napi, budget, |
| 115 |
monitor_mode); |
| 116 |
budget -= work_done; |
| 117 |
tot_work_done += work_done; |
| 118 |
|
| 119 |
if (budget <= 0) |
| 120 |
goto done; |
| 121 |
} |
| 122 |
} |
| 123 |
} |
| 124 |
} |
| 125 |
|
| 126 |
if (dp->hw_params->ring_mask->reo_status[grp_id]) |
| 127 |
ath12k_wifi7_dp_rx_process_reo_status(dp); |
| 128 |
|
| 129 |
if (dp->hw_params->ring_mask->host2rxdma[grp_id]) { |
| 130 |
struct dp_rxdma_ring *rx_ring = &dp->rx_refill_buf_ring; |
| 131 |
LIST_HEAD(list); |
| 132 |
|
| 133 |
ath12k_dp_rx_bufs_replenish(dp, rx_ring, &list, 0); |
| 134 |
} |
| 135 |
|
| 136 |
/* TODO: Implement handler for other interrupts */ |
| 137 |
|
| 138 |
done: |
| 139 |
return tot_work_done; |
| 140 |
} |
| 141 |
|
| 142 |
static struct ath12k_dp_arch_ops ath12k_wifi7_dp_arch_ops = { |
| 143 |
.service_srng = ath12k_wifi7_dp_service_srng, |
| 144 |
.tx_get_vdev_bank_config = ath12k_wifi7_dp_tx_get_vdev_bank_config, |
| 145 |
.reo_cmd_send = ath12k_wifi7_dp_reo_cmd_send, |
| 146 |
.setup_pn_check_reo_cmd = ath12k_wifi7_dp_setup_pn_check_reo_cmd, |
| 147 |
.rx_peer_tid_delete = ath12k_wifi7_dp_rx_peer_tid_delete, |
| 148 |
.reo_cache_flush = ath12k_wifi7_dp_reo_cache_flush, |
| 149 |
.rx_link_desc_return = ath12k_wifi7_dp_rx_link_desc_return, |
| 150 |
.rx_frags_cleanup = ath12k_wifi7_dp_rx_frags_cleanup, |
| 151 |
.peer_rx_tid_reo_update = ath12k_wifi7_peer_rx_tid_reo_update, |
| 152 |
.rx_assign_reoq = ath12k_wifi7_dp_rx_assign_reoq, |
| 153 |
.peer_rx_tid_qref_setup = ath12k_wifi7_peer_rx_tid_qref_setup, |
| 154 |
.peer_rx_tid_qref_reset = ath12k_wifi7_peer_rx_tid_qref_reset, |
| 155 |
.rx_tid_delete_handler = ath12k_wifi7_dp_rx_tid_delete_handler, |
| 156 |
}; |
| 157 |
|
| 158 |
/* TODO: remove export once this file is built with wifi7 ko */ |
| 159 |
struct ath12k_dp *ath12k_wifi7_dp_device_alloc(struct ath12k_base *ab) |
| 160 |
{ |
| 161 |
struct ath12k_dp *dp; |
| 162 |
|
| 163 |
/* TODO: align dp later if cache alignment becomes a bottleneck */ |
| 164 |
dp = kzalloc_obj(*dp); |
| 165 |
if (!dp) |
| 166 |
return NULL; |
| 167 |
|
| 168 |
dp->ab = ab; |
| 169 |
dp->dev = ab->dev; |
| 170 |
dp->hw_params = ab->hw_params; |
| 171 |
dp->hal = &ab->hal; |
| 172 |
|
| 173 |
dp->ops = &ath12k_wifi7_dp_arch_ops; |
| 174 |
|
| 175 |
return dp; |
| 176 |
} |
| 177 |
|
| 178 |
void ath12k_wifi7_dp_device_free(struct ath12k_dp *dp) |
| 179 |
{ |
| 180 |
kfree(dp); |
| 181 |
} |