Debian Codegraph @

modules/lsp-dsp-lib/include/private/dsp/arch/x86/avx512/fft.h

raw
1 /*
2 * Copyright (C) 2025 Linux Studio Plugins Project <https://lsp-plug.in/>
3 * (C) 2025 Vladimir Sadovnikov <[email protected]>
4 *
5 * This file is part of lsp-dsp-lib
6 * Created on: 21 февр. 2025 г.
7 *
8 * lsp-dsp-lib is free software: you can redistribute it and/or modify
9 * it under the terms of the GNU Lesser General Public License as published by
10 * the Free Software Foundation, either version 3 of the License, or
11 * any later version.
12 *
13 * lsp-dsp-lib is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public License
19 * along with lsp-dsp-lib. If not, see <https://www.gnu.org/licenses/>.
20 */
21
22 #ifndef PRIVATE_DSP_ARCH_X86_AVX512_FFT_H_
23 #define PRIVATE_DSP_ARCH_X86_AVX512_FFT_H_
24
25 #ifndef PRIVATE_DSP_ARCH_X86_AVX512_IMPL
26 #error "This header should not be included directly"
27 #endif /* PRIVATE_DSP_ARCH_X86_AVX512_IMPL */
28
29 #include <private/dsp/arch/x86/avx512/fft/const.h>
30 #include <private/dsp/arch/x86/avx512/fft/normalize.h>
31 #include <private/dsp/arch/x86/avx512/fft/butterfly.h>
32
33 #define FFT_SCRAMBLE_SELF_DIRECT_NAME scramble_self_direct8
34 #define FFT_SCRAMBLE_SELF_REVERSE_NAME scramble_self_reverse8
35 #define FFT_SCRAMBLE_COPY_DIRECT_NAME scramble_copy_direct8
36 #define FFT_SCRAMBLE_COPY_REVERSE_NAME scramble_copy_reverse8
37 #define FFT_TYPE uint8_t
38 #include <private/dsp/arch/x86/avx512/fft/scramble.h>
39
40 #define FFT_SCRAMBLE_SELF_DIRECT_NAME scramble_self_direct16
41 #define FFT_SCRAMBLE_SELF_REVERSE_NAME scramble_self_reverse16
42 #define FFT_SCRAMBLE_COPY_DIRECT_NAME scramble_copy_direct16
43 #define FFT_SCRAMBLE_COPY_REVERSE_NAME scramble_copy_reverse16
44 #define FFT_TYPE uint16_t
45 #include <private/dsp/arch/x86/avx512/fft/scramble.h>
46
47 namespace lsp
48 {
49 namespace avx512
50 {
51
52 static inline void small_direct_fft(float *dst_re, float *dst_im, const float *src_re, const float *src_im, size_t rank)
53 {
54 if (rank == 2)
55 {
56 float s0_re = src_re[0] + src_re[2];
57 float s1_re = src_re[0] - src_re[2];
58 float s2_re = src_re[1] + src_re[3];
59 float s3_re = src_re[1] - src_re[3];
60
61 float s0_im = src_im[0] + src_im[2];
62 float s1_im = src_im[0] - src_im[2];
63 float s2_im = src_im[1] + src_im[3];
64 float s3_im = src_im[1] - src_im[3];
65
66 dst_re[0] = s0_re + s2_re;
67 dst_re[1] = s1_re + s3_im;
68 dst_re[2] = s0_re - s2_re;
69 dst_re[3] = s1_re - s3_im;
70
71 dst_im[0] = s0_im + s2_im;
72 dst_im[1] = s1_im - s3_re;
73 dst_im[2] = s0_im - s2_im;
74 dst_im[3] = s1_im + s3_re;
75 }
76 else if (rank == 1)
77 {
78 // s0' = s0 + s1
79 // s1' = s0 - s1
80 float s1_re = src_re[1];
81 float s1_im = src_im[1];
82 dst_re[1] = src_re[0] - s1_re;
83 dst_im[1] = src_im[0] - s1_im;
84 dst_re[0] = src_re[0] + s1_re;
85 dst_im[0] = src_im[0] + s1_im;
86 }
87 else
88 {
89 dst_re[0] = src_re[0];
90 dst_im[0] = src_im[0];
91 }
92 }
93
94 static inline void small_reverse_fft(float *dst_re, float *dst_im, const float *src_re, const float *src_im, size_t rank)
95 {
96 if (rank == 2)
97 {
98 float s0_re = src_re[0] + src_re[2];
99 float s1_re = src_re[0] - src_re[2];
100 float s2_re = src_re[1] + src_re[3];
101 float s3_re = src_re[1] - src_re[3];
102
103 float s0_im = src_im[0] + src_im[2];
104 float s1_im = src_im[0] - src_im[2];
105 float s2_im = src_im[1] + src_im[3];
106 float s3_im = src_im[1] - src_im[3];
107
108 dst_re[0] = (s0_re + s2_re) * 0.25f;
109 dst_re[1] = (s1_re - s3_im) * 0.25f;
110 dst_re[2] = (s0_re - s2_re) * 0.25f;
111 dst_re[3] = (s1_re + s3_im) * 0.25f;
112
113 dst_im[0] = (s0_im + s2_im) * 0.25f;
114 dst_im[1] = (s1_im + s3_re) * 0.25f;
115 dst_im[2] = (s0_im - s2_im) * 0.25f;
116 dst_im[3] = (s1_im - s3_re) * 0.25f;
117 }
118 else if (rank == 1)
119 {
120 // s0' = s0 + s1
121 // s1' = s0 - s1
122 float s1_re = src_re[1];
123 float s1_im = src_im[1];
124 dst_re[1] = (src_re[0] - s1_re) * 0.5f;
125 dst_im[1] = (src_im[0] - s1_im) * 0.5f;
126 dst_re[0] = (src_re[0] + s1_re) * 0.5f;
127 dst_im[0] = (src_im[0] + s1_im) * 0.5f;
128 }
129 else
130 {
131 dst_re[0] = src_re[0];
132 dst_im[0] = src_im[0];
133 }
134 }
135
136 void direct_fft(float *dst_re, float *dst_im, const float *src_re, const float *src_im, size_t rank)
137 {
138 // Check bounds
139 if (rank <= 2)
140 {
141 small_direct_fft(dst_re, dst_im, src_re, src_im, rank);
142 return;
143 }
144
145 if ((dst_re == src_re) || (dst_im == src_im) || (rank < 5))
146 {
147 dsp::move(dst_re, src_re, 1 << rank);
148 dsp::move(dst_im, src_im, 1 << rank);
149 if (rank <= 8)
150 scramble_self_direct8(dst_re, dst_im, rank);
151 else
152 scramble_self_direct16(dst_re, dst_im, rank);
153 }
154 else
155 {
156 if (rank <= 13)
157 scramble_copy_direct8(dst_re, dst_im, src_re, src_im, rank - 5);
158 else
159 scramble_copy_direct16(dst_re, dst_im, src_re, src_im, rank - 5);
160 }
161
162 for (size_t i=4; i < rank; ++i)
163 butterfly_direct16p(dst_re, dst_im, i, 1 << (rank - i - 1));
164 }
165
166 void reverse_fft(float *dst_re, float *dst_im, const float *src_re, const float *src_im, size_t rank)
167 {
168 // Check bounds
169 if (rank <= 2)
170 {
171 small_reverse_fft(dst_re, dst_im, src_re, src_im, rank);
172 return;
173 }
174
175 if ((dst_re == src_re) || (dst_im == src_im) || (rank < 5))
176 {
177 dsp::move(dst_re, src_re, 1 << rank);
178 dsp::move(dst_im, src_im, 1 << rank);
179 if (rank <= 8)
180 scramble_self_reverse8(dst_re, dst_im, rank);
181 else
182 scramble_self_reverse16(dst_re, dst_im, rank);
183 }
184 else
185 {
186 if (rank <= 13)
187 scramble_copy_reverse8(dst_re, dst_im, src_re, src_im, rank - 5);
188 else
189 scramble_copy_reverse16(dst_re, dst_im, src_re, src_im, rank - 5);
190 }
191
192 for (size_t i=4; i < rank; ++i)
193 butterfly_reverse16p(dst_re, dst_im, i, 1 << (rank - i - 1));
194
195 dsp::normalize_fft2(dst_re, dst_im, rank);
196 }
197
198 } /* namespace avx512 */
199 } /* namespace lsp */
200
201 #endif /* PRIVATE_DSP_ARCH_X86_AVX512_FFT_H_ */