Debian Codegraph @

modules/lsp-dsp-lib/include/private/dsp/arch/x86/sse2/dynamics/expander.h

raw
1 /*
2 * Copyright (C) 2023 Linux Studio Plugins Project <https://lsp-plug.in/>
3 * (C) 2023 Vladimir Sadovnikov <[email protected]>
4 *
5 * This file is part of lsp-dsp-lib
6 * Created on: 1 нояб. 2023 г.
7 *
8 * lsp-dsp-lib is free software: you can redistribute it and/or modify
9 * it under the terms of the GNU Lesser General Public License as published by
10 * the Free Software Foundation, either version 3 of the License, or
11 * any later version.
12 *
13 * lsp-dsp-lib is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public License
19 * along with lsp-dsp-lib. If not, see <https://www.gnu.org/licenses/>.
20 */
21
22 #ifndef PRIVATE_DSP_ARCH_X86_SSE2_DYNAMICS_EXPANDER_H_
23 #define PRIVATE_DSP_ARCH_X86_SSE2_DYNAMICS_EXPANDER_H_
24
25 #ifndef PRIVATE_DSP_ARCH_X86_SSE2_IMPL
26 #error "This header should not be included directly"
27 #endif /* PRIVATE_DSP_ARCH_X86_SSE2_IMPL */
28
29 #include <private/dsp/arch/x86/sse2/pmath/exp.h>
30 #include <private/dsp/arch/x86/sse2/pmath/log.h>
31
32 namespace lsp
33 {
34 namespace sse2
35 {
36 #pragma pack(push, 1)
37 typedef struct expander_knee_t
38 {
39 float start[4]; // +0x00
40 float end[4]; // +0x10
41 float thresh[4]; // +0x20
42 float herm[12]; // +0x30
43 float tilt[8]; // +0x60
44 } expander_knee_t;
45 #pragma pack(pop)
46
47 #define UNPACK_EXP_KNEE(DST, SRC) \
48 __ASM_EMIT("movss 0x00(%[" SRC "]), %%xmm0") \
49 __ASM_EMIT("movss 0x04(%[" SRC "]), %%xmm1") \
50 __ASM_EMIT("movss 0x08(%[" SRC "]), %%xmm2") \
51 __ASM_EMIT("movss 0x0c(%[" SRC "]), %%xmm3") \
52 __ASM_EMIT("movss 0x10(%[" SRC "]), %%xmm4") \
53 __ASM_EMIT("movss 0x14(%[" SRC "]), %%xmm5") \
54 __ASM_EMIT("movss 0x18(%[" SRC "]), %%xmm6") \
55 __ASM_EMIT("movss 0x1c(%[" SRC "]), %%xmm7") \
56 __ASM_EMIT("shufps $0x00, %%xmm0, %%xmm0") \
57 __ASM_EMIT("shufps $0x00, %%xmm1, %%xmm1") \
58 __ASM_EMIT("shufps $0x00, %%xmm2, %%xmm2") \
59 __ASM_EMIT("shufps $0x00, %%xmm3, %%xmm3") \
60 __ASM_EMIT("shufps $0x00, %%xmm4, %%xmm4") \
61 __ASM_EMIT("shufps $0x00, %%xmm5, %%xmm5") \
62 __ASM_EMIT("shufps $0x00, %%xmm6, %%xmm6") \
63 __ASM_EMIT("shufps $0x00, %%xmm7, %%xmm7") \
64 __ASM_EMIT("movaps %%xmm0, 0x00 + %[" DST "]") \
65 __ASM_EMIT("movaps %%xmm1, 0x10 + %[" DST "]") \
66 __ASM_EMIT("movaps %%xmm2, 0x20 + %[" DST "]") \
67 __ASM_EMIT("movaps %%xmm3, 0x30 + %[" DST "]") \
68 __ASM_EMIT("movaps %%xmm4, 0x40 + %[" DST "]") \
69 __ASM_EMIT("movaps %%xmm5, 0x50 + %[" DST "]") \
70 __ASM_EMIT("movaps %%xmm6, 0x60 + %[" DST "]") \
71 __ASM_EMIT("movaps %%xmm7, 0x70 + %[" DST "]")
72
73 #define PROCESS_UKNEE_SINGLE_X8 \
74 /* in: xmm0 = lx0, xmm4 = lx1 */ \
75 __ASM_EMIT("movaps 0x30 + %[knee], %%xmm1") /* xmm1 = herm[0] */ \
76 __ASM_EMIT("movaps 0x30 + %[knee], %%xmm5") \
77 __ASM_EMIT("mulps %%xmm0, %%xmm1") /* xmm1 = herm[0]*lx0 */ \
78 __ASM_EMIT("mulps %%xmm4, %%xmm5") \
79 __ASM_EMIT("addps 0x40 + %[knee], %%xmm1") /* xmm1 = herm[0]*lx0+herm[1] */ \
80 __ASM_EMIT("addps 0x40 + %[knee], %%xmm5") \
81 __ASM_EMIT("mulps %%xmm0, %%xmm1") /* xmm1 = (herm[0]*lx0+herm[1])*lx0 */ \
82 __ASM_EMIT("mulps %%xmm4, %%xmm5") \
83 __ASM_EMIT("addps 0x50 + %[knee], %%xmm1") /* xmm1 = KV = (herm[0]*lx0+herm[1])*lx0+herm[2] */ \
84 __ASM_EMIT("addps 0x50 + %[knee], %%xmm5") \
85 __ASM_EMIT("movaps 0x60 + %[knee], %%xmm2") /* xmm2 = tilt[0] */ \
86 __ASM_EMIT("movaps 0x60 + %[knee], %%xmm6") \
87 __ASM_EMIT("mulps %%xmm0, %%xmm2") /* xmm2 = tilt[0]*lx0 */ \
88 __ASM_EMIT("mulps %%xmm4, %%xmm6") \
89 __ASM_EMIT("addps 0x70 + %[knee], %%xmm2") /* xmm2 = TV = tilt[0]*lx0+tilt[1] */ \
90 __ASM_EMIT("addps 0x70 + %[knee], %%xmm6") \
91 __ASM_EMIT("movaps 0x00 + %[mem], %%xmm0") /* xmm0 = x0 */ \
92 __ASM_EMIT("movaps 0x10 + %[mem], %%xmm4") \
93 __ASM_EMIT("cmpps $5, 0x10 + %[knee], %%xmm0") /* xmm0 = [x0 >= end] */ \
94 __ASM_EMIT("cmpps $5, 0x10 + %[knee], %%xmm4") \
95 __ASM_EMIT("andps %%xmm0, %%xmm2") /* xmm2 = [x0 >= end] & TV */ \
96 __ASM_EMIT("andps %%xmm4, %%xmm6") \
97 __ASM_EMIT("andnps %%xmm1, %%xmm0") /* xmm0 = [x0 < end] & KV */ \
98 __ASM_EMIT("andnps %%xmm5, %%xmm4") \
99 __ASM_EMIT("orps %%xmm2, %%xmm0") /* xmm0 = [x0 >= end] ? TV : KV */ \
100 __ASM_EMIT("orps %%xmm6, %%xmm4") \
101 EXP_CORE_X8 /* xmm0 = EV = expf([x0 >= end] ? TV : KV) */ \
102 __ASM_EMIT("movaps 0x00 + %[mem], %%xmm2") /* xmm2 = x0 */ \
103 __ASM_EMIT("movaps 0x10 + %[mem], %%xmm6") \
104 __ASM_EMIT("cmpps $6, 0x00 + %[knee], %%xmm2") /* xmm2 = [x0 > start] */ \
105 __ASM_EMIT("cmpps $6, 0x00 + %[knee], %%xmm6") \
106 __ASM_EMIT("andps %%xmm2, %%xmm0") /* xmm0 = [x0 > start] & EV */ \
107 __ASM_EMIT("andps %%xmm6, %%xmm4") \
108 __ASM_EMIT("andnps 0x10 + %[X2C], %%xmm2") /* xmm2 = [x0 <= start] & 1.0f */ \
109 __ASM_EMIT("andnps 0x10 + %[X2C], %%xmm6") \
110 __ASM_EMIT("orps %%xmm2, %%xmm0") /* xmm0 = [x0 <= start] ? 1.0f : EV */ \
111 __ASM_EMIT("orps %%xmm6, %%xmm4") \
112 /* out: xmm0 = g0, xmm4 = g1 */
113
114 #define PROCESS_UKNEE_SINGLE_X4 \
115 /* in: xmm0 = lx0 */ \
116 __ASM_EMIT("movaps 0x30 + %[knee], %%xmm1") /* xmm1 = herm[0] */ \
117 __ASM_EMIT("mulps %%xmm0, %%xmm1") /* xmm1 = herm[0]*lx0 */ \
118 __ASM_EMIT("addps 0x40 + %[knee], %%xmm1") /* xmm1 = herm[0]*lx0+herm[1] */ \
119 __ASM_EMIT("mulps %%xmm0, %%xmm1") /* xmm1 = (herm[0]*lx0+herm[1])*lx0 */ \
120 __ASM_EMIT("addps 0x50 + %[knee], %%xmm1") /* xmm1 = KV = (herm[0]*lx0+herm[1])*lx0+herm[2] */ \
121 __ASM_EMIT("movaps 0x60 + %[knee], %%xmm2") /* xmm2 = tilt[0] */ \
122 __ASM_EMIT("mulps %%xmm0, %%xmm2") /* xmm2 = tilt[0]*lx0 */ \
123 __ASM_EMIT("addps 0x70 + %[knee], %%xmm2") /* xmm2 = TV = tilt[0]*lx0+tilt[1] */ \
124 __ASM_EMIT("movaps 0x00 + %[mem], %%xmm0") /* xmm0 = x0 */ \
125 __ASM_EMIT("cmpps $5, 0x10 + %[knee], %%xmm0") /* xmm0 = [x0 >= end] */ \
126 __ASM_EMIT("andps %%xmm0, %%xmm2") /* xmm2 = [x0 >= end] & TV */ \
127 __ASM_EMIT("andnps %%xmm1, %%xmm0") /* xmm0 = [x0 < end] & KV */ \
128 __ASM_EMIT("orps %%xmm2, %%xmm0") /* xmm0 = [x0 >= end] ? TV : KV */ \
129 EXP_CORE_X4 /* xmm0 = EV = expf([x0 >= end] ? TV : KV) */ \
130 __ASM_EMIT("movaps 0x00 + %[mem], %%xmm2") /* xmm2 = x0 */ \
131 __ASM_EMIT("cmpps $6, 0x00 + %[knee], %%xmm2") /* xmm2 = [x0 > start] */ \
132 __ASM_EMIT("andps %%xmm2, %%xmm0") /* xmm0 = [x0 > start] & EV */ \
133 __ASM_EMIT("andnps 0x10 + %[X2C], %%xmm2") /* xmm2 = [x0 <= start] & 1.0f */ \
134 __ASM_EMIT("orps %%xmm2, %%xmm0") /* xmm0 = [x0 <= start] ? 1.0f : EV */ \
135 /* out: xmm0 = g0 */
136
137 #define PROCESS_UEXP_FULL_X8 \
138 /* in: xmm0 = x0, xmm4 = x1 */ \
139 __ASM_EMIT("andps 0x00 + %[X2C], %%xmm0") /* xmm0 = fabsf(x0) */ \
140 __ASM_EMIT("andps 0x00 + %[X2C], %%xmm4") \
141 __ASM_EMIT("minps 0x20 + %[knee], %%xmm0") /* xmm0 = min(fabsf(x0), threshold) */ \
142 __ASM_EMIT("minps 0x20 + %[knee], %%xmm4") \
143 __ASM_EMIT("movaps %%xmm0, %%xmm1") \
144 __ASM_EMIT("movaps %%xmm4, %%xmm5") \
145 __ASM_EMIT("cmpps $6, 0x00 + %[knee], %%xmm1") /* xmm1 = [x0 > start] */ \
146 __ASM_EMIT("cmpps $6, 0x00 + %[knee], %%xmm5") \
147 __ASM_EMIT("orps %%xmm5, %%xmm1") \
148 __ASM_EMIT("movmskps %%xmm1, %[mask]") \
149 __ASM_EMIT("test %[mask], %[mask]") \
150 __ASM_EMIT("jnz 100f") \
151 __ASM_EMIT("movaps 0x10 + %[X2C], %%xmm0") /* xmm0 = 1.0f */ \
152 __ASM_EMIT("movaps 0x10 + %[X2C], %%xmm4") \
153 __ASM_EMIT("jmp 200f") \
154 __ASM_EMIT("100:") \
155 __ASM_EMIT("movaps %%xmm0, 0x00 + %[mem]") /* store fabsf(x0) */ \
156 __ASM_EMIT("movaps %%xmm4, 0x10 + %[mem]") \
157 LOGE_CORE_X8 /* xmm0 = lx0 = logf(fabsf(x0)) */ \
158 PROCESS_UKNEE_SINGLE_X8 /* apply knee 0 */ \
159 __ASM_EMIT("200:") \
160 /* out: xmm0 = G0, xmm4 = G1 */
161
162 #define PROCESS_UEXP_FULL_X4 \
163 /* in: xmm0 = x0 */ \
164 __ASM_EMIT("andps 0x00 + %[X2C], %%xmm0") /* xmm0 = fabsf(x0) */ \
165 __ASM_EMIT("minps 0x20 + %[knee], %%xmm0") /* xmm0 = min(fabsf(x0), threshold) */ \
166 __ASM_EMIT("movaps %%xmm0, 0x00 + %[mem]") /* store fabsf(x0) */ \
167 LOGE_CORE_X4 /* xmm0 = lx0 = logf(fabsf(x0)) */ \
168 PROCESS_UKNEE_SINGLE_X4 /* apply knee */ \
169 /* out: xmm0 = G0 */
170
171 static const uint32_t expander_const[] __lsp_aligned16 =
172 {
173 LSP_DSP_VEC4(0x7fffffff), // for abs()
174 LSP_DSP_VEC4(0x3f800000) // 1.0f
175 };
176
177 void uexpander_x1_gain(float *dst, const float *src, const dsp::expander_knee_t *c, size_t count)
178 {
179 IF_ARCH_X86(
180 expander_knee_t knee __lsp_aligned16;
181 float mem[8] __lsp_aligned16;
182 float stub[4] __lsp_aligned16;
183 size_t mask;
184 );
185
186 ARCH_X86_ASM
187 (
188 // Prepare stuff
189 UNPACK_EXP_KNEE("knee", "exp")
190
191 // 8x blocks
192 __ASM_EMIT("sub $8, %[count]")
193 __ASM_EMIT("jb 2f")
194 __ASM_EMIT("1:")
195 __ASM_EMIT("movups 0x00(%[src]), %%xmm0")
196 __ASM_EMIT("movups 0x10(%[src]), %%xmm4")
197 PROCESS_UEXP_FULL_X8
198 __ASM_EMIT("movups %%xmm0, 0x00(%[dst])")
199 __ASM_EMIT("movups %%xmm4, 0x10(%[dst])")
200 __ASM_EMIT("add $0x20, %[src]")
201 __ASM_EMIT("add $0x20, %[dst]")
202 __ASM_EMIT("sub $8, %[count]")
203 __ASM_EMIT("jae 1b")
204 __ASM_EMIT("2:")
205 // 4x blocks
206 __ASM_EMIT("add $4, %[count]")
207 __ASM_EMIT("jl 4f")
208 __ASM_EMIT("movups 0x00(%[src]), %%xmm0")
209 PROCESS_UEXP_FULL_X4
210 __ASM_EMIT("movups %%xmm0, 0x00(%[dst])")
211 __ASM_EMIT("sub $4, %[count]")
212 __ASM_EMIT("add $0x10, %[src]")
213 __ASM_EMIT("add $0x10, %[dst]")
214 __ASM_EMIT("4:")
215 // Tail: 1x-3x block
216 __ASM_EMIT("add $4, %[count]")
217 __ASM_EMIT("jle 12f")
218 __ASM_EMIT("test $1, %[count]")
219 __ASM_EMIT("jz 6f")
220 __ASM_EMIT("movss 0x00(%[src]), %%xmm0")
221 __ASM_EMIT("add $4, %[src]")
222 __ASM_EMIT("6:")
223 __ASM_EMIT("test $2, %[count]")
224 __ASM_EMIT("jz 8f")
225 __ASM_EMIT("movhps 0x00(%[src]), %%xmm0")
226 __ASM_EMIT("8:")
227 PROCESS_UEXP_FULL_X4
228 __ASM_EMIT("test $1, %[count]")
229 __ASM_EMIT("jz 10f")
230 __ASM_EMIT("movss %%xmm0, 0x00(%[dst])")
231 __ASM_EMIT("add $4, %[dst]")
232 __ASM_EMIT("10:")
233 __ASM_EMIT("test $2, %[count]")
234 __ASM_EMIT("jz 12f")
235 __ASM_EMIT("movhps %%xmm0, 0x00(%[dst])")
236 __ASM_EMIT("12:")
237
238 : [dst] "+r" (dst), [src] "+r" (src),
239 [count] "+r" (count),
240 [mask] "=&r" (mask)
241 : [exp] "r" (c),
242 [knee] "o" (knee),
243 [mem] "o" (mem),
244 [stub] "o" (stub),
245 [X2C] "o" (expander_const),
246 [L2C] "o" (LOG2_CONST),
247 [LOGC] "o" (LOGE_C),
248 [E2C] "o" (EXP2_CONST),
249 [LOG2E] "m" (EXP_LOG2E)
250 : "cc", "memory",
251 "%xmm0", "%xmm1", "%xmm2", "%xmm3",
252 "%xmm4", "%xmm5", "%xmm6", "%xmm7"
253 );
254 }
255
256 void uexpander_x1_curve(float *dst, const float *src, const dsp::expander_knee_t *c, size_t count)
257 {
258 IF_ARCH_X86(
259 expander_knee_t knee __lsp_aligned16;
260 float mem[8] __lsp_aligned16;
261 float stub[4] __lsp_aligned16;
262 size_t mask;
263 );
264
265 ARCH_X86_ASM
266 (
267 // Prepare stuff
268 UNPACK_EXP_KNEE("knee", "exp")
269
270 // 8x blocks
271 __ASM_EMIT("sub $8, %[count]")
272 __ASM_EMIT("jb 2f")
273 __ASM_EMIT("1:")
274 __ASM_EMIT("movups 0x00(%[src]), %%xmm0")
275 __ASM_EMIT("movups 0x10(%[src]), %%xmm4")
276 PROCESS_UEXP_FULL_X8
277 __ASM_EMIT("movups 0x00(%[src]), %%xmm1")
278 __ASM_EMIT("movups 0x10(%[src]), %%xmm5")
279 __ASM_EMIT("mulps %%xmm1, %%xmm0")
280 __ASM_EMIT("mulps %%xmm5, %%xmm4")
281 __ASM_EMIT("movups %%xmm0, 0x00(%[dst])")
282 __ASM_EMIT("movups %%xmm4, 0x10(%[dst])")
283 __ASM_EMIT("add $0x20, %[src]")
284 __ASM_EMIT("add $0x20, %[dst]")
285 __ASM_EMIT("sub $8, %[count]")
286 __ASM_EMIT("jae 1b")
287 __ASM_EMIT("2:")
288 // 4x blocks
289 __ASM_EMIT("add $4, %[count]")
290 __ASM_EMIT("jl 4f")
291 __ASM_EMIT("movups 0x00(%[src]), %%xmm0")
292 PROCESS_UEXP_FULL_X4
293 __ASM_EMIT("movups 0x00(%[src]), %%xmm1")
294 __ASM_EMIT("mulps %%xmm1, %%xmm0")
295 __ASM_EMIT("movups %%xmm0, 0x00(%[dst])")
296 __ASM_EMIT("sub $4, %[count]")
297 __ASM_EMIT("add $0x10, %[src]")
298 __ASM_EMIT("add $0x10, %[dst]")
299 __ASM_EMIT("4:")
300 // Tail: 1x-3x block
301 __ASM_EMIT("add $4, %[count]")
302 __ASM_EMIT("jle 12f")
303 __ASM_EMIT("test $1, %[count]")
304 __ASM_EMIT("jz 6f")
305 __ASM_EMIT("movss 0x00(%[src]), %%xmm0")
306 __ASM_EMIT("add $4, %[src]")
307 __ASM_EMIT("6:")
308 __ASM_EMIT("test $2, %[count]")
309 __ASM_EMIT("jz 8f")
310 __ASM_EMIT("movhps 0x00(%[src]), %%xmm0")
311 __ASM_EMIT("8:")
312 __ASM_EMIT("movaps %%xmm0, %%xmm4")
313 PROCESS_UEXP_FULL_X4
314 __ASM_EMIT("mulps %%xmm4, %%xmm0")
315 __ASM_EMIT("test $1, %[count]")
316 __ASM_EMIT("jz 10f")
317 __ASM_EMIT("movss %%xmm0, 0x00(%[dst])")
318 __ASM_EMIT("add $4, %[dst]")
319 __ASM_EMIT("10:")
320 __ASM_EMIT("test $2, %[count]")
321 __ASM_EMIT("jz 12f")
322 __ASM_EMIT("movhps %%xmm0, 0x00(%[dst])")
323 __ASM_EMIT("12:")
324
325 : [dst] "+r" (dst), [src] "+r" (src),
326 [count] "+r" (count),
327 [mask] "=&r" (mask)
328 : [exp] "r" (c),
329 [knee] "o" (knee),
330 [mem] "o" (mem),
331 [stub] "o" (stub),
332 [X2C] "o" (expander_const),
333 [L2C] "o" (LOG2_CONST),
334 [LOGC] "o" (LOGE_C),
335 [E2C] "o" (EXP2_CONST),
336 [LOG2E] "m" (EXP_LOG2E)
337 : "cc", "memory",
338 "%xmm0", "%xmm1", "%xmm2", "%xmm3",
339 "%xmm4", "%xmm5", "%xmm6", "%xmm7"
340 );
341 }
342
343 #undef PROCESS_UKNEE_SINGLE_X4
344 #undef PROCESS_UKNEE_SINGLE_X8
345 #undef PROCESS_UEXP_FULL_X4
346 #undef PROCESS_UEXP_FULL_X8
347
348
349 #define PROCESS_DKNEE_SINGLE_X8 \
350 /* in: xmm0 = lx0, xmm4 = lx1 */ \
351 __ASM_EMIT("movaps 0x30 + %[knee], %%xmm1") /* xmm1 = herm[0] */ \
352 __ASM_EMIT("movaps 0x30 + %[knee], %%xmm5") \
353 __ASM_EMIT("mulps %%xmm0, %%xmm1") /* xmm1 = herm[0]*lx0 */ \
354 __ASM_EMIT("mulps %%xmm4, %%xmm5") \
355 __ASM_EMIT("addps 0x40 + %[knee], %%xmm1") /* xmm1 = herm[0]*lx0+herm[1] */ \
356 __ASM_EMIT("addps 0x40 + %[knee], %%xmm5") \
357 __ASM_EMIT("mulps %%xmm0, %%xmm1") /* xmm1 = (herm[0]*lx0+herm[1])*lx0 */ \
358 __ASM_EMIT("mulps %%xmm4, %%xmm5") \
359 __ASM_EMIT("addps 0x50 + %[knee], %%xmm1") /* xmm1 = KV = (herm[0]*lx0+herm[1])*lx0+herm[2] */ \
360 __ASM_EMIT("addps 0x50 + %[knee], %%xmm5") \
361 __ASM_EMIT("movaps 0x60 + %[knee], %%xmm2") /* xmm2 = tilt[0] */ \
362 __ASM_EMIT("movaps 0x60 + %[knee], %%xmm6") \
363 __ASM_EMIT("mulps %%xmm0, %%xmm2") /* xmm2 = tilt[0]*lx0 */ \
364 __ASM_EMIT("mulps %%xmm4, %%xmm6") \
365 __ASM_EMIT("addps 0x70 + %[knee], %%xmm2") /* xmm2 = TV = tilt[0]*lx0+tilt[1] */ \
366 __ASM_EMIT("addps 0x70 + %[knee], %%xmm6") \
367 __ASM_EMIT("movaps 0x00 + %[mem], %%xmm0") /* xmm0 = x0 */ \
368 __ASM_EMIT("movaps 0x10 + %[mem], %%xmm4") \
369 __ASM_EMIT("cmpps $2, 0x00 + %[knee], %%xmm0") /* xmm0 = [x0 <= start] */ \
370 __ASM_EMIT("cmpps $2, 0x00 + %[knee], %%xmm4") \
371 __ASM_EMIT("andps %%xmm0, %%xmm2") /* xmm2 = [x0 <= start] & TV */ \
372 __ASM_EMIT("andps %%xmm4, %%xmm6") \
373 __ASM_EMIT("andnps %%xmm1, %%xmm0") /* xmm0 = [x0 > start] & KV */ \
374 __ASM_EMIT("andnps %%xmm5, %%xmm4") \
375 __ASM_EMIT("orps %%xmm2, %%xmm0") /* xmm0 = [x0 <= start] ? TV : KV */ \
376 __ASM_EMIT("orps %%xmm6, %%xmm4") \
377 EXP_CORE_X8 /* xmm0 = EV = expf([x0 >= end] ? TV : KV) */ \
378 __ASM_EMIT("movaps 0x00 + %[mem], %%xmm2") /* xmm2 = x0 */ \
379 __ASM_EMIT("movaps 0x10 + %[mem], %%xmm6") \
380 __ASM_EMIT("movaps %%xmm2, %%xmm3") /* xmm3 = x0 */ \
381 __ASM_EMIT("movaps %%xmm6, %%xmm7") \
382 __ASM_EMIT("cmpps $1, 0x10 + %[knee], %%xmm2") /* xmm2 = [x0 < end] */ \
383 __ASM_EMIT("cmpps $1, 0x10 + %[knee], %%xmm6") \
384 __ASM_EMIT("cmpps $6, 0x20 + %[knee], %%xmm3") /* xmm3 = [x0 >= threshold] */ \
385 __ASM_EMIT("cmpps $6, 0x20 + %[knee], %%xmm7") \
386 __ASM_EMIT("andps %%xmm2, %%xmm0") /* xmm0 = [x0 < end] & EV */ \
387 __ASM_EMIT("andps %%xmm6, %%xmm4") \
388 __ASM_EMIT("andps %%xmm3, %%xmm0") /* xmm0 = [x0 < end] && [x0 >= threshold] & EV */ \
389 __ASM_EMIT("andps %%xmm7, %%xmm4") \
390 __ASM_EMIT("andnps 0x10 + %[X2C], %%xmm2") /* xmm2 = [x0 >= end] & 1.0f */ \
391 __ASM_EMIT("andnps 0x10 + %[X2C], %%xmm6") \
392 __ASM_EMIT("orps %%xmm2, %%xmm0") /* xmm0 = ([x0 >= end]) ? 1.0f : ([x0 >= threshold]) ? EV : 0.0f */ \
393 __ASM_EMIT("orps %%xmm6, %%xmm4") \
394 /* out: xmm0 = g0, xmm4 = g1 */
395
396 #define PROCESS_DKNEE_SINGLE_X4 \
397 /* in: xmm0 = lx0 */ \
398 __ASM_EMIT("movaps 0x30 + %[knee], %%xmm1") /* xmm1 = herm[0] */ \
399 __ASM_EMIT("mulps %%xmm0, %%xmm1") /* xmm1 = herm[0]*lx0 */ \
400 __ASM_EMIT("addps 0x40 + %[knee], %%xmm1") /* xmm1 = herm[0]*lx0+herm[1] */ \
401 __ASM_EMIT("mulps %%xmm0, %%xmm1") /* xmm1 = (herm[0]*lx0+herm[1])*lx0 */ \
402 __ASM_EMIT("addps 0x50 + %[knee], %%xmm1") /* xmm1 = KV = (herm[0]*lx0+herm[1])*lx0+herm[2] */ \
403 __ASM_EMIT("movaps 0x60 + %[knee], %%xmm2") /* xmm2 = tilt[0] */ \
404 __ASM_EMIT("mulps %%xmm0, %%xmm2") /* xmm2 = tilt[0]*lx0 */ \
405 __ASM_EMIT("addps 0x70 + %[knee], %%xmm2") /* xmm2 = TV = tilt[0]*lx0+tilt[1] */ \
406 __ASM_EMIT("movaps 0x00 + %[mem], %%xmm0") /* xmm0 = x0 */ \
407 __ASM_EMIT("cmpps $2, 0x00 + %[knee], %%xmm0") /* xmm0 = [x0 <= start] */ \
408 __ASM_EMIT("andps %%xmm0, %%xmm2") /* xmm2 = [x0 <= start] & TV */ \
409 __ASM_EMIT("andnps %%xmm1, %%xmm0") /* xmm0 = [x0 > start] & KV */ \
410 __ASM_EMIT("orps %%xmm2, %%xmm0") /* xmm0 = [x0 <= start] ? TV : KV */ \
411 EXP_CORE_X4 /* xmm0 = EV = expf([x0 >= end] ? TV : KV) */ \
412 __ASM_EMIT("movaps 0x00 + %[mem], %%xmm2") /* xmm2 = x0 */ \
413 __ASM_EMIT("movaps %%xmm2, %%xmm3") /* xmm3 = x0 */ \
414 __ASM_EMIT("cmpps $1, 0x10 + %[knee], %%xmm2") /* xmm2 = [x0 < end] */ \
415 __ASM_EMIT("cmpps $6, 0x20 + %[knee], %%xmm3") /* xmm3 = [x0 >= threshold] */ \
416 __ASM_EMIT("andps %%xmm2, %%xmm0") /* xmm0 = [x0 < end] & EV */ \
417 __ASM_EMIT("andps %%xmm3, %%xmm0") /* xmm0 = [x0 < end] && [x0 >= threshold] & EV */ \
418 __ASM_EMIT("andnps 0x10 + %[X2C], %%xmm2") /* xmm2 = [x0 >= end] & 1.0f */ \
419 __ASM_EMIT("orps %%xmm2, %%xmm0") /* xmm0 = ([x0 >= end]) ? 1.0f : ([x0 >= threshold]) ? EV : 0.0f */ \
420 /* out: xmm0 = g0 */
421
422 #define PROCESS_DEXP_FULL_X8 \
423 /* in: xmm0 = x0, xmm4 = x1 */ \
424 __ASM_EMIT("andps 0x00 + %[X2C], %%xmm0") /* xmm0 = fabsf(x0) */ \
425 __ASM_EMIT("andps 0x00 + %[X2C], %%xmm4") \
426 __ASM_EMIT("movaps %%xmm0, %%xmm1") \
427 __ASM_EMIT("movaps %%xmm4, %%xmm5") \
428 __ASM_EMIT("cmpps $1, 0x10 + 0x00 + %[knee], %%xmm1") /* xmm1 = [x0 < end] */ \
429 __ASM_EMIT("cmpps $1, 0x10 + 0x00 + %[knee], %%xmm5") \
430 __ASM_EMIT("orps %%xmm5, %%xmm1") \
431 __ASM_EMIT("movmskps %%xmm1, %[mask]") \
432 __ASM_EMIT("test %[mask], %[mask]") \
433 __ASM_EMIT("jnz 100f") \
434 __ASM_EMIT("movaps 0x10 + %[X2C], %%xmm0") /* xmm0 = 1.0f */ \
435 __ASM_EMIT("movaps 0x10 + %[X2C], %%xmm4") \
436 __ASM_EMIT("jmp 200f") \
437 __ASM_EMIT("100:") \
438 __ASM_EMIT("movaps %%xmm0, 0x00 + %[mem]") /* store fabsf(x0) */ \
439 __ASM_EMIT("movaps %%xmm4, 0x10 + %[mem]") \
440 LOGE_CORE_X8 /* xmm0 = lx0 = logf(fabsf(x0)) */ \
441 PROCESS_DKNEE_SINGLE_X8 /* apply knee 0 */ \
442 __ASM_EMIT("200:") \
443 /* out: xmm0 = G0, xmm4 = G1 */
444
445 #define PROCESS_DEXP_FULL_X4 \
446 /* in: xmm0 = x0 */ \
447 __ASM_EMIT("andps 0x00 + %[X2C], %%xmm0") /* xmm0 = fabsf(x0) */ \
448 __ASM_EMIT("movaps %%xmm0, 0x00 + %[mem]") /* store fabsf(x0) */ \
449 LOGE_CORE_X4 /* xmm0 = lx0 = logf(fabsf(x0)) */ \
450 PROCESS_DKNEE_SINGLE_X4 /* apply knee */ \
451 /* out: xmm0 = G0 */
452
453 void dexpander_x1_gain(float *dst, const float *src, const dsp::expander_knee_t *c, size_t count)
454 {
455 IF_ARCH_X86(
456 expander_knee_t knee __lsp_aligned16;
457 float mem[8] __lsp_aligned16;
458 float stub[4] __lsp_aligned16;
459 size_t mask;
460 );
461
462 ARCH_X86_ASM
463 (
464 // Prepare stuff
465 UNPACK_EXP_KNEE("knee", "exp")
466
467 // 8x blocks
468 __ASM_EMIT("sub $8, %[count]")
469 __ASM_EMIT("jb 2f")
470 __ASM_EMIT("1:")
471 __ASM_EMIT("movups 0x00(%[src]), %%xmm0")
472 __ASM_EMIT("movups 0x10(%[src]), %%xmm4")
473 PROCESS_DEXP_FULL_X8
474 __ASM_EMIT("movups %%xmm0, 0x00(%[dst])")
475 __ASM_EMIT("movups %%xmm4, 0x10(%[dst])")
476 __ASM_EMIT("add $0x20, %[src]")
477 __ASM_EMIT("add $0x20, %[dst]")
478 __ASM_EMIT("sub $8, %[count]")
479 __ASM_EMIT("jae 1b")
480 __ASM_EMIT("2:")
481 // 4x blocks
482 __ASM_EMIT("add $4, %[count]")
483 __ASM_EMIT("jl 4f")
484 __ASM_EMIT("movups 0x00(%[src]), %%xmm0")
485 PROCESS_DEXP_FULL_X4
486 __ASM_EMIT("movups %%xmm0, 0x00(%[dst])")
487 __ASM_EMIT("sub $4, %[count]")
488 __ASM_EMIT("add $0x10, %[src]")
489 __ASM_EMIT("add $0x10, %[dst]")
490 __ASM_EMIT("4:")
491 // Tail: 1x-3x block
492 __ASM_EMIT("add $4, %[count]")
493 __ASM_EMIT("jle 12f")
494 __ASM_EMIT("test $1, %[count]")
495 __ASM_EMIT("jz 6f")
496 __ASM_EMIT("movss 0x00(%[src]), %%xmm0")
497 __ASM_EMIT("add $4, %[src]")
498 __ASM_EMIT("6:")
499 __ASM_EMIT("test $2, %[count]")
500 __ASM_EMIT("jz 8f")
501 __ASM_EMIT("movhps 0x00(%[src]), %%xmm0")
502 __ASM_EMIT("8:")
503 PROCESS_DEXP_FULL_X4
504 __ASM_EMIT("test $1, %[count]")
505 __ASM_EMIT("jz 10f")
506 __ASM_EMIT("movss %%xmm0, 0x00(%[dst])")
507 __ASM_EMIT("add $4, %[dst]")
508 __ASM_EMIT("10:")
509 __ASM_EMIT("test $2, %[count]")
510 __ASM_EMIT("jz 12f")
511 __ASM_EMIT("movhps %%xmm0, 0x00(%[dst])")
512 __ASM_EMIT("12:")
513
514 : [dst] "+r" (dst), [src] "+r" (src),
515 [count] "+r" (count),
516 [mask] "=&r" (mask)
517 : [exp] "r" (c),
518 [knee] "o" (knee),
519 [mem] "o" (mem),
520 [stub] "o" (stub),
521 [X2C] "o" (expander_const),
522 [L2C] "o" (LOG2_CONST),
523 [LOGC] "o" (LOGE_C),
524 [E2C] "o" (EXP2_CONST),
525 [LOG2E] "m" (EXP_LOG2E)
526 : "cc", "memory",
527 "%xmm0", "%xmm1", "%xmm2", "%xmm3",
528 "%xmm4", "%xmm5", "%xmm6", "%xmm7"
529 );
530 }
531
532 void dexpander_x1_curve(float *dst, const float *src, const dsp::expander_knee_t *c, size_t count)
533 {
534 IF_ARCH_X86(
535 expander_knee_t knee __lsp_aligned16;
536 float mem[8] __lsp_aligned16;
537 float stub[4] __lsp_aligned16;
538 size_t mask;
539 );
540
541 ARCH_X86_ASM
542 (
543 // Prepare stuff
544 UNPACK_EXP_KNEE("knee", "exp")
545
546 // 8x blocks
547 __ASM_EMIT("sub $8, %[count]")
548 __ASM_EMIT("jb 2f")
549 __ASM_EMIT("1:")
550 __ASM_EMIT("movups 0x00(%[src]), %%xmm0")
551 __ASM_EMIT("movups 0x10(%[src]), %%xmm4")
552 PROCESS_DEXP_FULL_X8
553 __ASM_EMIT("movups 0x00(%[src]), %%xmm1")
554 __ASM_EMIT("movups 0x10(%[src]), %%xmm5")
555 __ASM_EMIT("mulps %%xmm1, %%xmm0")
556 __ASM_EMIT("mulps %%xmm5, %%xmm4")
557 __ASM_EMIT("movups %%xmm0, 0x00(%[dst])")
558 __ASM_EMIT("movups %%xmm4, 0x10(%[dst])")
559 __ASM_EMIT("add $0x20, %[src]")
560 __ASM_EMIT("add $0x20, %[dst]")
561 __ASM_EMIT("sub $8, %[count]")
562 __ASM_EMIT("jae 1b")
563 __ASM_EMIT("2:")
564 // 4x blocks
565 __ASM_EMIT("add $4, %[count]")
566 __ASM_EMIT("jl 4f")
567 __ASM_EMIT("movups 0x00(%[src]), %%xmm0")
568 PROCESS_DEXP_FULL_X4
569 __ASM_EMIT("movups 0x00(%[src]), %%xmm1")
570 __ASM_EMIT("mulps %%xmm1, %%xmm0")
571 __ASM_EMIT("movups %%xmm0, 0x00(%[dst])")
572 __ASM_EMIT("sub $4, %[count]")
573 __ASM_EMIT("add $0x10, %[src]")
574 __ASM_EMIT("add $0x10, %[dst]")
575 __ASM_EMIT("4:")
576 // Tail: 1x-3x block
577 __ASM_EMIT("add $4, %[count]")
578 __ASM_EMIT("jle 12f")
579 __ASM_EMIT("test $1, %[count]")
580 __ASM_EMIT("jz 6f")
581 __ASM_EMIT("movss 0x00(%[src]), %%xmm0")
582 __ASM_EMIT("add $4, %[src]")
583 __ASM_EMIT("6:")
584 __ASM_EMIT("test $2, %[count]")
585 __ASM_EMIT("jz 8f")
586 __ASM_EMIT("movhps 0x00(%[src]), %%xmm0")
587 __ASM_EMIT("8:")
588 __ASM_EMIT("movaps %%xmm0, %%xmm4")
589 PROCESS_DEXP_FULL_X4
590 __ASM_EMIT("mulps %%xmm4, %%xmm0")
591 __ASM_EMIT("test $1, %[count]")
592 __ASM_EMIT("jz 10f")
593 __ASM_EMIT("movss %%xmm0, 0x00(%[dst])")
594 __ASM_EMIT("add $4, %[dst]")
595 __ASM_EMIT("10:")
596 __ASM_EMIT("test $2, %[count]")
597 __ASM_EMIT("jz 12f")
598 __ASM_EMIT("movhps %%xmm0, 0x00(%[dst])")
599 __ASM_EMIT("12:")
600
601 : [dst] "+r" (dst), [src] "+r" (src),
602 [count] "+r" (count),
603 [mask] "=&r" (mask)
604 : [exp] "r" (c),
605 [knee] "o" (knee),
606 [mem] "o" (mem),
607 [stub] "o" (stub),
608 [X2C] "o" (expander_const),
609 [L2C] "o" (LOG2_CONST),
610 [LOGC] "o" (LOGE_C),
611 [E2C] "o" (EXP2_CONST),
612 [LOG2E] "m" (EXP_LOG2E)
613 : "cc", "memory",
614 "%xmm0", "%xmm1", "%xmm2", "%xmm3",
615 "%xmm4", "%xmm5", "%xmm6", "%xmm7"
616 );
617 }
618
619 #undef PROCESS_DKNEE_SINGLE_X4
620 #undef PROCESS_DKNEE_SINGLE_X8
621 #undef PROCESS_DEXP_FULL_X4
622 #undef PROCESS_DEXP_FULL_X8
623
624 #undef UNPACK_EXP_KNEE
625
626 } /* namespace sse2 */
627 } /* namespace lsp */
628
629
630
631
632 #endif /* PRIVATE_DSP_ARCH_X86_SSE2_DYNAMICS_EXPANDER_H_ */