Debian Codegraph @

src/libmpg123/synth_stereo_avx_s32.S

raw
1 /*
2 synth_stereo_avx_s32: AVX optimized synth for x86-64 (stereo specific, s32 output version)
3
4 copyright 1995-2026 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "x86_64_defs.h"
10 #include "mangle.h"
11
12 #ifdef IS_MSABI
13 /* real *window; */
14 #define WINDOW %r10
15 /* real *b0l; */
16 #define B0L %rdx
17 /* real *b0r; */
18 #define B0R %r8
19 /* real *samples; */
20 #define SAMPLES %r9
21 #else
22 /* real *window; */
23 #define WINDOW %rdi
24 /* real *b0l; */
25 #define B0L %rsi
26 /* real *b0r; */
27 #define B0R %rdx
28 /* real *samples; */
29 #define SAMPLES %r9
30 #endif
31
32 /*
33 int synth_1to1_s32_s_avx_asm(real *window, real *b0l, real *b0r, real *samples, int bo1);
34 return value: number of clipped samples
35 */
36
37 RODATA
38 ALIGN32
39 maxmin_avx:
40 .long 1191182335
41 .long 1191182335
42 .long 1191182335
43 .long 1191182335
44 .long 1191182335
45 .long 1191182335
46 .long 1191182335
47 .long 1191182335
48 .long -956301312
49 .long -956301312
50 .long -956301312
51 .long -956301312
52 .long -956301312
53 .long -956301312
54 .long -956301312
55 .long -956301312
56 scale_avx:
57 .long 1199570944
58 .text
59 ALIGN16
60 .globl ASM_NAME(INT123_synth_1to1_s32_s_avx_asm)
61 ASM_NAME(INT123_synth_1to1_s32_s_avx_asm):
62 #ifdef IS_MSABI /* should save xmm6-15 */
63 push %rbp
64 mov %rsp, %rbp
65 sub $160, %rsp
66 movaps %xmm6, (%rsp)
67 movaps %xmm7, 16(%rsp)
68 movaps %xmm8, 32(%rsp)
69 movaps %xmm9, 48(%rsp)
70 movaps %xmm10, 64(%rsp)
71 movaps %xmm11, 80(%rsp)
72 movaps %xmm12, 96(%rsp)
73 movaps %xmm13, 112(%rsp)
74 movaps %xmm14, 128(%rsp)
75 movaps %xmm15, 144(%rsp)
76 movl 48(%rbp), %eax /* 5th argument; placed after 32-byte shadow space */
77 #endif
78
79 vbroadcastss scale_avx(%rip), %ymm14
80
81 #ifdef IS_MSABI
82 shl $2, %eax
83 mov %rcx, WINDOW
84 #else
85 mov %r8d, %eax
86 shl $2, %eax
87 mov %rcx, SAMPLES
88 #endif
89 add $64, WINDOW
90 sub %rax, WINDOW
91
92 mov $128, %rax
93 mov $4, %ecx
94 vpxor %xmm15, %xmm15, %xmm15
95
96 ALIGN16
97 1:
98 vmovups (WINDOW), %ymm8
99 vmovups 32(WINDOW), %ymm9
100 vmovups (WINDOW,%rax), %ymm10
101 vmovups 32(WINDOW,%rax), %ymm11
102 vmulps (B0L), %ymm8, %ymm0
103 vmulps 32(B0L), %ymm9, %ymm1
104 vmulps (B0R), %ymm8, %ymm2
105 vmulps 32(B0R), %ymm9, %ymm3
106 vmulps 64(B0L), %ymm10, %ymm4
107 vmulps 96(B0L), %ymm11, %ymm5
108 vmulps 64(B0R), %ymm10, %ymm6
109 vmulps 96(B0R), %ymm11, %ymm7
110 vaddps %ymm1, %ymm0, %ymm8
111 vaddps %ymm3, %ymm2, %ymm0
112 vaddps %ymm5, %ymm4, %ymm9
113 vaddps %ymm7, %ymm6, %ymm1
114 lea (WINDOW,%rax,2), WINDOW
115 add %rax, B0L
116 add %rax, B0R
117
118 vmovups (WINDOW), %ymm10
119 vmovups 32(WINDOW), %ymm11
120 vmovups (WINDOW,%rax), %ymm12
121 vmovups 32(WINDOW,%rax), %ymm13
122 vmulps (B0L), %ymm10, %ymm2
123 vmulps 32(B0L), %ymm11, %ymm3
124 vmulps (B0R), %ymm10, %ymm4
125 vmulps 32(B0R), %ymm11, %ymm5
126 vmulps 64(B0L), %ymm12, %ymm6
127 vmulps 96(B0L), %ymm13, %ymm10
128 vmulps 64(B0R), %ymm12, %ymm7
129 vmulps 96(B0R), %ymm13, %ymm11
130 vaddps %ymm3, %ymm2, %ymm2
131 vaddps %ymm5, %ymm4, %ymm3
132 vaddps %ymm6, %ymm10, %ymm4
133 vaddps %ymm7, %ymm11, %ymm5
134 lea (WINDOW,%rax,2), WINDOW
135 add %rax, B0L
136 add %rax, B0R
137
138 vunpcklps %ymm0, %ymm8, %ymm6
139 vunpckhps %ymm0, %ymm8, %ymm0
140 vunpcklps %ymm1, %ymm9, %ymm7
141 vunpckhps %ymm1, %ymm9, %ymm1
142 vaddps %ymm6, %ymm0, %ymm0
143 vaddps %ymm7, %ymm1, %ymm1
144 vunpcklps %ymm3, %ymm2, %ymm6
145 vunpckhps %ymm3, %ymm2, %ymm2
146 vunpcklps %ymm5, %ymm4, %ymm7
147 vunpckhps %ymm5, %ymm4, %ymm3
148 vaddps %ymm6, %ymm2, %ymm2
149 vaddps %ymm7, %ymm3, %ymm3
150
151 vunpcklpd %ymm1, %ymm0, %ymm4
152 vunpckhpd %ymm1, %ymm0, %ymm0
153 vunpcklpd %ymm3, %ymm2, %ymm5
154 vunpckhpd %ymm3, %ymm2, %ymm1
155 vsubps %ymm0, %ymm4, %ymm0
156 vsubps %ymm1, %ymm5, %ymm1
157 vperm2f128 $0x20, %ymm1, %ymm0, %ymm2
158 vperm2f128 $0x31, %ymm1, %ymm0, %ymm3
159 vaddps %ymm3, %ymm2, %ymm0
160 vcmpnleps maxmin_avx(%rip), %ymm0, %ymm1
161 vcmpltps 32+maxmin_avx(%rip), %ymm0, %ymm2
162 vmulps %ymm14, %ymm0, %ymm0
163 vextractf128 $0x1, %ymm1, %xmm3
164 vextractf128 $0x1, %ymm2, %xmm4
165 vpackssdw %xmm2, %xmm1, %xmm5
166 vpackssdw %xmm4, %xmm3, %xmm3
167 vcvtps2dq %ymm0, %ymm0
168 vpaddw %xmm3, %xmm5, %xmm5
169 vpaddw %xmm5, %xmm15, %xmm15
170 vxorps %ymm1, %ymm0, %ymm0
171
172 vmovups %ymm0, (SAMPLES)
173 add $32, SAMPLES
174 dec %ecx
175 jnz 1b
176
177 mov $4, %ecx
178
179 ALIGN16
180 1:
181 vmovups (WINDOW), %ymm8
182 vmovups 32(WINDOW), %ymm9
183 vmovups (WINDOW,%rax), %ymm10
184 vmovups 32(WINDOW,%rax), %ymm11
185 vmulps (B0L), %ymm8, %ymm0
186 vmulps 32(B0L), %ymm9, %ymm1
187 vmulps (B0R), %ymm8, %ymm2
188 vmulps 32(B0R), %ymm9, %ymm3
189 vmulps -64(B0L), %ymm10, %ymm4
190 vmulps -32(B0L), %ymm11, %ymm5
191 vmulps -64(B0R), %ymm10, %ymm6
192 vmulps -32(B0R), %ymm11, %ymm7
193 vaddps %ymm1, %ymm0, %ymm8
194 vaddps %ymm3, %ymm2, %ymm0
195 vaddps %ymm5, %ymm4, %ymm9
196 vaddps %ymm7, %ymm6, %ymm1
197 lea (WINDOW,%rax,2), WINDOW
198 sub %rax, B0L
199 sub %rax, B0R
200
201 vmovups (WINDOW), %ymm10
202 vmovups 32(WINDOW), %ymm11
203 vmovups (WINDOW,%rax), %ymm12
204 vmovups 32(WINDOW,%rax), %ymm13
205 vmulps (B0L), %ymm10, %ymm2
206 vmulps 32(B0L), %ymm11, %ymm3
207 vmulps (B0R), %ymm10, %ymm4
208 vmulps 32(B0R), %ymm11, %ymm5
209 vmulps -64(B0L), %ymm12, %ymm6
210 vmulps -32(B0L), %ymm13, %ymm10
211 vmulps -64(B0R), %ymm12, %ymm7
212 vmulps -32(B0R), %ymm13, %ymm11
213 vaddps %ymm3, %ymm2, %ymm2
214 vaddps %ymm5, %ymm4, %ymm3
215 vaddps %ymm6, %ymm10, %ymm4
216 vaddps %ymm7, %ymm11, %ymm5
217 lea (WINDOW,%rax,2), WINDOW
218 sub %rax, B0L
219 sub %rax, B0R
220
221 vunpcklps %ymm0, %ymm8, %ymm6
222 vunpckhps %ymm0, %ymm8, %ymm0
223 vunpcklps %ymm1, %ymm9, %ymm7
224 vunpckhps %ymm1, %ymm9, %ymm1
225 vaddps %ymm6, %ymm0, %ymm0
226 vaddps %ymm7, %ymm1, %ymm1
227 vunpcklps %ymm3, %ymm2, %ymm6
228 vunpckhps %ymm3, %ymm2, %ymm2
229 vunpcklps %ymm5, %ymm4, %ymm7
230 vunpckhps %ymm5, %ymm4, %ymm3
231 vaddps %ymm6, %ymm2, %ymm2
232 vaddps %ymm7, %ymm3, %ymm3
233
234 vunpcklpd %ymm1, %ymm0, %ymm4
235 vunpckhpd %ymm1, %ymm0, %ymm0
236 vunpcklpd %ymm3, %ymm2, %ymm5
237 vunpckhpd %ymm3, %ymm2, %ymm1
238 vaddps %ymm0, %ymm4, %ymm0
239 vaddps %ymm1, %ymm5, %ymm1
240 vperm2f128 $0x20, %ymm1, %ymm0, %ymm2
241 vperm2f128 $0x31, %ymm1, %ymm0, %ymm3
242 vaddps %ymm3, %ymm2, %ymm0
243 vcmpnleps maxmin_avx(%rip), %ymm0, %ymm1
244 vcmpltps 32+maxmin_avx(%rip), %ymm0, %ymm2
245 vmulps %ymm14, %ymm0, %ymm0
246 vextractf128 $0x1, %ymm1, %xmm3
247 vextractf128 $0x1, %ymm2, %xmm4
248 vpackssdw %xmm2, %xmm1, %xmm5
249 vpackssdw %xmm4, %xmm3, %xmm3
250 vcvtps2dq %ymm0, %ymm0
251 vpaddw %xmm3, %xmm5, %xmm5
252 vpaddw %xmm5, %xmm15, %xmm15
253 vxorps %ymm1, %ymm0, %ymm0
254
255 vmovups %ymm0, (SAMPLES)
256 add $32, SAMPLES
257 dec %ecx
258 jnz 1b
259
260 vzeroupper
261
262 pxor %xmm1, %xmm1
263 psubw %xmm15, %xmm1
264 pshufd $0x4e, %xmm1, %xmm0
265 paddw %xmm1, %xmm0
266 pshuflw $0x4e, %xmm0, %xmm1
267 paddw %xmm1, %xmm0
268 pshuflw $0x11, %xmm0, %xmm1
269 paddw %xmm1, %xmm0
270 movd %xmm0, %eax
271 and $0x7f, %eax
272
273 #ifdef IS_MSABI
274 movaps (%rsp), %xmm6
275 movaps 16(%rsp), %xmm7
276 movaps 32(%rsp), %xmm8
277 movaps 48(%rsp), %xmm9
278 movaps 64(%rsp), %xmm10
279 movaps 80(%rsp), %xmm11
280 movaps 96(%rsp), %xmm12
281 movaps 112(%rsp), %xmm13
282 movaps 128(%rsp), %xmm14
283 movaps 144(%rsp), %xmm15
284 mov %rbp, %rsp
285 pop %rbp
286 #endif
287 ret
288
289 NONEXEC_STACK