Debian Codegraph @

src/libmpg123/synth_stereo_x86_64_accurate.S

raw
1 /*
2 synth_stereo_x86_64_accurate: SSE optimized synth for x86-64 (stereo specific, MPEG-compliant 16bit output version)
3
4 copyright 1995-2026 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "x86_64_defs.h"
10 #include "mangle.h"
11
12 #ifdef IS_MSABI
13 /* short *window; */
14 #define WINDOW %rsi
15 /* short *b0l; */
16 #define B0L %rdx
17 /* short *b0r; */
18 #define B0R %r8
19 /* short *samples; */
20 #define SAMPLES %r9
21 #else
22 /* real *window; */
23 #define WINDOW %rdi
24 /* real *b0l; */
25 #define B0L %rsi
26 /* real *b0r; */
27 #define B0R %rdx
28 /* real *samples; */
29 #define SAMPLES %r8
30 #endif
31
32 #define XMMREG_MAX (%r10) /* {32767.0, 32767.0, 32767.0, 32767.0} */
33 #define XMMREG_MIN (%r11) /* {-32768.0, -32768.0, -32768.0, -32768.0} */
34 #define TEMP_CLIP (%rsp)
35
36 /*
37 int synth_1to1_s_x86_64_accurate_asm(real *window, real *b0l, real *b0r, short *samples, int bo1);
38 return value: number of clipped samples
39 */
40
41 RODATA
42 ALIGN32
43 ASM_NAME(INT123_maxmin_s16):
44 .long 1191181824
45 .long 1191181824
46 .long 1191181824
47 .long 1191181824
48 .long -956301312
49 .long -956301312
50 .long -956301312
51 .long -956301312
52 .text
53 ALIGN16
54 .globl ASM_NAME(INT123_synth_1to1_s_x86_64_accurate_asm)
55 ASM_NAME(INT123_synth_1to1_s_x86_64_accurate_asm):
56 #ifdef IS_MSABI /* should save xmm6-15 */
57 movl 40(%rsp), %eax /* 5th argument; placed after 32-byte shadow space */
58 pushq %rsi
59 subq $176, %rsp /* 10 xmm registers + temp */
60 movaps %xmm6, 16(%rsp)
61 movaps %xmm7, 32(%rsp)
62 movaps %xmm8, 48(%rsp)
63 movaps %xmm9, 64(%rsp)
64 movaps %xmm10, 80(%rsp)
65 movaps %xmm11, 96(%rsp)
66 movaps %xmm12, 112(%rsp)
67 movaps %xmm13, 128(%rsp)
68 movaps %xmm14, 144(%rsp)
69 movaps %xmm15, 160(%rsp)
70 #else
71 subq $24, %rsp /* stack alignment + temp */
72 #endif
73
74 leaq ASM_NAME(INT123_maxmin_s16)(%rip), %r10
75 leaq 16(%r10), %r11
76 xorps %xmm0, %xmm0
77 movaps %xmm0, TEMP_CLIP
78
79 #ifdef IS_MSABI
80 shlq $32, %rax
81 shrq $30, %rax
82 movq %rcx, %rsi
83 #else
84 movq %r8, %rax
85 shlq $32, %rax
86 shrq $30, %rax
87 movq %rcx, %r8
88 #endif
89 leaq 64(WINDOW), WINDOW
90 subq %rax, WINDOW
91
92 movl $4, %ecx
93
94 ALIGN16
95 1:
96 movups (WINDOW), %xmm8
97 movups 16(WINDOW), %xmm1
98 movups 32(WINDOW), %xmm2
99 movups 48(WINDOW), %xmm3
100 movups 128(WINDOW), %xmm9
101 movups 144(WINDOW), %xmm5
102 movups 160(WINDOW), %xmm6
103 movups 176(WINDOW), %xmm7
104 movaps %xmm8, %xmm0
105 movaps %xmm1, %xmm4
106 movaps %xmm2, %xmm10
107 movaps %xmm3, %xmm11
108 movaps %xmm9, %xmm12
109 movaps %xmm5, %xmm13
110 movaps %xmm6, %xmm14
111 movaps %xmm7, %xmm15
112 mulps (B0L), %xmm8
113 mulps 16(B0L), %xmm1
114 mulps 32(B0L), %xmm2
115 mulps 48(B0L), %xmm3
116 mulps 64(B0L), %xmm9
117 mulps 80(B0L), %xmm5
118 mulps 96(B0L), %xmm6
119 mulps 112(B0L), %xmm7
120 mulps (B0R), %xmm0
121 mulps 16(B0R), %xmm4
122 mulps 32(B0R), %xmm10
123 mulps 48(B0R), %xmm11
124 mulps 64(B0R), %xmm12
125 mulps 80(B0R), %xmm13
126 mulps 96(B0R), %xmm14
127 mulps 112(B0R), %xmm15
128
129 addps %xmm1, %xmm8
130 addps %xmm2, %xmm3
131 addps %xmm4, %xmm0
132 addps %xmm11, %xmm10
133 addps %xmm5, %xmm9
134 addps %xmm7, %xmm6
135 addps %xmm13, %xmm12
136 addps %xmm15, %xmm14
137 addps %xmm3, %xmm8
138 addps %xmm6, %xmm9
139 addps %xmm10, %xmm0
140 addps %xmm12, %xmm14
141 movaps %xmm0, %xmm12
142 movaps %xmm14, %xmm13
143 leaq 256(WINDOW), WINDOW
144 leaq 128(B0L), B0L
145 leaq 128(B0R), B0R
146
147 movups (WINDOW), %xmm10
148 movups 16(WINDOW), %xmm1
149 movups 32(WINDOW), %xmm2
150 movups 48(WINDOW), %xmm3
151 movups 128(WINDOW), %xmm11
152 movups 144(WINDOW), %xmm5
153 movups 160(WINDOW), %xmm6
154 movups 176(WINDOW), %xmm7
155 movaps %xmm10, %xmm0
156 movaps %xmm1, %xmm4
157 movaps %xmm2, %xmm14
158 movaps %xmm3, %xmm15
159 mulps (B0L), %xmm10
160 mulps 16(B0L), %xmm1
161 mulps 32(B0L), %xmm2
162 mulps 48(B0L), %xmm3
163 mulps (B0R), %xmm0
164 mulps 16(B0R), %xmm4
165 mulps 32(B0R), %xmm14
166 mulps 48(B0R), %xmm15
167 addps %xmm1, %xmm10
168 addps %xmm2, %xmm3
169 addps %xmm4, %xmm0
170 addps %xmm15, %xmm14
171 movaps %xmm11, %xmm1
172 movaps %xmm5, %xmm2
173 movaps %xmm6, %xmm4
174 movaps %xmm7, %xmm15
175 mulps 64(B0L), %xmm11
176 mulps 80(B0L), %xmm5
177 mulps 96(B0L), %xmm6
178 mulps 112(B0L), %xmm7
179 mulps 64(B0R), %xmm1
180 mulps 80(B0R), %xmm2
181 mulps 96(B0R), %xmm4
182 mulps 112(B0R), %xmm15
183 addps %xmm5, %xmm11
184 addps %xmm7, %xmm6
185 addps %xmm2, %xmm1
186 addps %xmm15, %xmm4
187
188 addps %xmm3, %xmm10
189 addps %xmm6, %xmm11
190 addps %xmm0, %xmm14
191 addps %xmm4, %xmm1
192 movaps %xmm1, %xmm15
193 leaq 256(WINDOW), WINDOW
194 leaq 128(B0L), B0L
195 leaq 128(B0R), B0R
196
197 movaps %xmm8, %xmm0
198 movaps %xmm10, %xmm1
199 movaps %xmm12, %xmm4
200 movaps %xmm14, %xmm5
201 unpcklps %xmm9, %xmm8
202 unpcklps %xmm11, %xmm10
203 unpckhps %xmm9, %xmm0
204 unpckhps %xmm11, %xmm1
205 unpcklps %xmm13, %xmm12
206 unpcklps %xmm15, %xmm14
207 unpckhps %xmm13, %xmm4
208 unpckhps %xmm15, %xmm5
209 movaps %xmm8, %xmm2
210 movaps %xmm0, %xmm3
211 movaps %xmm12, %xmm6
212 movaps %xmm4, %xmm7
213 movlhps %xmm10, %xmm8
214 movhlps %xmm2, %xmm10
215 movlhps %xmm1, %xmm0
216 movhlps %xmm3, %xmm1
217 movlhps %xmm14, %xmm12
218 movhlps %xmm6, %xmm14
219 movlhps %xmm5, %xmm4
220 movhlps %xmm7, %xmm5
221 subps %xmm10, %xmm8
222 subps %xmm1, %xmm0
223 subps %xmm14, %xmm12
224 subps %xmm5, %xmm4
225 addps %xmm8, %xmm0
226 addps %xmm12, %xmm4
227
228 movaps %xmm0, %xmm2
229 movaps %xmm0, %xmm3
230 movaps %xmm4, %xmm5
231 movaps %xmm4, %xmm6
232 cmpnleps XMMREG_MAX, %xmm2
233 cmpltps XMMREG_MIN, %xmm3
234 cmpnleps XMMREG_MAX, %xmm5
235 cmpltps XMMREG_MIN, %xmm6
236 cvtps2dq %xmm0, %xmm0
237 cvtps2dq %xmm4, %xmm4
238 movaps %xmm0, %xmm1
239 unpcklps %xmm4, %xmm0
240 unpckhps %xmm4, %xmm1
241 packssdw %xmm1, %xmm0
242 movups %xmm0, (SAMPLES)
243
244 packssdw %xmm5, %xmm2
245 packssdw %xmm6, %xmm3
246 psrlw $15, %xmm2
247 psrlw $15, %xmm3
248 paddw %xmm3, %xmm2
249 paddw TEMP_CLIP, %xmm2
250 movaps %xmm2, TEMP_CLIP
251
252 leaq 16(SAMPLES), SAMPLES
253 decl %ecx
254 jnz 1b
255
256 movl $4, %ecx
257
258 ALIGN16
259 1:
260 movups (WINDOW), %xmm8
261 movups 16(WINDOW), %xmm1
262 movups 32(WINDOW), %xmm2
263 movups 48(WINDOW), %xmm3
264 movups 128(WINDOW), %xmm9
265 movups 144(WINDOW), %xmm5
266 movups 160(WINDOW), %xmm6
267 movups 176(WINDOW), %xmm7
268 movaps %xmm8, %xmm0
269 movaps %xmm1, %xmm4
270 movaps %xmm2, %xmm10
271 movaps %xmm3, %xmm11
272 movaps %xmm9, %xmm12
273 movaps %xmm5, %xmm13
274 movaps %xmm6, %xmm14
275 movaps %xmm7, %xmm15
276 mulps (B0L), %xmm8
277 mulps 16(B0L), %xmm1
278 mulps 32(B0L), %xmm2
279 mulps 48(B0L), %xmm3
280 mulps -64(B0L), %xmm9
281 mulps -48(B0L), %xmm5
282 mulps -32(B0L), %xmm6
283 mulps -16(B0L), %xmm7
284 mulps (B0R), %xmm0
285 mulps 16(B0R), %xmm4
286 mulps 32(B0R), %xmm10
287 mulps 48(B0R), %xmm11
288 mulps -64(B0R), %xmm12
289 mulps -48(B0R), %xmm13
290 mulps -32(B0R), %xmm14
291 mulps -16(B0R), %xmm15
292
293 addps %xmm1, %xmm8
294 addps %xmm2, %xmm3
295 addps %xmm4, %xmm0
296 addps %xmm11, %xmm10
297 addps %xmm5, %xmm9
298 addps %xmm7, %xmm6
299 addps %xmm13, %xmm12
300 addps %xmm15, %xmm14
301 addps %xmm3, %xmm8
302 addps %xmm6, %xmm9
303 addps %xmm10, %xmm0
304 addps %xmm12, %xmm14
305 movaps %xmm0, %xmm12
306 movaps %xmm14, %xmm13
307 leaq 256(WINDOW), WINDOW
308 leaq -128(B0L), B0L
309 leaq -128(B0R), B0R
310
311 movups (WINDOW), %xmm10
312 movups 16(WINDOW), %xmm1
313 movups 32(WINDOW), %xmm2
314 movups 48(WINDOW), %xmm3
315 movups 128(WINDOW), %xmm11
316 movups 144(WINDOW), %xmm5
317 movups 160(WINDOW), %xmm6
318 movups 176(WINDOW), %xmm7
319 movaps %xmm10, %xmm0
320 movaps %xmm1, %xmm4
321 movaps %xmm2, %xmm14
322 movaps %xmm3, %xmm15
323 mulps (B0L), %xmm10
324 mulps 16(B0L), %xmm1
325 mulps 32(B0L), %xmm2
326 mulps 48(B0L), %xmm3
327 mulps (B0R), %xmm0
328 mulps 16(B0R), %xmm4
329 mulps 32(B0R), %xmm14
330 mulps 48(B0R), %xmm15
331 addps %xmm1, %xmm10
332 addps %xmm2, %xmm3
333 addps %xmm4, %xmm0
334 addps %xmm15, %xmm14
335 movaps %xmm11, %xmm1
336 movaps %xmm5, %xmm2
337 movaps %xmm6, %xmm4
338 movaps %xmm7, %xmm15
339 mulps -64(B0L), %xmm11
340 mulps -48(B0L), %xmm5
341 mulps -32(B0L), %xmm6
342 mulps -16(B0L), %xmm7
343 mulps -64(B0R), %xmm1
344 mulps -48(B0R), %xmm2
345 mulps -32(B0R), %xmm4
346 mulps -16(B0R), %xmm15
347 addps %xmm5, %xmm11
348 addps %xmm7, %xmm6
349 addps %xmm2, %xmm1
350 addps %xmm15, %xmm4
351
352 addps %xmm3, %xmm10
353 addps %xmm6, %xmm11
354 addps %xmm0, %xmm14
355 addps %xmm4, %xmm1
356 movaps %xmm1, %xmm15
357 leaq 256(WINDOW), WINDOW
358 leaq -128(B0L), B0L
359 leaq -128(B0R), B0R
360
361 movaps %xmm8, %xmm0
362 movaps %xmm10, %xmm1
363 movaps %xmm12, %xmm4
364 movaps %xmm14, %xmm5
365 unpcklps %xmm9, %xmm8
366 unpcklps %xmm11, %xmm10
367 unpckhps %xmm9, %xmm0
368 unpckhps %xmm11, %xmm1
369 unpcklps %xmm13, %xmm12
370 unpcklps %xmm15, %xmm14
371 unpckhps %xmm13, %xmm4
372 unpckhps %xmm15, %xmm5
373 movaps %xmm8, %xmm2
374 movaps %xmm0, %xmm3
375 movaps %xmm12, %xmm6
376 movaps %xmm4, %xmm7
377 movlhps %xmm10, %xmm8
378 movhlps %xmm2, %xmm10
379 movlhps %xmm1, %xmm0
380 movhlps %xmm3, %xmm1
381 movlhps %xmm14, %xmm12
382 movhlps %xmm6, %xmm14
383 movlhps %xmm5, %xmm4
384 movhlps %xmm7, %xmm5
385 addps %xmm10, %xmm8
386 addps %xmm1, %xmm0
387 addps %xmm14, %xmm12
388 addps %xmm5, %xmm4
389 addps %xmm8, %xmm0
390 addps %xmm12, %xmm4
391
392 movaps %xmm0, %xmm2
393 movaps %xmm0, %xmm3
394 movaps %xmm4, %xmm5
395 movaps %xmm4, %xmm6
396 cmpnleps XMMREG_MAX, %xmm2
397 cmpltps XMMREG_MIN, %xmm3
398 cmpnleps XMMREG_MAX, %xmm5
399 cmpltps XMMREG_MIN, %xmm6
400 cvtps2dq %xmm0, %xmm0
401 cvtps2dq %xmm4, %xmm4
402 movaps %xmm0, %xmm1
403 unpcklps %xmm4, %xmm0
404 unpckhps %xmm4, %xmm1
405 packssdw %xmm1, %xmm0
406 movups %xmm0, (SAMPLES)
407
408 packssdw %xmm5, %xmm2
409 packssdw %xmm6, %xmm3
410 psrlw $15, %xmm2
411 psrlw $15, %xmm3
412 paddw %xmm3, %xmm2
413 paddw TEMP_CLIP, %xmm2
414 movaps %xmm2, TEMP_CLIP
415
416 leaq 16(SAMPLES), SAMPLES
417 decl %ecx
418 jnz 1b
419
420 movaps TEMP_CLIP, %xmm4
421 movhlps %xmm4, %xmm0
422 paddw %xmm4, %xmm0
423 pshuflw $0x55, %xmm0, %xmm1
424 pshuflw $0xaa, %xmm0, %xmm2
425 pshuflw $0xff, %xmm0, %xmm3
426 paddw %xmm1, %xmm0
427 paddw %xmm2, %xmm0
428 paddw %xmm3, %xmm0
429
430 movd %xmm0, %eax
431 andl $0xffff, %eax
432
433 #ifdef IS_MSABI
434 movaps 16(%rsp), %xmm6
435 movaps 32(%rsp), %xmm7
436 movaps 48(%rsp), %xmm8
437 movaps 64(%rsp), %xmm9
438 movaps 80(%rsp), %xmm10
439 movaps 96(%rsp), %xmm11
440 movaps 112(%rsp), %xmm12
441 movaps 128(%rsp), %xmm13
442 movaps 144(%rsp), %xmm14
443 movaps 160(%rsp), %xmm15
444 addq $176, %rsp
445 popq %rsi
446 #else
447 addq $24, %rsp
448 #endif
449 ret
450
451 NONEXEC_STACK