Debian Codegraph @

src/libmpg123/synth_neon64_accurate.S

raw
1 /*
2 synth_neon64_accurate: NEON optimized synth for AArch64 (MPEG compliant 16-bit output version)
3
4 copyright 1995-2014 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "aarch64_defs.h"
10 #include "mangle.h"
11
12 RODATA
13 ALIGN16
14 maxmin_s16:
15 .word 1191181824
16 .word -956301312
17 .text
18 ALIGN4
19 .globl ASM_NAME(INT123_synth_1to1_neon64_accurate_asm)
20 #ifdef __ELF__
21 .type ASM_NAME(INT123_synth_1to1_neon64_accurate_asm), %function
22 #endif
23 ASM_NAME(INT123_synth_1to1_neon64_accurate_asm):
24 add x0, x0, #64
25 sub x0, x0, x3, lsl #2
26 eor v31.16b, v31.16b, v31.16b
27 adrp x5, AARCH64_PCREL_HI(maxmin_s16)
28 add x5, x5, AARCH64_PCREL_LO(maxmin_s16)
29 ld2r {v28.4s,v29.4s}, [x5]
30
31 mov w4, #4
32 mov x5, #128
33 1:
34 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
35 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
36 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], #64
37 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x1], #64
38
39 fmul v24.4s, v0.4s, v16.4s
40 fmul v25.4s, v4.4s, v20.4s
41 fmla v24.4s, v1.4s, v17.4s
42 fmla v25.4s, v5.4s, v21.4s
43 fmla v24.4s, v2.4s, v18.4s
44 fmla v25.4s, v6.4s, v22.4s
45 fmla v24.4s, v3.4s, v19.4s
46 fmla v25.4s, v7.4s, v23.4s
47
48 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
49 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
50 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], #64
51 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x1], #64
52
53 fmul v26.4s, v0.4s, v16.4s
54 fmul v27.4s, v4.4s, v20.4s
55 fmla v26.4s, v1.4s, v17.4s
56 fmla v27.4s, v5.4s, v21.4s
57 fmla v26.4s, v2.4s, v18.4s
58 fmla v27.4s, v6.4s, v22.4s
59 fmla v26.4s, v3.4s, v19.4s
60 fmla v27.4s, v7.4s, v23.4s
61
62 faddp v0.4s, v24.4s, v25.4s
63 faddp v1.4s, v26.4s, v27.4s
64 faddp v0.4s, v0.4s, v1.4s
65 ld2 {v4.4h,v5.4h}, [x2]
66 fcvtns v1.4s, v0.4s
67 fcmgt v2.4s, v0.4s, v28.4s
68 fcmgt v3.4s, v29.4s, v0.4s
69 sqxtn v4.4h, v1.4s
70 add v2.4s, v2.4s, v3.4s
71 add v31.4s, v31.4s, v2.4s
72 st2 {v4.4h,v5.4h}, [x2], #16
73
74 subs w4, w4, #1
75 b.ne 1b
76
77 mov w4, #4
78 mov x6, #-64
79 2:
80 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
81 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
82 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], x6
83 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x1], x6
84
85 fmul v24.4s, v0.4s, v16.4s
86 fmul v25.4s, v4.4s, v20.4s
87 fmla v24.4s, v1.4s, v17.4s
88 fmla v25.4s, v5.4s, v21.4s
89 fmla v24.4s, v2.4s, v18.4s
90 fmla v25.4s, v6.4s, v22.4s
91 fmla v24.4s, v3.4s, v19.4s
92 fmla v25.4s, v7.4s, v23.4s
93
94 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
95 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
96 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], x6
97 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x1], x6
98
99 fmul v26.4s, v0.4s, v16.4s
100 fmul v27.4s, v4.4s, v20.4s
101 fmla v26.4s, v1.4s, v17.4s
102 fmla v27.4s, v5.4s, v21.4s
103 fmla v26.4s, v2.4s, v18.4s
104 fmla v27.4s, v6.4s, v22.4s
105 fmla v26.4s, v3.4s, v19.4s
106 fmla v27.4s, v7.4s, v23.4s
107
108 faddp v0.4s, v24.4s, v25.4s
109 faddp v1.4s, v26.4s, v27.4s
110 faddp v0.4s, v0.4s, v1.4s
111 ld2 {v4.4h,v5.4h}, [x2]
112 fcvtns v1.4s, v0.4s
113 fcmgt v2.4s, v0.4s, v28.4s
114 fcmgt v3.4s, v29.4s, v0.4s
115 sqxtn v4.4h, v1.4s
116 add v2.4s, v2.4s, v3.4s
117 add v31.4s, v31.4s, v2.4s
118 st2 {v4.4h,v5.4h}, [x2], #16
119
120 subs w4, w4, #1
121 b.ne 2b
122
123 AARCH64_DUP_2D(v0, v31, 1)
124 add v0.4s, v0.4s, v31.4s
125 AARCH64_DUP_4S(v1, v0, 1)
126 add v0.4s, v0.4s, v1.4s
127 umov w0, v0.s[0]
128 neg w0, w0
129
130 ret
131
132 NONEXEC_STACK