Debian Codegraph @

src/libmpg123/synth_stereo_neon64_accurate.S

raw
1 /*
2 synth_stereo_neon64_accurate: NEON optimized synth for AArch64 (stereo specific, MPEG-compliant 16bit output version)
3
4 copyright 1995-2014 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "aarch64_defs.h"
10 #include "mangle.h"
11
12 RODATA
13 ALIGN16
14 maxmin_s16:
15 .word 1191181824
16 .word -956301312
17 .text
18 ALIGN4
19 .globl ASM_NAME(INT123_synth_1to1_s_neon64_accurate_asm)
20 #ifdef __ELF__
21 .type ASM_NAME(INT123_synth_1to1_s_neon64_accurate_asm), %function
22 #endif
23 ASM_NAME(INT123_synth_1to1_s_neon64_accurate_asm):
24 add x0, x0, #64
25 sub x0, x0, x4, lsl #2
26 eor v30.16b, v30.16b, v30.16b
27 adrp x5, AARCH64_PCREL_HI(maxmin_s16)
28 add x5, x5, AARCH64_PCREL_LO(maxmin_s16)
29 ld2r {v28.4s,v29.4s}, [x5]
30 sub sp, sp, #32
31 st1 {v8.2s,v9.2s,v10.2s,v11.2s}, [sp]
32 sub sp, sp, #32
33 st1 {v12.2s,v13.2s,v14.2s,v15.2s}, [sp]
34
35 mov w4, #4
36 mov x5, #128
37 1:
38 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
39 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
40 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], #64
41 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x2], #64
42 ld1 {v8.4s,v9.4s,v10.4s,v11.4s}, [x1], #64
43 ld1 {v12.4s,v13.4s,v14.4s,v15.4s}, [x2], #64
44
45 fmul v24.4s, v0.4s, v16.4s
46 fmul v25.4s, v0.4s, v20.4s
47 fmul v26.4s, v4.4s, v8.4s
48 fmul v27.4s, v4.4s, v12.4s
49 fmla v24.4s, v1.4s, v17.4s
50 fmla v25.4s, v1.4s, v21.4s
51 fmla v26.4s, v5.4s, v9.4s
52 fmla v27.4s, v5.4s, v13.4s
53 fmla v24.4s, v2.4s, v18.4s
54 fmla v25.4s, v2.4s, v22.4s
55 fmla v26.4s, v6.4s, v10.4s
56 fmla v27.4s, v6.4s, v14.4s
57 fmla v24.4s, v3.4s, v19.4s
58 fmla v25.4s, v3.4s, v23.4s
59 fmla v26.4s, v7.4s, v11.4s
60 fmla v27.4s, v7.4s, v15.4s
61
62 faddp v0.4s, v24.4s, v25.4s
63 faddp v1.4s, v26.4s, v27.4s
64 faddp v0.4s, v0.4s, v1.4s
65 fcvtns v1.4s, v0.4s
66 fcmgt v2.4s, v0.4s, v28.4s
67 fcmgt v3.4s, v29.4s, v0.4s
68 sqxtn v31.4h, v1.4s
69 add v2.4s, v2.4s, v3.4s
70 add v30.4s, v30.4s, v2.4s
71
72 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
73 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
74 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], #64
75 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x2], #64
76 ld1 {v8.4s,v9.4s,v10.4s,v11.4s}, [x1], #64
77 ld1 {v12.4s,v13.4s,v14.4s,v15.4s}, [x2], #64
78
79 fmul v24.4s, v0.4s, v16.4s
80 fmul v25.4s, v0.4s, v20.4s
81 fmul v26.4s, v4.4s, v8.4s
82 fmul v27.4s, v4.4s, v12.4s
83 fmla v24.4s, v1.4s, v17.4s
84 fmla v25.4s, v1.4s, v21.4s
85 fmla v26.4s, v5.4s, v9.4s
86 fmla v27.4s, v5.4s, v13.4s
87 fmla v24.4s, v2.4s, v18.4s
88 fmla v25.4s, v2.4s, v22.4s
89 fmla v26.4s, v6.4s, v10.4s
90 fmla v27.4s, v6.4s, v14.4s
91 fmla v24.4s, v3.4s, v19.4s
92 fmla v25.4s, v3.4s, v23.4s
93 fmla v26.4s, v7.4s, v11.4s
94 fmla v27.4s, v7.4s, v15.4s
95
96 faddp v0.4s, v24.4s, v25.4s
97 faddp v1.4s, v26.4s, v27.4s
98 faddp v0.4s, v0.4s, v1.4s
99 fcvtns v1.4s, v0.4s
100 fcmgt v2.4s, v0.4s, v28.4s
101 fcmgt v3.4s, v29.4s, v0.4s
102 AARCH64_SQXTN2_8H(v31, v1)
103 add v2.4s, v2.4s, v3.4s
104 add v30.4s, v30.4s, v2.4s
105 st1 {v31.4s}, [x3], #16
106
107 subs w4, w4, #1
108 b.ne 1b
109
110 mov w4, #4
111 mov x6, #-64
112 2:
113 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
114 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
115 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], x6
116 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x2], x6
117 ld1 {v8.4s,v9.4s,v10.4s,v11.4s}, [x1], x6
118 ld1 {v12.4s,v13.4s,v14.4s,v15.4s}, [x2], x6
119
120 fmul v24.4s, v0.4s, v16.4s
121 fmul v25.4s, v0.4s, v20.4s
122 fmul v26.4s, v4.4s, v8.4s
123 fmul v27.4s, v4.4s, v12.4s
124 fmla v24.4s, v1.4s, v17.4s
125 fmla v25.4s, v1.4s, v21.4s
126 fmla v26.4s, v5.4s, v9.4s
127 fmla v27.4s, v5.4s, v13.4s
128 fmla v24.4s, v2.4s, v18.4s
129 fmla v25.4s, v2.4s, v22.4s
130 fmla v26.4s, v6.4s, v10.4s
131 fmla v27.4s, v6.4s, v14.4s
132 fmla v24.4s, v3.4s, v19.4s
133 fmla v25.4s, v3.4s, v23.4s
134 fmla v26.4s, v7.4s, v11.4s
135 fmla v27.4s, v7.4s, v15.4s
136
137 faddp v0.4s, v24.4s, v25.4s
138 faddp v1.4s, v26.4s, v27.4s
139 faddp v0.4s, v0.4s, v1.4s
140 fcvtns v1.4s, v0.4s
141 fcmgt v2.4s, v0.4s, v28.4s
142 fcmgt v3.4s, v29.4s, v0.4s
143 sqxtn v31.4h, v1.4s
144 add v2.4s, v2.4s, v3.4s
145 add v30.4s, v30.4s, v2.4s
146
147 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
148 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
149 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], x6
150 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x2], x6
151 ld1 {v8.4s,v9.4s,v10.4s,v11.4s}, [x1], x6
152 ld1 {v12.4s,v13.4s,v14.4s,v15.4s}, [x2], x6
153
154 fmul v24.4s, v0.4s, v16.4s
155 fmul v25.4s, v0.4s, v20.4s
156 fmul v26.4s, v4.4s, v8.4s
157 fmul v27.4s, v4.4s, v12.4s
158 fmla v24.4s, v1.4s, v17.4s
159 fmla v25.4s, v1.4s, v21.4s
160 fmla v26.4s, v5.4s, v9.4s
161 fmla v27.4s, v5.4s, v13.4s
162 fmla v24.4s, v2.4s, v18.4s
163 fmla v25.4s, v2.4s, v22.4s
164 fmla v26.4s, v6.4s, v10.4s
165 fmla v27.4s, v6.4s, v14.4s
166 fmla v24.4s, v3.4s, v19.4s
167 fmla v25.4s, v3.4s, v23.4s
168 fmla v26.4s, v7.4s, v11.4s
169 fmla v27.4s, v7.4s, v15.4s
170
171 faddp v0.4s, v24.4s, v25.4s
172 faddp v1.4s, v26.4s, v27.4s
173 faddp v0.4s, v0.4s, v1.4s
174 fcvtns v1.4s, v0.4s
175 fcmgt v2.4s, v0.4s, v28.4s
176 fcmgt v3.4s, v29.4s, v0.4s
177 AARCH64_SQXTN2_8H(v31, v1)
178 add v2.4s, v2.4s, v3.4s
179 add v30.4s, v30.4s, v2.4s
180 st1 {v31.4s}, [x3], #16
181
182 subs w4, w4, #1
183 b.ne 2b
184
185 AARCH64_DUP_2D(v0, v30, 1)
186 add v0.4s, v0.4s, v30.4s
187 AARCH64_DUP_4S(v1, v0, 1)
188 add v0.4s, v0.4s, v1.4s
189 umov w0, v0.s[0]
190 neg w0, w0
191
192 ld1 {v12.2s,v13.2s,v14.2s,v15.2s}, [sp], #32
193 ld1 {v8.2s,v9.2s,v10.2s,v11.2s}, [sp], #32
194
195 ret
196
197 NONEXEC_STACK