Debian Codegraph @

src/libmpg123/synth_stereo_neon64_s32.S

raw
1 /*
2 synth_stereo_neon64_s32: NEON optimized synth for AArch64 (stereo specific, 32bit output version)
3
4 copyright 1995-2014 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "aarch64_defs.h"
10 #include "mangle.h"
11
12 RODATA
13 ALIGN16
14 maxmin_s32:
15 .word 1191181824
16 .word -956301312
17 .word 1199570944
18 .text
19 ALIGN4
20 .globl ASM_NAME(INT123_synth_1to1_s32_s_neon64_asm)
21 #ifdef __ELF__
22 .type ASM_NAME(INT123_synth_1to1_s32_s_neon64_asm), %function
23 #endif
24 ASM_NAME(INT123_synth_1to1_s32_s_neon64_asm):
25 add x0, x0, #64
26 sub x0, x0, x4, lsl #2
27 eor v31.16b, v31.16b, v31.16b
28 adrp x5, AARCH64_PCREL_HI(maxmin_s32)
29 add x5, x5, AARCH64_PCREL_LO(maxmin_s32)
30 ld3r {v28.4s,v29.4s,v30.4s}, [x5]
31 sub sp, sp, #32
32 st1 {v8.2s,v9.2s,v10.2s,v11.2s}, [sp]
33 sub sp, sp, #32
34 st1 {v12.2s,v13.2s,v14.2s,v15.2s}, [sp]
35
36 mov w4, #4
37 mov x5, #128
38 1:
39 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
40 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
41 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], #64
42 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x2], #64
43 ld1 {v8.4s,v9.4s,v10.4s,v11.4s}, [x1], #64
44 ld1 {v12.4s,v13.4s,v14.4s,v15.4s}, [x2], #64
45
46 fmul v24.4s, v0.4s, v16.4s
47 fmul v25.4s, v0.4s, v20.4s
48 fmul v26.4s, v4.4s, v8.4s
49 fmul v27.4s, v4.4s, v12.4s
50 fmla v24.4s, v1.4s, v17.4s
51 fmla v25.4s, v1.4s, v21.4s
52 fmla v26.4s, v5.4s, v9.4s
53 fmla v27.4s, v5.4s, v13.4s
54 fmla v24.4s, v2.4s, v18.4s
55 fmla v25.4s, v2.4s, v22.4s
56 fmla v26.4s, v6.4s, v10.4s
57 fmla v27.4s, v6.4s, v14.4s
58 fmla v24.4s, v3.4s, v19.4s
59 fmla v25.4s, v3.4s, v23.4s
60 fmla v26.4s, v7.4s, v11.4s
61 fmla v27.4s, v7.4s, v15.4s
62
63 faddp v0.4s, v24.4s, v25.4s
64 faddp v1.4s, v26.4s, v27.4s
65 faddp v0.4s, v0.4s, v1.4s
66 fmul v1.4s, v0.4s, v30.4s
67 fcmgt v2.4s, v0.4s, v28.4s
68 fcmgt v3.4s, v29.4s, v0.4s
69 fcvtns v1.4s, v1.4s
70 add v2.4s, v2.4s, v3.4s
71 add v31.4s, v31.4s, v2.4s
72 st1 {v1.4s}, [x3], #16
73
74 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
75 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
76 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], #64
77 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x2], #64
78 ld1 {v8.4s,v9.4s,v10.4s,v11.4s}, [x1], #64
79 ld1 {v12.4s,v13.4s,v14.4s,v15.4s}, [x2], #64
80
81 fmul v24.4s, v0.4s, v16.4s
82 fmul v25.4s, v0.4s, v20.4s
83 fmul v26.4s, v4.4s, v8.4s
84 fmul v27.4s, v4.4s, v12.4s
85 fmla v24.4s, v1.4s, v17.4s
86 fmla v25.4s, v1.4s, v21.4s
87 fmla v26.4s, v5.4s, v9.4s
88 fmla v27.4s, v5.4s, v13.4s
89 fmla v24.4s, v2.4s, v18.4s
90 fmla v25.4s, v2.4s, v22.4s
91 fmla v26.4s, v6.4s, v10.4s
92 fmla v27.4s, v6.4s, v14.4s
93 fmla v24.4s, v3.4s, v19.4s
94 fmla v25.4s, v3.4s, v23.4s
95 fmla v26.4s, v7.4s, v11.4s
96 fmla v27.4s, v7.4s, v15.4s
97
98 faddp v0.4s, v24.4s, v25.4s
99 faddp v1.4s, v26.4s, v27.4s
100 faddp v0.4s, v0.4s, v1.4s
101 fmul v1.4s, v0.4s, v30.4s
102 fcmgt v2.4s, v0.4s, v28.4s
103 fcmgt v3.4s, v29.4s, v0.4s
104 fcvtns v1.4s, v1.4s
105 add v2.4s, v2.4s, v3.4s
106 add v31.4s, v31.4s, v2.4s
107 st1 {v1.4s}, [x3], #16
108
109 subs w4, w4, #1
110 b.ne 1b
111
112 mov w4, #4
113 mov x6, #-64
114 2:
115 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
116 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
117 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], x6
118 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x2], x6
119 ld1 {v8.4s,v9.4s,v10.4s,v11.4s}, [x1], x6
120 ld1 {v12.4s,v13.4s,v14.4s,v15.4s}, [x2], x6
121
122 fmul v24.4s, v0.4s, v16.4s
123 fmul v25.4s, v0.4s, v20.4s
124 fmul v26.4s, v4.4s, v8.4s
125 fmul v27.4s, v4.4s, v12.4s
126 fmla v24.4s, v1.4s, v17.4s
127 fmla v25.4s, v1.4s, v21.4s
128 fmla v26.4s, v5.4s, v9.4s
129 fmla v27.4s, v5.4s, v13.4s
130 fmla v24.4s, v2.4s, v18.4s
131 fmla v25.4s, v2.4s, v22.4s
132 fmla v26.4s, v6.4s, v10.4s
133 fmla v27.4s, v6.4s, v14.4s
134 fmla v24.4s, v3.4s, v19.4s
135 fmla v25.4s, v3.4s, v23.4s
136 fmla v26.4s, v7.4s, v11.4s
137 fmla v27.4s, v7.4s, v15.4s
138
139 faddp v0.4s, v24.4s, v25.4s
140 faddp v1.4s, v26.4s, v27.4s
141 faddp v0.4s, v0.4s, v1.4s
142 fmul v1.4s, v0.4s, v30.4s
143 fcmgt v2.4s, v0.4s, v28.4s
144 fcmgt v3.4s, v29.4s, v0.4s
145 fcvtns v1.4s, v1.4s
146 add v2.4s, v2.4s, v3.4s
147 add v31.4s, v31.4s, v2.4s
148 st1 {v1.4s}, [x3], #16
149
150 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
151 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
152 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], x6
153 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x2], x6
154 ld1 {v8.4s,v9.4s,v10.4s,v11.4s}, [x1], x6
155 ld1 {v12.4s,v13.4s,v14.4s,v15.4s}, [x2], x6
156
157 fmul v24.4s, v0.4s, v16.4s
158 fmul v25.4s, v0.4s, v20.4s
159 fmul v26.4s, v4.4s, v8.4s
160 fmul v27.4s, v4.4s, v12.4s
161 fmla v24.4s, v1.4s, v17.4s
162 fmla v25.4s, v1.4s, v21.4s
163 fmla v26.4s, v5.4s, v9.4s
164 fmla v27.4s, v5.4s, v13.4s
165 fmla v24.4s, v2.4s, v18.4s
166 fmla v25.4s, v2.4s, v22.4s
167 fmla v26.4s, v6.4s, v10.4s
168 fmla v27.4s, v6.4s, v14.4s
169 fmla v24.4s, v3.4s, v19.4s
170 fmla v25.4s, v3.4s, v23.4s
171 fmla v26.4s, v7.4s, v11.4s
172 fmla v27.4s, v7.4s, v15.4s
173
174 faddp v0.4s, v24.4s, v25.4s
175 faddp v1.4s, v26.4s, v27.4s
176 faddp v0.4s, v0.4s, v1.4s
177 fmul v1.4s, v0.4s, v30.4s
178 fcmgt v2.4s, v0.4s, v28.4s
179 fcmgt v3.4s, v29.4s, v0.4s
180 fcvtns v1.4s, v1.4s
181 add v2.4s, v2.4s, v3.4s
182 add v31.4s, v31.4s, v2.4s
183 st1 {v1.4s}, [x3], #16
184
185 subs w4, w4, #1
186 b.ne 2b
187
188 AARCH64_DUP_2D(v0, v31, 1)
189 add v0.4s, v0.4s, v31.4s
190 AARCH64_DUP_4S(v1, v0, 1)
191 add v0.4s, v0.4s, v1.4s
192 umov w0, v0.s[0]
193 neg w0, w0
194
195 ld1 {v12.2s,v13.2s,v14.2s,v15.2s}, [sp], #32
196 ld1 {v8.2s,v9.2s,v10.2s,v11.2s}, [sp], #32
197
198 ret
199
200 NONEXEC_STACK