Debian Codegraph @

src/libmpg123/dct64_neon64_float.S

raw
1 /*
2 dct64_neon64_float: NEON optimized dct64 for AArch64 (float output version)
3
4 copyright 1995-2014 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "aarch64_defs.h"
10 #include "mangle.h"
11
12 RODATA
13 ALIGN16
14 costab_neon_aarch64:
15 .word 1056974725
16 .word 1057056395
17 .word 1057223771
18 .word 1057485416
19 .word 1057855544
20 .word 1058356026
21 .word 1059019886
22 .word 1059897405
23 .word 1061067246
24 .word 1062657950
25 .word 1064892987
26 .word 1066774581
27 .word 1069414683
28 .word 1073984175
29 .word 1079645762
30 .word 1092815430
31 .word 1057005197
32 .word 1057342072
33 .word 1058087743
34 .word 1059427869
35 .word 1061799040
36 .word 1065862217
37 .word 1071413542
38 .word 1084439708
39 .word 1057128951
40 .word 1058664893
41 .word 1063675095
42 .word 1076102863
43 .word 1057655764
44 .word 1067924853
45 .word 1060439283
46 .word 1060439283
47 .text
48 ALIGN4
49 .globl ASM_NAME(INT123_dct64_real_neon64)
50 #ifdef __ELF__
51 .type ASM_NAME(INT123_dct64_real_neon64), %function
52 #endif
53 ASM_NAME(INT123_dct64_real_neon64):
54 add x3, x2, #64
55 adrp x4, AARCH64_PCREL_HI(costab_neon_aarch64)
56 add x4, x4, AARCH64_PCREL_LO(costab_neon_aarch64)
57 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x2]
58 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x3]
59 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x4], #64
60
61 rev64 v19.4s, v19.4s
62 rev64 v18.4s, v18.4s
63 rev64 v17.4s, v17.4s
64 rev64 v16.4s, v16.4s
65 ext v4.16b, v19.16b, v19.16b, #8
66 ext v5.16b, v18.16b, v18.16b, #8
67 ext v6.16b, v17.16b, v17.16b, #8
68 ext v7.16b, v16.16b, v16.16b, #8
69
70 fsub v16.4s, v3.4s, v7.4s
71 fsub v17.4s, v2.4s, v6.4s
72 fsub v18.4s, v1.4s, v5.4s
73 fsub v19.4s, v0.4s, v4.4s
74 fadd v0.4s, v0.4s, v4.4s /* bs[0,1,2,3] */
75 fadd v1.4s, v1.4s, v5.4s /* bs[4,5,6,7] */
76 fadd v2.4s, v2.4s, v6.4s /* bs[8,9,10,11] */
77 fadd v3.4s, v3.4s, v7.4s /* bs[12,13,14,15] */
78 fmul v16.4s, v16.4s, v23.4s /* bs[19,18,17,16] */
79 fmul v17.4s, v17.4s, v22.4s /* bs[23,22,21,20] */
80 fmul v18.4s, v18.4s, v21.4s /* bs[27,26,25,24] */
81 fmul v19.4s, v19.4s, v20.4s /* bs[31,30,29,28] */
82
83 ld1 {v20.4s, v21.4s}, [x4], #32
84 rev64 v22.4s, v3.4s
85 rev64 v23.4s, v2.4s
86 rev64 v24.4s, v16.4s
87 rev64 v25.4s, v17.4s
88 ext v4.16b, v22.16b, v22.16b, #8 /* bs[15,14,13,12] */
89 ext v5.16b, v23.16b, v23.16b, #8 /* bs[11,10,9,8] */
90 ext v6.16b, v24.16b, v24.16b, #8 /* bs[16,17,18,19] */
91 ext v7.16b, v25.16b, v25.16b, #8 /* bs[20,21,22,23] */
92
93 fsub v26.4s, v1.4s, v5.4s
94 fsub v27.4s, v0.4s, v4.4s
95 fsub v28.4s, v18.4s, v7.4s
96 fsub v29.4s, v19.4s, v6.4s
97 fadd v4.4s, v0.4s, v4.4s /* bs[32,33,34,35] */
98 fadd v5.4s, v1.4s, v5.4s /* bs[36,37,38,39] */
99 fadd v6.4s, v6.4s, v19.4s /* bs[48,49,50,51] */
100 fadd v7.4s, v7.4s, v18.4s /* bs[52,53,54,55] */
101 fmul v26.4s, v26.4s, v21.4s /* bs[43,42,41,40] */
102 fmul v27.4s, v27.4s, v20.4s /* bs[47,46,45,44] */
103 fmul v28.4s, v28.4s, v21.4s /* bs[59,58,57,56] */
104 fmul v29.4s, v29.4s, v20.4s /* bs[63,62,61,60] */
105
106 ld1 {v20.4s}, [x4], #16
107 rev64 v16.4s, v5.4s
108 rev64 v17.4s, v26.4s
109 rev64 v18.4s, v7.4s
110 rev64 v19.4s, v28.4s
111 ext v0.16b, v16.16b, v16.16b, #8 /* bs[39,38,37,36] */
112 ext v1.16b, v17.16b, v17.16b, #8 /* bs[40,41,42,43] */
113 ext v2.16b, v18.16b, v18.16b, #8 /* bs[55,54,53,52] */
114 ext v3.16b, v19.16b, v19.16b, #8 /* bs[56,57,58,59] */
115
116 fsub v16.4s, v4.4s, v0.4s
117 fsub v17.4s, v27.4s, v1.4s
118 fsub v18.4s, v6.4s, v2.4s
119 fsub v19.4s, v29.4s, v3.4s
120 fadd v0.4s, v4.4s, v0.4s /* bs[0,1,2,3] */
121 fadd v1.4s, v1.4s, v27.4s /* bs[8,9,10,11] */
122 fadd v2.4s, v6.4s, v2.4s /* bs[16,17,18,19] */
123 fadd v3.4s, v3.4s, v29.4s /* bs[24,25,26,27] */
124 fmul v16.4s, v16.4s, v20.4s /* bs[7,6,5,4] */
125 fmul v17.4s, v17.4s, v20.4s /* bs[15,14,13,12] */
126 fmul v18.4s, v18.4s, v20.4s /* bs[23,22,21,20] */
127 fmul v19.4s, v19.4s, v20.4s /* bs[31,30,29,28] */
128
129 ld1 {v28.4s}, [x4]
130 zip1 v4.2d, v0.2d, v16.2d /* bs[0,1,7,6] */
131 zip2 v5.2d, v0.2d, v16.2d /* bs[2,3,5,4] */
132 zip1 v6.2d, v1.2d, v17.2d /* bs[8,9,15,14] */
133 zip2 v7.2d, v1.2d, v17.2d /* bs[10,11,13,12] */
134 zip1 v20.2d, v2.2d, v18.2d /* bs[16,17,23,22] */
135 zip2 v21.2d, v2.2d, v18.2d /* bs[18,19,21,20] */
136 zip1 v22.2d, v3.2d, v19.2d /* bs[24,25,31,30] */
137 zip2 v23.2d, v3.2d, v19.2d /* bs[26,27,29,28] */
138 rev64 v5.4s, v5.4s /* bs[3,2,4,5] */
139 rev64 v7.4s, v7.4s /* bs[11,10,12,13] */
140 rev64 v21.4s, v21.4s /* bs[19,18,20,21] */
141 rev64 v23.4s, v23.4s /* bs[27,26,28,29] */
142 AARCH64_DUP_2D(v29, v28, 0)
143 AARCH64_DUP_4S(v28, v28, 2)
144
145 fsub v16.4s, v4.4s, v5.4s
146 fsub v17.4s, v6.4s, v7.4s
147 fsub v18.4s, v20.4s, v21.4s
148 fsub v19.4s, v22.4s, v23.4s
149 fadd v0.4s, v4.4s, v5.4s /* bs[32,33,36,37] */
150 fadd v1.4s, v6.4s, v7.4s /* bs[40,41,44,45] */
151 fadd v2.4s, v20.4s, v21.4s /* bs[48,49,52,53] */
152 fadd v3.4s, v22.4s, v23.4s /* bs[56,57,60,61] */
153 fmul v16.4s, v16.4s, v29.4s /* bs[35,34,39,38] */
154 fmul v17.4s, v17.4s, v29.4s /* bs[43,42,47,46] */
155 fmul v18.4s, v18.4s, v29.4s /* bs[51,50,55,54] */
156 fmul v19.4s, v19.4s, v29.4s /* bs[59,58,63,62] */
157
158 uzp1 v4.4s, v0.4s, v16.4s /* bs[32,36,35,39] */
159 uzp2 v5.4s, v0.4s, v16.4s /* bs[33,37,34,38] */
160 uzp1 v6.4s, v1.4s, v17.4s /* bs[40,44,43,47] */
161 uzp2 v7.4s, v1.4s, v17.4s /* bs[41,45,42,46] */
162 uzp1 v20.4s, v2.4s, v18.4s /* bs[48,52,51,55] */
163 uzp2 v21.4s, v2.4s, v18.4s /* bs[49,53,50,54] */
164 uzp1 v22.4s, v3.4s, v19.4s /* bs[56,60,59,63] */
165 uzp2 v23.4s, v3.4s, v19.4s /* bs[57,61,58,62] */
166
167 fsub v16.4s, v4.4s, v5.4s
168 fsub v17.4s, v6.4s, v7.4s
169 fsub v18.4s, v20.4s, v21.4s
170 fsub v19.4s, v22.4s, v23.4s
171 fadd v0.4s, v4.4s, v5.4s /* bs[0,4,2,6] */
172 fadd v1.4s, v6.4s, v7.4s /* bs[8,12,10,14] */
173 fadd v2.4s, v20.4s, v21.4s /* bs[16,20,18,22] */
174 fadd v3.4s, v22.4s, v23.4s /* bs[24,28,26,30] */
175 fmul v16.4s, v16.4s, v28.4s /* bs[1,5,3,7] */
176 fmul v17.4s, v17.4s, v28.4s /* bs[9,13,11,15] */
177 fmul v18.4s, v18.4s, v28.4s /* bs[17,21,19,23] */
178 fmul v19.4s, v19.4s, v28.4s /* bs[25,29,27,31] */
179
180 zip2 v4.2d, v0.2d, v1.2d /* bs[2,6,10,14] */
181 zip2 v5.2d, v16.2d, v17.2d /* bs[3,7,11,15] */
182 zip2 v6.2d, v2.2d, v3.2d /* bs[18,22,26,30] */
183 zip2 v7.2d, v18.2d, v19.2d /* bs[19,23,27,31] */
184 fadd v4.4s, v4.4s, v5.4s /* bs[2,6,10,14] */
185 fadd v6.4s, v6.4s, v7.4s /* bs[18,22,26,30] */
186 ins v0.d[1], v4.d[0] /* bs[0,4,2,6] */
187 ins v1.d[1], v4.d[1] /* bs[8,12,10,14] */
188 ins v2.d[1], v6.d[0] /* bs[16,20,18,22] */
189 ins v3.d[1], v6.d[1] /* bs[24,28,26,30] */
190
191 eor v31.16b, v31.16b, v31.16b
192 zip1 v4.4s, v0.4s, v16.4s /* bs[0,1,4,5] */
193 zip2 v5.4s, v0.4s, v16.4s /* bs[2,3,6,7] */
194 zip1 v6.4s, v1.4s, v17.4s /* bs[8,9,12,13] */
195 zip2 v7.4s, v1.4s, v17.4s /* bs[10,11,14,15] */
196 zip1 v20.4s, v2.4s, v18.4s /* bs[16,17,20,21] */
197 zip2 v21.4s, v2.4s, v18.4s /* bs[18,19,22,23] */
198 zip1 v22.4s, v3.4s, v19.4s /* bs[24,25,28,29] */
199 zip2 v23.4s, v3.4s, v19.4s /* bs[26,27,30,31] */
200 zip1 v0.2d, v4.2d, v5.2d /* bs[0,1,2,3] */
201 zip2 v1.2d, v4.2d, v5.2d /* bs[4,5,6,7] */
202 zip1 v2.2d, v6.2d, v7.2d /* bs[8,9,10,11] */
203 zip2 v3.2d, v6.2d, v7.2d /* bs[12,13,14,15] */
204 rev64 v16.4s, v4.4s
205 rev64 v17.4s, v6.4s
206 zip1 v24.2d, v7.2d, v17.2d
207 zip2 v16.2d, v5.2d, v16.2d
208 zip2 v17.2d, v7.2d, v17.2d
209 zip1 v4.2d, v20.2d, v21.2d /* bs[16,17,18,19] */
210 zip2 v5.2d, v20.2d, v21.2d /* bs[20,21,22,23] */
211 zip1 v6.2d, v22.2d, v23.2d /* bs[24,25,26,27] */
212 zip2 v7.2d, v22.2d, v23.2d /* bs[28,29,30,31] */
213 rev64 v18.4s, v20.4s
214 rev64 v19.4s, v22.4s
215 zip1 v25.2d, v23.2d, v19.2d
216 zip1 v26.2d, v21.2d, v18.2d
217 zip2 v18.2d, v21.2d, v18.2d
218 zip2 v19.2d, v23.2d, v19.2d
219 ins v16.s[3], v31.s[0] /* bs[6,7,5,-] */
220 ins v17.s[3], v31.s[0] /* bs[14,15,13,-] */
221 ins v18.s[3], v31.s[0] /* bs[22,23,21,-] */
222 ins v19.s[3], v31.s[0] /* bs[30,31,29,-] */
223 ins v24.s[3], v31.s[0] /* bs[10,11,9,-] */
224 ins v25.s[3], v31.s[0] /* bs[26,27,25,-] */
225 ins v26.s[3], v31.s[0] /* bs[18,19,17,-] */
226
227 fadd v1.4s, v1.4s, v16.4s
228 fadd v3.4s, v3.4s, v17.4s
229 fadd v5.4s, v5.4s, v18.4s
230 fadd v7.4s, v7.4s, v19.4s
231
232 fadd v2.4s, v2.4s, v3.4s
233 fadd v3.4s, v3.4s, v24.4s
234 fadd v6.4s, v6.4s, v7.4s
235 fadd v7.4s, v7.4s, v25.4s
236
237 fadd v4.4s, v4.4s, v6.4s
238 fadd v6.4s, v6.4s, v5.4s
239 fadd v5.4s, v5.4s, v7.4s
240 fadd v7.4s, v7.4s, v26.4s
241
242 mov x3, #64
243 st1 {v0.s}[1], [x0], x3
244 st1 {v7.s}[2], [x0], x3
245 st1 {v3.s}[2], [x0], x3
246 st1 {v5.s}[2], [x0], x3
247 st1 {v1.s}[2], [x0], x3
248 st1 {v6.s}[2], [x0], x3
249 st1 {v2.s}[2], [x0], x3
250 st1 {v4.s}[2], [x0], x3
251 st1 {v0.s}[2], [x0], x3
252 st1 {v7.s}[0], [x0], x3
253 st1 {v3.s}[0], [x0], x3
254 st1 {v5.s}[0], [x0], x3
255 st1 {v1.s}[0], [x0], x3
256 st1 {v6.s}[0], [x0], x3
257 st1 {v2.s}[0], [x0], x3
258 st1 {v4.s}[0], [x0], x3
259 st1 {v0.s}[0], [x0]
260 st1 {v0.s}[1], [x1], x3
261 st1 {v4.s}[1], [x1], x3
262 st1 {v2.s}[1], [x1], x3
263 st1 {v6.s}[1], [x1], x3
264 st1 {v1.s}[1], [x1], x3
265 st1 {v5.s}[1], [x1], x3
266 st1 {v3.s}[1], [x1], x3
267 st1 {v7.s}[1], [x1], x3
268 st1 {v0.s}[3], [x1], x3
269 st1 {v4.s}[3], [x1], x3
270 st1 {v2.s}[3], [x1], x3
271 st1 {v6.s}[3], [x1], x3
272 st1 {v1.s}[3], [x1], x3
273 st1 {v5.s}[3], [x1], x3
274 st1 {v3.s}[3], [x1], x3
275 st1 {v7.s}[3], [x1]
276
277 ret
278
279 NONEXEC_STACK