Debian Codegraph @

src/libmpg123/dct36_neon64.S

raw
1 /*
2 dct36_neon64: NEON optimized dct36 for AArch64
3
4 copyright 1995-2014 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "aarch64_defs.h"
10 #include "mangle.h"
11
12 RODATA
13 ALIGN16
14 dct36_aarch64_COS9:
15 .word 0x3f5db3d7
16 .word 0x3f5db3d7
17 .word 0x3f000000
18 .word 0x3f000000
19 .word 0x3f7c1c5c
20 .word 0x3f7c1c5c
21 .word 0x3f708fb2
22 .word 0x3f708fb2
23 .word 0x3f248dbb
24 .word 0x3f248dbb
25 .word 0x3e31d0d4
26 .word 0x3e31d0d4
27 .word 0x3eaf1d44
28 .word 0x3eaf1d44
29 .word 0x3f441b7d
30 .word 0x3f441b7d
31 .word 0x3f007d2b
32 .word 0x3f0483ee
33 .word 0x3f0d3b7d
34 .word 0x3f1c4257
35 .word 0x40b79454
36 .word 0x3ff746ea
37 .word 0x3f976fd9
38 .word 0x3f5f2944
39 .word 0x3f800000
40 .word 0x3f3504f3
41
42 .text
43 ALIGN4
44 .globl ASM_NAME(INT123_dct36_neon64)
45 #ifdef __ELF__
46 .type ASM_NAME(INT123_dct36_neon64), %function
47 #endif
48 ASM_NAME(INT123_dct36_neon64):
49 adrp x5, AARCH64_PCREL_HI(dct36_aarch64_COS9)
50 add x5, x5, AARCH64_PCREL_LO(dct36_aarch64_COS9)
51 cmeq v28.16b, v28.16b, v28.16b
52 eor v29.16b, v29.16b, v29.16b
53 shl v28.2d, v28.2d, #32
54 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], #64
55 ld1 {v4.2s}, [x0]
56
57 ext v16.16b, v29.16b, v0.16b, #12
58 ext v17.16b, v0.16b, v1.16b, #12
59 ext v18.16b, v1.16b, v2.16b, #12
60 ext v19.16b, v2.16b, v3.16b, #12
61 ext v20.16b, v3.16b, v4.16b, #12
62 fadd v0.4s, v0.4s, v16.4s
63 fadd v1.4s, v1.4s, v17.4s
64 fadd v2.4s, v2.4s, v18.4s
65 fadd v3.4s, v3.4s, v19.4s
66 fadd v4.2s, v4.2s, v20.2s
67
68 ext v16.16b, v0.16b, v1.16b, #8
69 ext v17.16b, v1.16b, v2.16b, #8
70 ext v18.16b, v2.16b, v3.16b, #8
71 ext v19.16b, v3.16b, v4.16b, #8
72 and v20.16b, v0.16b, v28.16b
73 ext v0.16b, v29.16b, v0.16b, #8
74 and v21.16b, v1.16b, v28.16b
75 and v22.16b, v2.16b, v28.16b
76 and v23.16b, v3.16b, v28.16b
77 fadd v1.4s, v20.4s, v16.4s
78 fadd v2.4s, v21.4s, v17.4s
79 fadd v3.4s, v22.4s, v18.4s
80 fadd v4.4s, v23.4s, v19.4s
81
82 /*
83 v0 in[-,-,0,1]
84 v1 in[2,3,4,5]
85 v2 in[6,7,8,9]
86 v3 in[10,11,12,13]
87 v4 in[14,15,16,17]
88 */
89
90 orr v5.16b, v2.16b, v2.16b
91 ins v2.d[1], v3.d[1]
92 ins v3.d[1], v4.d[1]
93 ins v4.d[1], v5.d[1]
94
95 /*
96 v2 in[6,7,12,13]
97 v3 in[10,11,16,17]
98 v4 in[14,15,8,9]
99 */
100
101 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x5], #64
102 orr v20.16b, v0.16b, v0.16b
103 fmla v20.4s, v2.4s, v16.4s
104
105 /*
106 v17 COS9_[1,1,2,2]
107 v18 COS9_[5,5,8,8]
108 v19 COS9_[7,7,4,4]
109 v16 COS9_[3,3,6,6]
110 v20 [ta33,tb33,ta66,tb66]
111 */
112
113 orr v21.16b, v20.16b, v20.16b
114 orr v23.16b, v20.16b, v20.16b
115 zip2 v25.2d, v29.2d, v2.2d
116 fsub v22.4s, v1.4s, v3.4s
117 fmul v24.4s, v1.4s, v17.4s
118 fmul v26.4s, v1.4s, v18.4s
119 fmul v27.4s, v1.4s, v19.4s
120 fmla v21.4s, v3.4s, v18.4s
121 fmla v23.4s, v3.4s, v19.4s
122 fmla v20.4s, v4.4s, v18.4s
123 fsub v25.4s, v0.4s, v25.4s
124 fsub v22.4s, v22.4s, v4.4s
125 fmla v24.4s, v4.4s, v19.4s
126 fmla v26.4s, v4.4s, v17.4s
127 fmla v27.4s, v3.4s, v17.4s
128 fmla v25.4s, v22.4s, v16.4s
129 fadd v24.4s, v24.4s, v21.4s
130 fsub v26.4s, v26.4s, v23.4s
131 fsub v27.4s, v27.4s, v20.4s
132
133 zip1 v16.4s, v24.4s, v25.4s
134 zip2 v17.4s, v24.4s, v25.4s
135 zip1 v18.4s, v26.4s, v27.4s
136 zip2 v19.4s, v26.4s, v27.4s
137 fneg v19.4s, v19.4s
138 zip1 v20.2d, v16.2d, v18.2d
139 zip1 v21.2d, v17.2d, v19.2d
140 zip2 v22.2d, v16.2d, v18.2d
141 zip2 v23.2d, v17.2d, v19.2d
142
143 ld1 {v5.4s,v6.4s}, [x5], #32
144 ld1 {v7.2s}, [x5]
145 fsub v0.4s, v0.4s, v1.4s
146 fsub v4.4s, v4.4s, v2.4s
147 fadd v17.4s, v22.4s, v23.4s
148 fsub v19.4s, v23.4s, v22.4s
149 fadd v0.4s, v0.4s, v3.4s
150 fadd v16.4s, v20.4s, v21.4s
151 fsub v18.4s, v21.4s, v20.4s
152 fadd v0.4s, v0.4s, v4.4s
153 fmul v17.4s, v17.4s, v5.4s
154 fmul v19.4s, v19.4s, v6.4s
155 AARCH64_DUP_2D(v0, v0, 1)
156 fmul v0.2s, v0.2s, v7.2s
157
158 /*
159 v16 tmp[0,1,2,3]
160 v17 tmp[17,16,15,14]
161 v18 tmp[8,7,6,5]
162 v19 tmp[9,10,11,12]
163 v0 tmp[4,13]
164 */
165
166 add x0, x4, #640
167 add x5, x3, #20
168 add x6, x3, #92
169 add x7, x1, #20
170 ld1 {v1.4s,v2.4s}, [x5]
171 ld1 {v3.4s,v4.4s}, [x6]
172 ld1 {v5.4s,v6.4s}, [x7]
173 fadd v20.4s, v16.4s, v17.4s
174 fsub v21.4s, v16.4s, v17.4s
175 fmul v4.4s, v20.4s, v4.4s
176 fmla v6.4s, v21.4s, v2.4s
177 rev64 v20.4s, v20.4s
178 rev64 v21.4s, v21.4s
179 ext v20.16b, v20.16b, v20.16b, #8
180 ext v21.16b, v21.16b, v21.16b, #8
181 fmul v3.4s, v20.4s, v3.4s
182 fmla v5.4s, v21.4s, v1.4s
183 add x5, x2, #20
184 mov x9, #128
185 st1 {v3.4s,v4.4s}, [x5]
186 st1 {v5.s}[0], [x0], x9
187 st1 {v5.s}[1], [x0], x9
188 st1 {v5.s}[2], [x0], x9
189 st1 {v5.s}[3], [x0], x9
190 st1 {v6.s}[0], [x0], x9
191 st1 {v6.s}[1], [x0], x9
192 st1 {v6.s}[2], [x0], x9
193 st1 {v6.s}[3], [x0], x9
194
195 add x0, x4, #1792
196 add x5, x3, #56
197 add x6, x3, #128
198 add x7, x1, #56
199 ld1 {v1.4s}, [x3]
200 ld1 {v2.4s,v3.4s}, [x5]
201 ld1 {v4.4s}, [x6]
202 ld1 {v5.4s}, [x1]
203 ld1 {v6.4s}, [x7]
204 fadd v20.4s, v18.4s, v19.4s
205 fsub v21.4s, v18.4s, v19.4s
206 fmul v3.4s, v20.4s, v3.4s
207 fmla v5.4s, v21.4s, v1.4s
208 rev64 v20.4s, v20.4s
209 rev64 v21.4s, v21.4s
210 ext v20.16b, v20.16b, v20.16b, #8
211 ext v21.16b, v21.16b, v21.16b, #8
212 fmul v4.4s, v20.4s, v4.4s
213 fmla v6.4s, v21.4s, v2.4s
214 add x5, x2, #56
215 st1 {v3.4s}, [x2]
216 st1 {v4.4s}, [x5]
217 st1 {v5.s}[0], [x4], x9
218 st1 {v5.s}[1], [x4], x9
219 st1 {v5.s}[2], [x4], x9
220 st1 {v5.s}[3], [x4], x9
221 st1 {v6.s}[0], [x0], x9
222 st1 {v6.s}[1], [x0], x9
223 st1 {v6.s}[2], [x0], x9
224 st1 {v6.s}[3], [x0], x9
225
226 ins v1.s[0], v0.s[1]
227 ldr s2, [x3, #16]
228 ldr s3, [x3, #52]
229 ldr s4, [x3, #88]
230 ldr s5, [x3, #124]
231 ldr s6, [x1, #16]
232 ldr s7, [x1, #52]
233 fadd s16, s0, s1
234 fsub s17, s0, s1
235 fmul s4, s16, s4
236 fmul s5, s16, s5
237 fmadd s6, s17, s2, s6
238 fmadd s7, s17, s3, s7
239 str s4, [x2, #16]
240 str s5, [x2, #52]
241 str s6, [x4]
242 str s7, [x4, #1152]
243
244 ret
245
246 NONEXEC_STACK