Debian Codegraph @

src/libmpg123/synth_stereo_neon64.S

raw
1 /*
2 synth_stereo_neon64: NEON optimized synth for AArch64 (stereo specific version)
3
4 copyright 1995-2014 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "mangle.h"
10
11 RODATA
12 ALIGN16
13 maxmin_s16:
14 .word 32767
15 .word -32768
16 .text
17 ALIGN4
18 .globl ASM_NAME(INT123_synth_1to1_s_neon64_asm)
19 #ifdef __ELF__
20 .type ASM_NAME(INT123_synth_1to1_s_neon64_asm), %function
21 #endif
22 ASM_NAME(INT123_synth_1to1_s_neon64_asm):
23 add x0, x0, #32
24 sub x0, x0, x4, lsl #1
25 eor v30.16b, v30.16b, v30.16b
26 adrp x5, AARCH64_PCREL_HI(maxmin_s16)
27 add x5, x5, AARCH64_PCREL_LO(maxmin_s16)
28 ld2r {v28.4s,v29.4s}, [x5]
29
30 mov w4, #4
31 mov x5, #64
32 1:
33 ld1 {v0.8h,v1.8h}, [x0], x5
34 ld1 {v2.8h,v3.8h}, [x0], x5
35 ld1 {v4.8h,v5.8h,v6.8h,v7.8h}, [x1], #64
36 ld1 {v16.8h,v17.8h,v18.8h,v19.8h}, [x2], #64
37
38 smull v24.4s, v0.4h, v4.4h
39 smull v25.4s, v0.4h, v16.4h
40 smull v26.4s, v2.4h, v6.4h
41 smull v27.4s, v2.4h, v18.4h
42 smlal2 v24.4s, v0.8h, v4.8h
43 smlal2 v25.4s, v0.8h, v16.8h
44 smlal2 v26.4s, v2.8h, v6.8h
45 smlal2 v27.4s, v2.8h, v18.8h
46 smlal v24.4s, v1.4h, v5.4h
47 smlal v25.4s, v1.4h, v17.4h
48 smlal v26.4s, v3.4h, v7.4h
49 smlal v27.4s, v3.4h, v19.4h
50 smlal2 v24.4s, v1.8h, v5.8h
51 smlal2 v25.4s, v1.8h, v17.8h
52 smlal2 v26.4s, v3.8h, v7.8h
53 smlal2 v27.4s, v3.8h, v19.8h
54
55 addp v0.4s, v24.4s, v25.4s
56 addp v1.4s, v26.4s, v27.4s
57 addp v0.4s, v0.4s, v1.4s
58 sqrshrn v31.4h, v0.4s, #13
59 cmgt v2.4s, v0.4s, v28.4s
60 cmgt v3.4s, v29.4s, v0.4s
61 add v2.4s, v2.4s, v3.4s
62 add v30.4s, v30.4s, v2.4s
63
64 ld1 {v0.8h,v1.8h}, [x0], x5
65 ld1 {v2.8h,v3.8h}, [x0], x5
66 ld1 {v4.8h,v5.8h,v6.8h,v7.8h}, [x1], #64
67 ld1 {v16.8h,v17.8h,v18.8h,v19.8h}, [x2], #64
68
69 smull v24.4s, v0.4h, v4.4h
70 smull v25.4s, v0.4h, v16.4h
71 smull v26.4s, v2.4h, v6.4h
72 smull v27.4s, v2.4h, v18.4h
73 smlal2 v24.4s, v0.8h, v4.8h
74 smlal2 v25.4s, v0.8h, v16.8h
75 smlal2 v26.4s, v2.8h, v6.8h
76 smlal2 v27.4s, v2.8h, v18.8h
77 smlal v24.4s, v1.4h, v5.4h
78 smlal v25.4s, v1.4h, v17.4h
79 smlal v26.4s, v3.4h, v7.4h
80 smlal v27.4s, v3.4h, v19.4h
81 smlal2 v24.4s, v1.8h, v5.8h
82 smlal2 v25.4s, v1.8h, v17.8h
83 smlal2 v26.4s, v3.8h, v7.8h
84 smlal2 v27.4s, v3.8h, v19.8h
85
86 addp v0.4s, v24.4s, v25.4s
87 addp v1.4s, v26.4s, v27.4s
88 addp v0.4s, v0.4s, v1.4s
89 sqrshrn2 v31.8h, v0.4s, #13
90 cmgt v2.4s, v0.4s, v28.4s
91 cmgt v3.4s, v29.4s, v0.4s
92 add v2.4s, v2.4s, v3.4s
93 add v30.4s, v30.4s, v2.4s
94 st1 {v31.4s}, [x3], #16
95
96 subs w4, w4, #1
97 b.ne 1b
98
99 mov w4, #4
100 mov x6, #-32
101 2:
102 ld1 {v0.8h,v1.8h}, [x0], x5
103 ld1 {v2.8h,v3.8h}, [x0], x5
104 ld1 {v4.8h,v5.8h}, [x1], x6
105 ld1 {v6.8h,v7.8h}, [x1], x6
106 ld1 {v16.8h,v17.8h}, [x2], x6
107 ld1 {v18.8h,v19.8h}, [x2], x6
108
109 smull v24.4s, v0.4h, v4.4h
110 smull v25.4s, v0.4h, v16.4h
111 smull v26.4s, v2.4h, v6.4h
112 smull v27.4s, v2.4h, v18.4h
113 smlal2 v24.4s, v0.8h, v4.8h
114 smlal2 v25.4s, v0.8h, v16.8h
115 smlal2 v26.4s, v2.8h, v6.8h
116 smlal2 v27.4s, v2.8h, v18.8h
117 smlal v24.4s, v1.4h, v5.4h
118 smlal v25.4s, v1.4h, v17.4h
119 smlal v26.4s, v3.4h, v7.4h
120 smlal v27.4s, v3.4h, v19.4h
121 smlal2 v24.4s, v1.8h, v5.8h
122 smlal2 v25.4s, v1.8h, v17.8h
123 smlal2 v26.4s, v3.8h, v7.8h
124 smlal2 v27.4s, v3.8h, v19.8h
125
126 addp v0.4s, v24.4s, v25.4s
127 addp v1.4s, v26.4s, v27.4s
128 addp v0.4s, v0.4s, v1.4s
129 sqrshrn v31.4h, v0.4s, #13
130 cmgt v2.4s, v0.4s, v28.4s
131 cmgt v3.4s, v29.4s, v0.4s
132 add v2.4s, v2.4s, v3.4s
133 add v30.4s, v30.4s, v2.4s
134
135 ld1 {v0.8h,v1.8h}, [x0], x5
136 ld1 {v2.8h,v3.8h}, [x0], x5
137 ld1 {v4.8h,v5.8h}, [x1], x6
138 ld1 {v6.8h,v7.8h}, [x1], x6
139 ld1 {v16.8h,v17.8h}, [x2], x6
140 ld1 {v18.8h,v19.8h}, [x2], x6
141
142 smull v24.4s, v0.4h, v4.4h
143 smull v25.4s, v0.4h, v16.4h
144 smull v26.4s, v2.4h, v6.4h
145 smull v27.4s, v2.4h, v18.4h
146 smlal2 v24.4s, v0.8h, v4.8h
147 smlal2 v25.4s, v0.8h, v16.8h
148 smlal2 v26.4s, v2.8h, v6.8h
149 smlal2 v27.4s, v2.8h, v18.8h
150 smlal v24.4s, v1.4h, v5.4h
151 smlal v25.4s, v1.4h, v17.4h
152 smlal v26.4s, v3.4h, v7.4h
153 smlal v27.4s, v3.4h, v19.4h
154 smlal2 v24.4s, v1.8h, v5.8h
155 smlal2 v25.4s, v1.8h, v17.8h
156 smlal2 v26.4s, v3.8h, v7.8h
157 smlal2 v27.4s, v3.8h, v19.8h
158
159 addp v0.4s, v24.4s, v25.4s
160 addp v1.4s, v26.4s, v27.4s
161 addp v0.4s, v0.4s, v1.4s
162 sqrshrn2 v31.8h, v0.4s, #13
163 cmgt v2.4s, v0.4s, v28.4s
164 cmgt v3.4s, v29.4s, v0.4s
165 add v2.4s, v2.4s, v3.4s
166 add v30.4s, v30.4s, v2.4s
167 st1 {v31.4s}, [x3], #16
168
169 subs w4, w4, #1
170 b.ne 2b
171
172 AARCH64_DUP_2D(v0, v30, 1)
173 add v0.4s, v0.4s, v30.4s
174 AARCH64_DUP_4S(v1, v0, 1)
175 add v0.4s, v0.4s, v1.4s
176 umov w0, v0.s[0]
177 neg w0, w0
178
179 ret
180
181 NONEXEC_STACK