Debian Codegraph @

src/libmpg123/synth_neon64_s32.S

raw
1 /*
2 synth_neon64_s32: NEON optimized synth for AArch64 (32-bit output version)
3
4 copyright 1995-2014 by the mpg123 project - free software under the terms of the LGPL 2.1
5 see COPYING and AUTHORS files in distribution or http://mpg123.org
6 initially written by Taihei Monma
7 */
8
9 #include "aarch64_defs.h"
10 #include "mangle.h"
11
12 RODATA
13 ALIGN16
14 maxmin_s32:
15 .word 1191182335
16 .word -956301312
17 .word 1199570944
18 .text
19 ALIGN4
20 .globl ASM_NAME(INT123_synth_1to1_s32_neon64_asm)
21 #ifdef __ELF__
22 .type ASM_NAME(INT123_synth_1to1_s32_neon64_asm), %function
23 #endif
24 ASM_NAME(INT123_synth_1to1_s32_neon64_asm):
25 add x0, x0, #64
26 sub x0, x0, x3, lsl #2
27 eor v31.16b, v31.16b, v31.16b
28 adrp x5, AARCH64_PCREL_HI(maxmin_s32)
29 add x5, x5, AARCH64_PCREL_LO(maxmin_s32)
30 ld3r {v28.4s,v29.4s,v30.4s}, [x5]
31
32 mov w4, #4
33 mov x5, #128
34 1:
35 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
36 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
37 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], #64
38 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x1], #64
39
40 fmul v24.4s, v0.4s, v16.4s
41 fmul v25.4s, v4.4s, v20.4s
42 fmla v24.4s, v1.4s, v17.4s
43 fmla v25.4s, v5.4s, v21.4s
44 fmla v24.4s, v2.4s, v18.4s
45 fmla v25.4s, v6.4s, v22.4s
46 fmla v24.4s, v3.4s, v19.4s
47 fmla v25.4s, v7.4s, v23.4s
48
49 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
50 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
51 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], #64
52 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x1], #64
53
54 fmul v26.4s, v0.4s, v16.4s
55 fmul v27.4s, v4.4s, v20.4s
56 fmla v26.4s, v1.4s, v17.4s
57 fmla v27.4s, v5.4s, v21.4s
58 fmla v26.4s, v2.4s, v18.4s
59 fmla v27.4s, v6.4s, v22.4s
60 fmla v26.4s, v3.4s, v19.4s
61 fmla v27.4s, v7.4s, v23.4s
62
63 faddp v0.4s, v24.4s, v25.4s
64 faddp v1.4s, v26.4s, v27.4s
65 faddp v0.4s, v0.4s, v1.4s
66 fmul v1.4s, v0.4s, v30.4s
67 ld2 {v4.4s,v5.4s}, [x2]
68 fcvtns v4.4s, v1.4s
69 fcmgt v2.4s, v0.4s, v28.4s
70 fcmgt v3.4s, v29.4s, v0.4s
71 add v2.4s, v2.4s, v3.4s
72 add v31.4s, v31.4s, v2.4s
73 st2 {v4.4s,v5.4s}, [x2], #32
74
75 subs w4, w4, #1
76 b.ne 1b
77
78 mov w4, #4
79 mov x6, #-64
80 2:
81 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
82 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
83 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], x6
84 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x1], x6
85
86 fmul v24.4s, v0.4s, v16.4s
87 fmul v25.4s, v4.4s, v20.4s
88 fmla v24.4s, v1.4s, v17.4s
89 fmla v25.4s, v5.4s, v21.4s
90 fmla v24.4s, v2.4s, v18.4s
91 fmla v25.4s, v6.4s, v22.4s
92 fmla v24.4s, v3.4s, v19.4s
93 fmla v25.4s, v7.4s, v23.4s
94
95 ld1 {v0.4s,v1.4s,v2.4s,v3.4s}, [x0], x5
96 ld1 {v4.4s,v5.4s,v6.4s,v7.4s}, [x0], x5
97 ld1 {v16.4s,v17.4s,v18.4s,v19.4s}, [x1], x6
98 ld1 {v20.4s,v21.4s,v22.4s,v23.4s}, [x1], x6
99
100 fmul v26.4s, v0.4s, v16.4s
101 fmul v27.4s, v4.4s, v20.4s
102 fmla v26.4s, v1.4s, v17.4s
103 fmla v27.4s, v5.4s, v21.4s
104 fmla v26.4s, v2.4s, v18.4s
105 fmla v27.4s, v6.4s, v22.4s
106 fmla v26.4s, v3.4s, v19.4s
107 fmla v27.4s, v7.4s, v23.4s
108
109 faddp v0.4s, v24.4s, v25.4s
110 faddp v1.4s, v26.4s, v27.4s
111 faddp v0.4s, v0.4s, v1.4s
112 fmul v1.4s, v0.4s, v30.4s
113 ld2 {v4.4s,v5.4s}, [x2]
114 fcvtns v4.4s, v1.4s
115 fcmgt v2.4s, v0.4s, v28.4s
116 fcmgt v3.4s, v29.4s, v0.4s
117 add v2.4s, v2.4s, v3.4s
118 add v31.4s, v31.4s, v2.4s
119 st2 {v4.4s,v5.4s}, [x2], #32
120
121 subs w4, w4, #1
122 b.ne 2b
123
124 AARCH64_DUP_2D(v0, v31, 1)
125 add v0.4s, v0.4s, v31.4s
126 AARCH64_DUP_4S(v1, v0, 1)
127 add v0.4s, v0.4s, v1.4s
128 umov w0, v0.s[0]
129 neg w0, w0
130
131 ret
132
133 NONEXEC_STACK