Debian Codegraph @

modules/lsp-dsp-lib/include/private/dsp/arch/aarch64/asimd/pmath/sqr.h

raw
1 /*
2 * Copyright (C) 2023 Linux Studio Plugins Project <https://lsp-plug.in/>
3 * (C) 2023 Vladimir Sadovnikov <[email protected]>
4 *
5 * This file is part of lsp-dsp-lib
6 * Created on: 21 сент. 2023 г.
7 *
8 * lsp-dsp-lib is free software: you can redistribute it and/or modify
9 * it under the terms of the GNU Lesser General Public License as published by
10 * the Free Software Foundation, either version 3 of the License, or
11 * any later version.
12 *
13 * lsp-dsp-lib is distributed in the hope that it will be useful,
14 * but WITHOUT ANY WARRANTY; without even the implied warranty of
15 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
16 * GNU Lesser General Public License for more details.
17 *
18 * You should have received a copy of the GNU Lesser General Public License
19 * along with lsp-dsp-lib. If not, see <https://www.gnu.org/licenses/>.
20 */
21
22 #ifndef PRIVATE_DSP_ARCH_AARCH64_ASIMD_PMATH_SQR_H_
23 #define PRIVATE_DSP_ARCH_AARCH64_ASIMD_PMATH_SQR_H_
24
25 #ifndef PRIVATE_DSP_ARCH_AARCH64_ASIMD_IMPL
26 #error "This header should not be included directly"
27 #endif /* PRIVATE_DSP_ARCH_AARCH64_ASIMD_IMPL */
28
29 namespace lsp
30 {
31 namespace asimd
32 {
33 #define SQR_INC(...) __VA_ARGS__
34 #define SQR_NOINC(...)
35
36 #define SQR_CORE(DST, SRC, INC) \
37 /* 32x blocks */ \
38 __ASM_EMIT("subs %[count], %[count], #32") \
39 __ASM_EMIT("b.lo 2f") \
40 __ASM_EMIT("1:") \
41 __ASM_EMIT("ldp q0, q1, [%[" SRC "], #0x00]") \
42 __ASM_EMIT("ldp q2, q3, [%[" SRC "], #0x20]") \
43 __ASM_EMIT("ldp q4, q5, [%[" SRC "], #0x40]") \
44 __ASM_EMIT("ldp q6, q7, [%[" SRC "], #0x60]") \
45 __ASM_EMIT("fmul v0.4s, v0.4s, v0.4s") \
46 __ASM_EMIT("fmul v1.4s, v1.4s, v1.4s") \
47 __ASM_EMIT("fmul v2.4s, v2.4s, v2.4s") \
48 __ASM_EMIT("fmul v3.4s, v3.4s, v3.4s") \
49 __ASM_EMIT("fmul v4.4s, v4.4s, v4.4s") \
50 __ASM_EMIT("fmul v5.4s, v5.4s, v5.4s") \
51 __ASM_EMIT("fmul v6.4s, v6.4s, v6.4s") \
52 __ASM_EMIT("fmul v7.4s, v7.4s, v7.4s") \
53 __ASM_EMIT("stp q0, q1, [%[" DST "], #0x00]") \
54 __ASM_EMIT("stp q2, q3, [%[" DST "], #0x20]") \
55 __ASM_EMIT("stp q4, q5, [%[" DST "], #0x40]") \
56 __ASM_EMIT("stp q6, q7, [%[" DST "], #0x60]") \
57 __ASM_EMIT("subs %[count], %[count], #32") \
58 __ASM_EMIT("add %[" DST "], %[" DST "], #0x80") \
59 INC(__ASM_EMIT("add %[" SRC "], %[" SRC "], #0x80")) \
60 __ASM_EMIT("b.hs 1b") \
61 __ASM_EMIT("2:") \
62 /* 16x block */ \
63 __ASM_EMIT("adds %[count], %[count], #16") /* 32 - 16 */ \
64 __ASM_EMIT("b.lt 4f") \
65 __ASM_EMIT("ldp q0, q1, [%[" SRC "], #0x00]") \
66 __ASM_EMIT("ldp q2, q3, [%[" SRC "], #0x20]") \
67 __ASM_EMIT("fmul v0.4s, v0.4s, v0.4s") \
68 __ASM_EMIT("fmul v1.4s, v1.4s, v1.4s") \
69 __ASM_EMIT("fmul v2.4s, v2.4s, v2.4s") \
70 __ASM_EMIT("fmul v3.4s, v3.4s, v3.4s") \
71 __ASM_EMIT("stp q0, q1, [%[" DST "], #0x00]") \
72 __ASM_EMIT("stp q2, q3, [%[" DST "], #0x20]") \
73 __ASM_EMIT("sub %[count], %[count], #16") \
74 __ASM_EMIT("add %[" DST "], %[" DST "], #0x40") \
75 INC(__ASM_EMIT("add %[" SRC "], %[" SRC "], #0x40")) \
76 __ASM_EMIT("4:") \
77 /* 8x block */ \
78 __ASM_EMIT("adds %[count], %[count], #8") /* 16 - 8 */ \
79 __ASM_EMIT("b.lt 6f") \
80 __ASM_EMIT("ldp q0, q1, [%[" SRC "], #0x00]") \
81 __ASM_EMIT("fmul v0.4s, v0.4s, v0.4s") \
82 __ASM_EMIT("fmul v1.4s, v1.4s, v1.4s") \
83 __ASM_EMIT("stp q0, q1, [%[" DST "], #0x00]") \
84 __ASM_EMIT("sub %[count], %[count], #8") \
85 __ASM_EMIT("add %[" DST "], %[" DST "], #0x20") \
86 INC(__ASM_EMIT("add %[" SRC "], %[" SRC "], #0x20")) \
87 __ASM_EMIT("6:") \
88 /* 4x block */ \
89 __ASM_EMIT("adds %[count], %[count], #4") /* 8 - 4 */ \
90 __ASM_EMIT("b.lt 8f") \
91 __ASM_EMIT("ldr q0, [%[" SRC "], #0x00]") \
92 __ASM_EMIT("fmul v0.4s, v0.4s, v0.4s") \
93 __ASM_EMIT("str q0, [%[" DST "], #0x00]") \
94 __ASM_EMIT("sub %[count], %[count], #4") \
95 __ASM_EMIT("add %[" DST "], %[" DST "], #0x10") \
96 INC(__ASM_EMIT("add %[" SRC "], %[" SRC "], #0x10")) \
97 __ASM_EMIT("8:") \
98 /* 1x block */ \
99 __ASM_EMIT("adds %[count], %[count], #3") /* 4 - 3 */ \
100 __ASM_EMIT("b.lt 10f") \
101 __ASM_EMIT("9:") \
102 __ASM_EMIT("ld1r {v0.4s}, [%[" SRC "]]") \
103 __ASM_EMIT("fmul v0.4s, v0.4s, v0.4s") \
104 __ASM_EMIT("st1 {v0.s}[0], [%[" DST "]]") \
105 __ASM_EMIT("subs %[count], %[count], #1") \
106 __ASM_EMIT("add %[" DST "], %[" DST "], #0x04") \
107 INC(__ASM_EMIT("add %[" SRC "], %[" SRC "], #0x04")) \
108 __ASM_EMIT("bge 9b") \
109 __ASM_EMIT("10:")
110
111 void sqr1(float *dst, size_t count)
112 {
113 ARCH_AARCH64_ASM(
114 SQR_CORE("dst", "dst", SQR_NOINC)
115 : [dst] "+r" (dst),
116 [count] "+r" (count)
117 :
118 : "cc", "memory",
119 "v1", "v2", "v3",
120 "v4", "v5", "v6", "v7",
121 "v8", "v9", "v10", "v11",
122 "v12", "v13", "v14", "v15"
123 );
124 }
125
126 void sqr2(float *dst, const float *src, size_t count)
127 {
128 ARCH_AARCH64_ASM(
129 SQR_CORE("dst", "src", SQR_INC)
130 : [dst] "+r" (dst), [src] "+r" (src),
131 [count] "+r" (count)
132 :
133 : "cc", "memory",
134 "v1", "v2", "v3",
135 "v4", "v5", "v6", "v7",
136 "v8", "v9", "v10", "v11",
137 "v12", "v13", "v14", "v15"
138 );
139 }
140
141 #undef SQR_CORE
142 #undef SQR_NOINC
143 #undef SQR_INC
144
145 } /* namespace asimd */
146 } /* namespace lsp */
147
148
149
150 #endif /* PRIVATE_DSP_ARCH_AARCH64_ASIMD_PMATH_SQR_H_ */