Debian Codegraph @

crypto_nPbatch/montgomery25519/arm64-neon-2x1-uma-10l/fe25519_mul.S

raw
1 #include "crypto_asm_hidden.h"
2 // linker define fe25519_mul
3
4 /* Assembly for field multiplication */
5
6
7 .p2align 4
8 ASM_HIDDEN _CRYPTO_SHARED_NAMESPACE(fe25519_mul)
9 .globl _CRYPTO_SHARED_NAMESPACE(fe25519_mul)
10 ASM_HIDDEN CRYPTO_SHARED_NAMESPACE(fe25519_mul)
11 .globl CRYPTO_SHARED_NAMESPACE(fe25519_mul)
12
13 _CRYPTO_SHARED_NAMESPACE(fe25519_mul):
14 CRYPTO_SHARED_NAMESPACE(fe25519_mul):
15
16 sub sp, sp, #112
17 stp x19, x20, [sp]
18 stp x21, x22, [sp, #16]
19 stp x23, x24, [sp, #32]
20 stp x25, x26, [sp, #48]
21 stp x27, x28, [sp, #64]
22 stp x29, x30, [sp, #80]
23 str x0, [sp, #96]
24
25 ldp w10, w11, [x1, #0]
26 ldp w12, w13, [x1, #8]
27 ldp w14, w15, [x1, #16]
28 ldp w16, w17, [x1, #24]
29 ldp w18, w19, [x1, #32]
30
31 ldp w20, w21, [x2, #0]
32 ldp w22, w23, [x2, #8]
33 ldp w24, w25, [x2, #16]
34 ldp w26, w27, [x2, #24]
35 ldp w28, w29, [x2, #32]
36
37 umull x0, w10, w20
38 umull x1, w10, w21
39 umull x2, w10, w22
40 umull x3, w10, w23
41 umull x4, w10, w24
42 umull x5, w10, w25
43 umull x6, w10, w26
44 umull x7, w10, w27
45 umull x8, w10, w28
46 umull x9, w10, w29
47
48 umaddl x1, w11, w20, x1
49 umaddl x3, w11, w22, x3
50 umaddl x5, w11, w24, x5
51 umaddl x7, w11, w26, x7
52 umaddl x9, w11, w28, x9
53
54 umaddl x2, w12, w20, x2
55 umaddl x3, w12, w21, x3
56 umaddl x4, w12, w22, x4
57 umaddl x5, w12, w23, x5
58 umaddl x6, w12, w24, x6
59 umaddl x7, w12, w25, x7
60 umaddl x8, w12, w26, x8
61 umaddl x9, w12, w27, x9
62
63 umaddl x3, w13, w20, x3
64 umaddl x5, w13, w22, x5
65 umaddl x7, w13, w24, x7
66 umaddl x9, w13, w26, x9
67
68 umaddl x4, w14, w20, x4
69 umaddl x5, w14, w21, x5
70 umaddl x6, w14, w22, x6
71 umaddl x7, w14, w23, x7
72 umaddl x8, w14, w24, x8
73 umaddl x9, w14, w25, x9
74
75 umaddl x5, w15, w20, x5
76 umaddl x7, w15, w22, x7
77 umaddl x9, w15, w24, x9
78
79 umaddl x6, w16, w20, x6
80 umaddl x7, w16, w21, x7
81 umaddl x8, w16, w22, x8
82 umaddl x9, w16, w23, x9
83
84 umaddl x7, w17, w20, x7
85 umaddl x9, w17, w22, x9
86
87 umaddl x8, w18, w20, x8
88 umaddl x9, w18, w21, x9
89
90 umaddl x9, w19, w20, x9
91
92 mov w30, #19
93
94 mul w22, w22, w30
95 mul w24, w24, w30
96 mul w26, w26, w30
97 mul w28, w28, w30
98
99 umaddl x0, w12, w28, x0
100
101 umaddl x1, w13, w28, x1
102
103 umaddl x0, w14, w26, x0
104 umaddl x2, w14, w28, x2
105
106 umaddl x1, w15, w26, x1
107 umaddl x3, w15, w28, x3
108
109 umaddl x0, w16, w24, x0
110 umaddl x2, w16, w26, x2
111 umaddl x4, w16, w28, x4
112
113 umaddl x1, w17, w24, x1
114 umaddl x3, w17, w26, x3
115 umaddl x5, w17, w28, x5
116
117 umaddl x0, w18, w22, x0
118 umaddl x2, w18, w24, x2
119 umaddl x6, w18, w28, x6
120 umaddl x4, w18, w26, x4
121
122 umaddl x1, w19, w22, x1
123 umaddl x3, w19, w24, x3
124 umaddl x5, w19, w26, x5
125 umaddl x7, w19, w28, x7
126
127 add w11, w11, w11
128 umaddl x2, w11, w21, x2
129 umaddl x4, w11, w23, x4
130 umaddl x6, w11, w25, x6
131 umaddl x8, w11, w27, x8
132
133 add w13, w13, w13
134 umaddl x4, w13, w21, x4
135 umaddl x6, w13, w23, x6
136 umaddl x8, w13, w25, x8
137
138 add w15, w15, w15
139 umaddl x6, w15, w21, x6
140 umaddl x8, w15, w23, x8
141
142 add w17, w17, w17
143 umaddl x8, w17, w21, x8
144
145 mul w21, w21, w30
146 mul w23, w23, w30
147 mul w25, w25, w30
148 mul w27, w27, w30
149 mul w29, w29, w30
150
151 umaddl x0, w11, w29, x0
152
153 umaddl x1, w12, w29, x1
154
155 umaddl x0, w13, w27, x0
156 umaddl x2, w13, w29, x2
157
158 umaddl x1, w14, w27, x1
159 umaddl x3, w14, w29, x3
160
161 umaddl x0, w15, w25, x0
162 umaddl x2, w15, w27, x2
163 umaddl x4, w15, w29, x4
164
165 umaddl x1, w16, w25, x1
166 umaddl x3, w16, w27, x3
167 umaddl x5, w16, w29, x5
168
169 umaddl x0, w17, w23, x0
170 umaddl x2, w17, w25, x2
171 umaddl x4, w17, w27, x4
172 umaddl x6, w17, w29, x6
173
174 umaddl x1, w18, w23, x1
175 umaddl x3, w18, w25, x3
176 umaddl x5, w18, w27, x5
177 umaddl x7, w18, w29, x7
178
179 add w19, w19, w19
180 umaddl x0, w19, w21, x0
181 umaddl x2, w19, w23, x2
182 umaddl x4, w19, w25, x4
183 umaddl x6, w19, w27, x6
184 umaddl x8, w19, w29, x8
185
186 add x6, x6, x5, lsr #25
187 and x5, x5, #0x1ffffff
188
189 add x1, x1, x0, lsr #26
190 and x0, x0, #0x3ffffff
191
192 add x7, x7, x6, lsr #26
193 and x6, x6, #0x3ffffff
194
195 add x2, x2, x1, lsr #25
196 and x1, x1, #0x1ffffff
197
198 add x8, x8, x7, lsr #25
199 and x7, x7, #0x1ffffff
200
201 add x3, x3, x2, lsr #26
202 and x2, x2, #0x3ffffff
203
204 add x9, x9, x8, lsr #26
205 and x8, x8, #0x3ffffff
206
207 add x4, x4, x3, lsr #25
208 and x3, x3, #0x1ffffff
209
210 bic x10, x9, #0x1ffffff
211 add x0, x0, x10, lsr #25
212 add x0, x0, x10, lsr #24
213 add x0, x0, x10, lsr #21
214 and x9, x9, #0x1ffffff
215
216 add x5, x5, x4, lsr #26
217 and x4, x4, #0x3ffffff
218
219 add x1, x1, x0, lsr #26
220 and x0, x0, #0x3ffffff
221
222 add x6, x6, x5, lsr #25
223 and x5, x5, #0x1ffffff
224
225 ldr x10, [sp, #96]
226
227 stp w0, w1, [x10, #0]
228 stp w2, w3, [x10, #8]
229 stp w4, w5, [x10, #16]
230 stp w6, w7, [x10, #24]
231 stp w8, w9, [x10, #32]
232
233 ldp x29, x30, [sp, #80]
234 ldp x27, x28, [sp, #64]
235 ldp x25, x26, [sp, #48]
236 ldp x23, x24, [sp, #32]
237 ldp x21, x22, [sp, #16]
238 ldp x19, x20, [sp, #0]
239 add sp, sp, #112
240
241 ret
242 .section .note.GNU-stack,"",@progbits