Debian Codegraph @

crypto_nPbatch/montgomery25519/arm64-neon-2x1-uma-9l/fe25519_mul.S

raw
1 #include "crypto_asm_hidden.h"
2 // linker define fe25519_mul
3
4 /* Assembly for field multiplication */
5
6
7 .p2align 4
8 ASM_HIDDEN _CRYPTO_SHARED_NAMESPACE(fe25519_mul)
9 .globl _CRYPTO_SHARED_NAMESPACE(fe25519_mul)
10 ASM_HIDDEN CRYPTO_SHARED_NAMESPACE(fe25519_mul)
11 .globl CRYPTO_SHARED_NAMESPACE(fe25519_mul)
12
13 _CRYPTO_SHARED_NAMESPACE(fe25519_mul):
14 CRYPTO_SHARED_NAMESPACE(fe25519_mul):
15
16 sub sp, sp, #112
17 stp x19, x20, [sp]
18 stp x21, x22, [sp, #16]
19 stp x23, x24, [sp, #32]
20 stp x25, x26, [sp, #48]
21 stp x27, x28, [sp, #64]
22 stp x29, x30, [sp, #80]
23 str x0, [sp, #96]
24
25 ldp w13, w17, [x1, #0]
26 ldp w14, w18, [x1, #8]
27 ldp w15, w10, [x1, #16]
28 ldp w16, w11, [x1, #24]
29 ldr w12, [x1, #32]
30
31 ldp w23, w27, [x2, #0]
32 ldp w24, w28, [x2, #8]
33 ldp w25, w20, [x2, #16]
34 ldp w26, w21, [x2, #24]
35 ldr w22, [x2, #32]
36
37 mov w30, #1216
38
39 umull x0, w10, w20
40 umull x1, w10, w21
41 umull x2, w10, w22
42 umull x3, w10, w23
43 umull x4, w10, w24
44 umull x5, w10, w25
45 umull x6, w10, w26
46 umull x7, w10, w27
47 umull x8, w10, w28
48
49 umaddl x1, w11, w20, x1
50 umaddl x2, w11, w21, x2
51 umaddl x3, w11, w22, x3
52 umaddl x4, w11, w23, x4
53 umaddl x5, w11, w24, x5
54 umaddl x6, w11, w25, x6
55 umaddl x7, w11, w26, x7
56 umaddl x8, w11, w27, x8
57 umull x9, w11, w28
58
59 umaddl x2, w12, w20, x2
60 umaddl x3, w12, w21, x3
61 umaddl x4, w12, w22, x4
62 umaddl x5, w12, w23, x5
63 umaddl x6, w12, w24, x6
64 umaddl x7, w12, w25, x7
65 umaddl x8, w12, w26, x8
66 umaddl x9, w12, w27, x9
67 umull x10, w12, w28
68
69 umaddl x3, w13, w20, x3
70 umaddl x4, w13, w21, x4
71 umaddl x5, w13, w22, x5
72 umaddl x6, w13, w23, x6
73 umaddl x7, w13, w24, x7
74 umaddl x8, w13, w25, x8
75 umaddl x9, w13, w26, x9
76 umaddl x10, w13, w27, x10
77 umull x11, w13, w28
78
79 umaddl x4, w14, w20, x4
80 umaddl x5, w14, w21, x5
81 umaddl x6, w14, w22, x6
82 umaddl x7, w14, w23, x7
83 umaddl x8, w14, w24, x8
84 umaddl x9, w14, w25, x9
85 umaddl x10, w14, w26, x10
86 umaddl x11, w14, w27, x11
87 umull x12, w14, w28
88
89 umaddl x5, w15, w20, x5
90 umaddl x6, w15, w21, x6
91 umaddl x7, w15, w22, x7
92 umaddl x8, w15, w23, x8
93 umaddl x9, w15, w24, x9
94 umaddl x10, w15, w25, x10
95 umaddl x11, w15, w26, x11
96 umaddl x12, w15, w27, x12
97 umull x13, w15, w28
98
99 umaddl x6, w16, w20, x6
100 umaddl x7, w16, w21, x7
101 umaddl x8, w16, w22, x8
102 umaddl x9, w16, w23, x9
103 umaddl x10, w16, w24, x10
104 umaddl x11, w16, w25, x11
105 umaddl x12, w16, w26, x12
106 umaddl x13, w16, w27, x13
107 umull x14, w16, w28
108
109 umaddl x7, w17, w20, x7
110 umaddl x8, w17, w21, x8
111 umaddl x9, w17, w22, x9
112 umaddl x10, w17, w23, x10
113 umaddl x11, w17, w24, x11
114 umaddl x12, w17, w25, x12
115 umaddl x13, w17, w26, x13
116 umaddl x14, w17, w27, x14
117 umull x15, w17, w28
118
119 umaddl x8, w18, w20, x8
120 umaddl x9, w18, w21, x9
121 umaddl x10, w18, w22, x10
122 umaddl x11, w18, w23, x11
123 umaddl x12, w18, w24, x12
124 umaddl x13, w18, w25, x13
125 umaddl x14, w18, w26, x14
126 umaddl x15, w18, w27, x15
127 umull x16, w18, w28
128
129 add x10, x10, x9, lsr #29
130 and x9, x9, #0x1fffffff
131 umull x9, w9, w30
132 add x0, x0, x9
133
134 add x11, x11, x10, lsr #29
135 and x10, x10, #0x1fffffff
136 umull x10, w10, w30
137 add x1, x1, x10
138
139 add x12, x12, x11, lsr #29
140 and x11, x11, #0x1fffffff
141 umull x11, w11, w30
142 add x2, x2, x11
143
144 add x13, x13, x12, lsr #29
145 and x12, x12, #0x1fffffff
146 umull x12, w12, w30
147 add x3, x3, x12
148
149 add x14, x14, x13, lsr #29
150 and x13, x13, #0x1fffffff
151 umull x13, w13, w30
152 add x4, x4, x13
153
154 add x15, x15, x14, lsr #29
155 and x14, x14, #0x1fffffff
156 umull x14, w14, w30
157 add x5, x5, x14
158
159 add x16, x16, x15, lsr #29
160 and x15, x15, #0x1fffffff
161 umull x15, w15, w30
162 add x6, x6, x15
163
164 lsr x9, x16, #29
165 and x16, x16, #0x1fffffff
166 umull x16, w16, w30
167 add x7, x7, x16
168
169 umull x9, w9, w30
170 add x8, x8, x9
171
172 add x5, x5, x4, lsr #29
173 and x4, x4, 0x1fffffff
174
175 add x1, x1, x0, lsr #29
176 and x0, x0, 0x1fffffff
177
178 add x6, x6, x5, lsr #29
179 and x5, x5, 0x1fffffff
180
181 add x2, x2, x1, lsr #29
182 and x1, x1, 0x1fffffff
183
184 add x7, x7, x6, lsr #29
185 and x6, x6, 0x1fffffff
186
187 add x3, x3, x2, lsr #29
188 and x2, x2, 0x1fffffff
189
190 add x8, x8, x7, lsr #29
191 and x7, x7, 0x1fffffff
192
193 add x4, x4, x3, lsr #29
194 and x3, x3, 0x1fffffff
195
196 bic x10, x8, #0x7fffff
197 add x0, x0, x10, lsr #23
198 add x0, x0, x10, lsr #22
199 add x0, x0, x10, lsr #19
200 and x8, x8, #0x7fffff
201
202 add x5, x5, x4, lsr #29
203 and x4, x4, 0x1fffffff
204
205 add x1, x1, x0, lsr #29
206 and x0, x0, 0x1fffffff
207
208 ldr x10, [sp, #96]
209
210 stp w3, w7, [x10, #0]
211 stp w4, w8, [x10, #8]
212 stp w5, w0, [x10, #16]
213 stp w6, w1, [x10, #24]
214 str w2, [x10, #32]
215
216 ldp x29, x30, [sp, #80]
217 ldp x27, x28, [sp, #64]
218 ldp x25, x26, [sp, #48]
219 ldp x23, x24, [sp, #32]
220 ldp x21, x22, [sp, #16]
221 ldp x19, x20, [sp, #0]
222 add sp, sp, #112
223
224 ret
225 .section .note.GNU-stack,"",@progbits