Debian Codegraph @

external/boringssl/ssl/test/runner/poly1305/poly1305_arm.s

raw
1 // Copyright 2015 The Go Authors. All rights reserved.
2 // Use of this source code is governed by a BSD-style
3 // license that can be found in the LICENSE file.
4
5 // This code was translated into a form compatible with 5a from the public
6 // domain source by Andrew Moon: github.com/floodyberry/poly1305-opt/blob/master/app/extensions/poly1305.
7
8 // +build arm,!gccgo,!appengine
9
10 DATA poly1305_init_constants_armv6<>+0x00(SB)/4, $0x3ffffff
11 DATA poly1305_init_constants_armv6<>+0x04(SB)/4, $0x3ffff03
12 DATA poly1305_init_constants_armv6<>+0x08(SB)/4, $0x3ffc0ff
13 DATA poly1305_init_constants_armv6<>+0x0c(SB)/4, $0x3f03fff
14 DATA poly1305_init_constants_armv6<>+0x10(SB)/4, $0x00fffff
15 GLOBL poly1305_init_constants_armv6<>(SB), 8, $20
16
17 // Warning: the linker may use R11 to synthesize certain instructions. Please
18 // take care and verify that no synthetic instructions use it.
19
20 TEXT poly1305_init_ext_armv6<>(SB),4,$-4
21 MOVM.DB.W [R4-R11], (R13)
22 MOVM.IA.W (R1), [R2-R5]
23 MOVW $poly1305_init_constants_armv6<>(SB), R7
24 MOVW R2, R8
25 MOVW R2>>26, R9
26 MOVW R3>>20, g
27 MOVW R4>>14, R11
28 MOVW R5>>8, R12
29 ORR R3<<6, R9, R9
30 ORR R4<<12, g, g
31 ORR R5<<18, R11, R11
32 MOVM.IA (R7), [R2-R6]
33 AND R8, R2, R2
34 AND R9, R3, R3
35 AND g, R4, R4
36 AND R11, R5, R5
37 AND R12, R6, R6
38 MOVM.IA.W [R2-R6], (R0)
39 EOR R2, R2, R2
40 EOR R3, R3, R3
41 EOR R4, R4, R4
42 EOR R5, R5, R5
43 EOR R6, R6, R6
44 MOVM.IA.W [R2-R6], (R0)
45 MOVM.IA.W (R1), [R2-R5]
46 MOVM.IA [R2-R6], (R0)
47 MOVM.IA.W (R13), [R4-R11]
48 RET
49
50 #define MOVW_UNALIGNED(Rsrc, Rdst, Rtmp, offset) \
51 MOVBU (offset+0)(Rsrc), Rtmp; \
52 MOVBU Rtmp, (offset+0)(Rdst); \
53 MOVBU (offset+1)(Rsrc), Rtmp; \
54 MOVBU Rtmp, (offset+1)(Rdst); \
55 MOVBU (offset+2)(Rsrc), Rtmp; \
56 MOVBU Rtmp, (offset+2)(Rdst); \
57 MOVBU (offset+3)(Rsrc), Rtmp; \
58 MOVBU Rtmp, (offset+3)(Rdst)
59
60 TEXT poly1305_blocks_armv6<>(SB),4,$-4
61 MOVM.DB.W [R4, R5, R6, R7, R8, R9, g, R11, R14], (R13)
62 SUB $128, R13
63 MOVW R0, 36(R13)
64 MOVW R1, 40(R13)
65 MOVW R2, 44(R13)
66 MOVW R1, R14
67 MOVW R2, R12
68 MOVW 56(R0), R8
69 WORD $0xe1180008 // TST R8, R8 not working see issue 5921
70 EOR R6, R6, R6
71 MOVW.EQ $(1<<24), R6
72 MOVW R6, 32(R13)
73 ADD $64, R13, g
74 MOVM.IA (R0), [R0-R9]
75 MOVM.IA [R0-R4], (g)
76 CMP $16, R12
77 BLO poly1305_blocks_armv6_done
78 poly1305_blocks_armv6_mainloop:
79 WORD $0xe31e0003 // TST R14, #3 not working see issue 5921
80 BEQ poly1305_blocks_armv6_mainloop_aligned
81 ADD $48, R13, g
82 MOVW_UNALIGNED(R14, g, R0, 0)
83 MOVW_UNALIGNED(R14, g, R0, 4)
84 MOVW_UNALIGNED(R14, g, R0, 8)
85 MOVW_UNALIGNED(R14, g, R0, 12)
86 MOVM.IA (g), [R0-R3]
87 ADD $16, R14
88 B poly1305_blocks_armv6_mainloop_loaded
89 poly1305_blocks_armv6_mainloop_aligned:
90 MOVM.IA.W (R14), [R0-R3]
91 poly1305_blocks_armv6_mainloop_loaded:
92 MOVW R0>>26, g
93 MOVW R1>>20, R11
94 MOVW R2>>14, R12
95 MOVW R14, 40(R13)
96 MOVW R3>>8, R4
97 ORR R1<<6, g, g
98 ORR R2<<12, R11, R11
99 ORR R3<<18, R12, R12
100 BIC $0xfc000000, R0, R0
101 BIC $0xfc000000, g, g
102 MOVW 32(R13), R3
103 BIC $0xfc000000, R11, R11
104 BIC $0xfc000000, R12, R12
105 ADD R0, R5, R5
106 ADD g, R6, R6
107 ORR R3, R4, R4
108 ADD R11, R7, R7
109 ADD $64, R13, R14
110 ADD R12, R8, R8
111 ADD R4, R9, R9
112 MOVM.IA (R14), [R0-R4]
113 MULLU R4, R5, (R11, g)
114 MULLU R3, R5, (R14, R12)
115 MULALU R3, R6, (R11, g)
116 MULALU R2, R6, (R14, R12)
117 MULALU R2, R7, (R11, g)
118 MULALU R1, R7, (R14, R12)
119 ADD R4<<2, R4, R4
120 ADD R3<<2, R3, R3
121 MULALU R1, R8, (R11, g)
122 MULALU R0, R8, (R14, R12)
123 MULALU R0, R9, (R11, g)
124 MULALU R4, R9, (R14, R12)
125 MOVW g, 24(R13)
126 MOVW R11, 28(R13)
127 MOVW R12, 16(R13)
128 MOVW R14, 20(R13)
129 MULLU R2, R5, (R11, g)
130 MULLU R1, R5, (R14, R12)
131 MULALU R1, R6, (R11, g)
132 MULALU R0, R6, (R14, R12)
133 MULALU R0, R7, (R11, g)
134 MULALU R4, R7, (R14, R12)
135 ADD R2<<2, R2, R2
136 ADD R1<<2, R1, R1
137 MULALU R4, R8, (R11, g)
138 MULALU R3, R8, (R14, R12)
139 MULALU R3, R9, (R11, g)
140 MULALU R2, R9, (R14, R12)
141 MOVW g, 8(R13)
142 MOVW R11, 12(R13)
143 MOVW R12, 0(R13)
144 MOVW R14, w+4(SP)
145 MULLU R0, R5, (R11, g)
146 MULALU R4, R6, (R11, g)
147 MULALU R3, R7, (R11, g)
148 MULALU R2, R8, (R11, g)
149 MULALU R1, R9, (R11, g)
150 MOVM.IA (R13), [R0-R7]
151 MOVW g>>26, R12
152 MOVW R4>>26, R14
153 ORR R11<<6, R12, R12
154 ORR R5<<6, R14, R14
155 BIC $0xfc000000, g, g
156 BIC $0xfc000000, R4, R4
157 ADD.S R12, R0, R0
158 ADC $0, R1, R1
159 ADD.S R14, R6, R6
160 ADC $0, R7, R7
161 MOVW R0>>26, R12
162 MOVW R6>>26, R14
163 ORR R1<<6, R12, R12
164 ORR R7<<6, R14, R14
165 BIC $0xfc000000, R0, R0
166 BIC $0xfc000000, R6, R6
167 ADD R14<<2, R14, R14
168 ADD.S R12, R2, R2
169 ADC $0, R3, R3
170 ADD R14, g, g
171 MOVW R2>>26, R12
172 MOVW g>>26, R14
173 ORR R3<<6, R12, R12
174 BIC $0xfc000000, g, R5
175 BIC $0xfc000000, R2, R7
176 ADD R12, R4, R4
177 ADD R14, R0, R0
178 MOVW R4>>26, R12
179 BIC $0xfc000000, R4, R8
180 ADD R12, R6, R9
181 MOVW w+44(SP), R12
182 MOVW w+40(SP), R14
183 MOVW R0, R6
184 CMP $32, R12
185 SUB $16, R12, R12
186 MOVW R12, 44(R13)
187 BHS poly1305_blocks_armv6_mainloop
188 poly1305_blocks_armv6_done:
189 MOVW 36(R13), R12
190 MOVW R5, 20(R12)
191 MOVW R6, 24(R12)
192 MOVW R7, 28(R12)
193 MOVW R8, 32(R12)
194 MOVW R9, 36(R12)
195 ADD $128, R13, R13
196 MOVM.IA.W (R13), [R4, R5, R6, R7, R8, R9, g, R11, R14]
197 RET
198
199 #define MOVHUP_UNALIGNED(Rsrc, Rdst, Rtmp) \
200 MOVBU.P 1(Rsrc), Rtmp; \
201 MOVBU.P Rtmp, 1(Rdst); \
202 MOVBU.P 1(Rsrc), Rtmp; \
203 MOVBU.P Rtmp, 1(Rdst)
204
205 #define MOVWP_UNALIGNED(Rsrc, Rdst, Rtmp) \
206 MOVHUP_UNALIGNED(Rsrc, Rdst, Rtmp); \
207 MOVHUP_UNALIGNED(Rsrc, Rdst, Rtmp)
208
209 TEXT poly1305_finish_ext_armv6<>(SB),4,$-4
210 MOVM.DB.W [R4, R5, R6, R7, R8, R9, g, R11, R14], (R13)
211 SUB $16, R13, R13
212 MOVW R0, R5
213 MOVW R1, R6
214 MOVW R2, R7
215 MOVW R3, R8
216 AND.S R2, R2, R2
217 BEQ poly1305_finish_ext_armv6_noremaining
218 EOR R0, R0
219 MOVW R13, R9
220 MOVW R0, 0(R13)
221 MOVW R0, 4(R13)
222 MOVW R0, 8(R13)
223 MOVW R0, 12(R13)
224 WORD $0xe3110003 // TST R1, #3 not working see issue 5921
225 BEQ poly1305_finish_ext_armv6_aligned
226 WORD $0xe3120008 // TST R2, #8 not working see issue 5921
227 BEQ poly1305_finish_ext_armv6_skip8
228 MOVWP_UNALIGNED(R1, R9, g)
229 MOVWP_UNALIGNED(R1, R9, g)
230 poly1305_finish_ext_armv6_skip8:
231 WORD $0xe3120004 // TST $4, R2 not working see issue 5921
232 BEQ poly1305_finish_ext_armv6_skip4
233 MOVWP_UNALIGNED(R1, R9, g)
234 poly1305_finish_ext_armv6_skip4:
235 WORD $0xe3120002 // TST $2, R2 not working see issue 5921
236 BEQ poly1305_finish_ext_armv6_skip2
237 MOVHUP_UNALIGNED(R1, R9, g)
238 B poly1305_finish_ext_armv6_skip2
239 poly1305_finish_ext_armv6_aligned:
240 WORD $0xe3120008 // TST R2, #8 not working see issue 5921
241 BEQ poly1305_finish_ext_armv6_skip8_aligned
242 MOVM.IA.W (R1), [g-R11]
243 MOVM.IA.W [g-R11], (R9)
244 poly1305_finish_ext_armv6_skip8_aligned:
245 WORD $0xe3120004 // TST $4, R2 not working see issue 5921
246 BEQ poly1305_finish_ext_armv6_skip4_aligned
247 MOVW.P 4(R1), g
248 MOVW.P g, 4(R9)
249 poly1305_finish_ext_armv6_skip4_aligned:
250 WORD $0xe3120002 // TST $2, R2 not working see issue 5921
251 BEQ poly1305_finish_ext_armv6_skip2
252 MOVHU.P 2(R1), g
253 MOVH.P g, 2(R9)
254 poly1305_finish_ext_armv6_skip2:
255 WORD $0xe3120001 // TST $1, R2 not working see issue 5921
256 BEQ poly1305_finish_ext_armv6_skip1
257 MOVBU.P 1(R1), g
258 MOVBU.P g, 1(R9)
259 poly1305_finish_ext_armv6_skip1:
260 MOVW $1, R11
261 MOVBU R11, 0(R9)
262 MOVW R11, 56(R5)
263 MOVW R5, R0
264 MOVW R13, R1
265 MOVW $16, R2
266 BL poly1305_blocks_armv6<>(SB)
267 poly1305_finish_ext_armv6_noremaining:
268 MOVW 20(R5), R0
269 MOVW 24(R5), R1
270 MOVW 28(R5), R2
271 MOVW 32(R5), R3
272 MOVW 36(R5), R4
273 MOVW R4>>26, R12
274 BIC $0xfc000000, R4, R4
275 ADD R12<<2, R12, R12
276 ADD R12, R0, R0
277 MOVW R0>>26, R12
278 BIC $0xfc000000, R0, R0
279 ADD R12, R1, R1
280 MOVW R1>>26, R12
281 BIC $0xfc000000, R1, R1
282 ADD R12, R2, R2
283 MOVW R2>>26, R12
284 BIC $0xfc000000, R2, R2
285 ADD R12, R3, R3
286 MOVW R3>>26, R12
287 BIC $0xfc000000, R3, R3
288 ADD R12, R4, R4
289 ADD $5, R0, R6
290 MOVW R6>>26, R12
291 BIC $0xfc000000, R6, R6
292 ADD R12, R1, R7
293 MOVW R7>>26, R12
294 BIC $0xfc000000, R7, R7
295 ADD R12, R2, g
296 MOVW g>>26, R12
297 BIC $0xfc000000, g, g
298 ADD R12, R3, R11
299 MOVW $-(1<<26), R12
300 ADD R11>>26, R12, R12
301 BIC $0xfc000000, R11, R11
302 ADD R12, R4, R14
303 MOVW R14>>31, R12
304 SUB $1, R12
305 AND R12, R6, R6
306 AND R12, R7, R7
307 AND R12, g, g
308 AND R12, R11, R11
309 AND R12, R14, R14
310 MVN R12, R12
311 AND R12, R0, R0
312 AND R12, R1, R1
313 AND R12, R2, R2
314 AND R12, R3, R3
315 AND R12, R4, R4
316 ORR R6, R0, R0
317 ORR R7, R1, R1
318 ORR g, R2, R2
319 ORR R11, R3, R3
320 ORR R14, R4, R4
321 ORR R1<<26, R0, R0
322 MOVW R1>>6, R1
323 ORR R2<<20, R1, R1
324 MOVW R2>>12, R2
325 ORR R3<<14, R2, R2
326 MOVW R3>>18, R3
327 ORR R4<<8, R3, R3
328 MOVW 40(R5), R6
329 MOVW 44(R5), R7
330 MOVW 48(R5), g
331 MOVW 52(R5), R11
332 ADD.S R6, R0, R0
333 ADC.S R7, R1, R1
334 ADC.S g, R2, R2
335 ADC.S R11, R3, R3
336 MOVM.IA [R0-R3], (R8)
337 MOVW R5, R12
338 EOR R0, R0, R0
339 EOR R1, R1, R1
340 EOR R2, R2, R2
341 EOR R3, R3, R3
342 EOR R4, R4, R4
343 EOR R5, R5, R5
344 EOR R6, R6, R6
345 EOR R7, R7, R7
346 MOVM.IA.W [R0-R7], (R12)
347 MOVM.IA [R0-R7], (R12)
348 ADD $16, R13, R13
349 MOVM.IA.W (R13), [R4, R5, R6, R7, R8, R9, g, R11, R14]
350 RET
351
352 // func poly1305_auth_armv6(out *[16]byte, m *byte, mlen uint32, key *[32]key)
353 TEXT ·poly1305_auth_armv6(SB),0,$280-16
354 MOVW out+0(FP), R4
355 MOVW m+4(FP), R5
356 MOVW mlen+8(FP), R6
357 MOVW key+12(FP), R7
358
359 MOVW R13, R8
360 BIC $63, R13
361 SUB $64, R13, R13
362 MOVW R13, R0
363 MOVW R7, R1
364 BL poly1305_init_ext_armv6<>(SB)
365 BIC.S $15, R6, R2
366 BEQ poly1305_auth_armv6_noblocks
367 MOVW R13, R0
368 MOVW R5, R1
369 ADD R2, R5, R5
370 SUB R2, R6, R6
371 BL poly1305_blocks_armv6<>(SB)
372 poly1305_auth_armv6_noblocks:
373 MOVW R13, R0
374 MOVW R5, R1
375 MOVW R6, R2
376 MOVW R4, R3
377 BL poly1305_finish_ext_armv6<>(SB)
378 MOVW R8, R13
379 RET