Debian Codegraph @

.cargo/vendor/av-scenechange/src/asm/x86/ipred16_avx2.asm

raw
1 ; Copyright © 2021, VideoLAN and dav1d authors
2 ; Copyright © 2021, Two Orioles, LLC
3 ; All rights reserved.
4 ;
5 ; Redistribution and use in source and binary forms, with or without
6 ; modification, are permitted provided that the following conditions are met:
7 ;
8 ; 1. Redistributions of source code must retain the above copyright notice, this
9 ; list of conditions and the following disclaimer.
10 ;
11 ; 2. Redistributions in binary form must reproduce the above copyright notice,
12 ; this list of conditions and the following disclaimer in the documentation
13 ; and/or other materials provided with the distribution.
14 ;
15 ; THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND
16 ; ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
17 ; WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
18 ; DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR
19 ; ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
20 ; (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
21 ; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
22 ; ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
23 ; (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
24 ; SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
25
26 %include "config.asm"
27 %include "src/asm/x86/x86inc.asm"
28
29 SECTION_RODATA 64
30
31 %macro SMOOTH_WEIGHTS 1-*
32 const smooth_weights_1d_16bpc ; sm_weights[] << 7
33 %rep %0
34 dw %1*128
35 %rotate 1
36 %endrep
37 const smooth_weights_2d_16bpc ; sm_weights[], 256 - sm_weights[]
38 %rep %0
39 dw %1, 256-%1
40 %rotate 1
41 %endrep
42 %endmacro
43
44 SMOOTH_WEIGHTS 0, 0, 255, 128, 255, 149, 85, 64, \
45 255, 197, 146, 105, 73, 50, 37, 32, \
46 255, 225, 196, 170, 145, 123, 102, 84, \
47 68, 54, 43, 33, 26, 20, 17, 16, \
48 255, 240, 225, 210, 196, 182, 169, 157, \
49 145, 133, 122, 111, 101, 92, 83, 74, \
50 66, 59, 52, 45, 39, 34, 29, 25, \
51 21, 17, 14, 12, 10, 9, 8, 8, \
52 255, 248, 240, 233, 225, 218, 210, 203, \
53 196, 189, 182, 176, 169, 163, 156, 150, \
54 144, 138, 133, 127, 121, 116, 111, 106, \
55 101, 96, 91, 86, 82, 77, 73, 69, \
56 65, 61, 57, 54, 50, 47, 44, 41, \
57 38, 35, 32, 29, 27, 25, 22, 20, \
58 18, 16, 15, 13, 12, 10, 9, 8, \
59 7, 6, 6, 5, 5, 4, 4, 4
60
61 %if ARCH_X86_64
62
63 ipred_hv_shuf: db 6, 7, 6, 7, 0, 1, 2, 3, 2, 3, 2, 3, 8, 9, 10, 11
64 db 4, 5, 4, 5, 4, 5, 6, 7, 0, 1, 0, 1, 12, 13, 14, 15
65 filter_shuf1: db 8, 9, 0, 1, 2, 3, 4, 5, 6, 7, 14, 15, 12, 13, -1, -1
66 filter_shuf2: db 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 4, 5, 2, 3, -1, -1
67 filter_shuf3: db 12, 13, 0, 1, 2, 3, 4, 5, 6, 7, 10, 11, 8, 9, -1, -1
68 pal_pred_shuf: db 0, 2, 4, 6, 8, 10, 12, 14, 1, 3, 5, 7, 9, 11, 13, 15
69 z_base_inc: dw 0*64, 1*64, 2*64, 3*64, 4*64, 5*64, 6*64, 7*64
70 dw 8*64, 9*64, 10*64, 11*64, 12*64, 13*64, 14*64, 15*64
71 z_filter_t0: db 55,127, 39,127, 39,127, 7, 15, 31, 7, 15, 31, 0, 3, 31, 0
72 z_filter_t1: db 39, 63, 19, 47, 19, 47, 3, 3, 3, 3, 3, 3, 0, 0, 0, 0
73 z_filter_wh: db 7, 7, 11, 11, 15, 15, 19, 19, 19, 23, 23, 23, 31, 31, 31, 39
74 db 39, 39, 47, 47, 47, 63, 63, 63, 79, 79, 79, -1
75 pw_m1024: times 2 dw -1024
76 pw_1to16: dw 1, 2, 3, 4, 5, 6, 7, 8, 9, 10, 11, 12, 13, 14, 15, 16
77 pw_16to1: dw 16, 15, 14, 13, 12, 11, 10, 9, 8, 7, 6, 5, 4, 3, 2, 1
78 z2_ymul: dw 1, 2, 1, 2, 1, 2, 1, 2, 3, 4, 3, 4, 3, 4, 3, 4
79 z2_ymul8: dw 1, 2, 5, 6, 3, 4, 7, 8, 5, 6, 16, 16, 7, 8
80 pb_90: times 4 db 90
81 z2_y_shuf_h4: dd 3, 7, 2, 6, 1, 5, 0, 4
82 z_upsample: db 0, 1, 4, 5, 8, 9, 12, 13, 2, 3, 6, 7, 10, 11, 14, 15
83 z2_x_shuf: db 0, 1, 2, 3, 4, 5, 6, 7, 2, 3, 4, 5, 6, 7, 8, 9
84 z2_y_shuf: db 6, 7, 14, 15, 4, 5, 12, 13, 4, 5, 12, 13, 2, 3, 10, 11
85 z2_y_shuf_us: db 6, 7, 14, 15, 2, 3, 10, 11, 4, 5, 12, 13, 0, 1, 8, 9
86 z_filter_k: dw 4, 4, 5, 5, 4, 4
87 dw 8, 8, 6, 6, 4, 4
88 dw 0, 0, 0, 0, 2, 2
89
90 %define pw_2 (z_filter_k+32)
91 %define pw_4 (z_filter_k+ 0)
92 %define pw_16 (z2_ymul8 +20)
93
94 pw_1: times 2 dw 1
95 pw_3: times 2 dw 3
96 pw_62: times 2 dw 62
97 pw_512: times 2 dw 512
98 pw_2048: times 2 dw 2048
99 pd_8: dd 8
100
101 %macro JMP_TABLE 3-*
102 %xdefine %1_%2_table (%%table - 2*4)
103 %xdefine %%base mangle(private_prefix %+ _%1_%2)
104 %%table:
105 %rep %0 - 2
106 dd %%base %+ .%3 - (%%table - 2*4)
107 %rotate 1
108 %endrep
109 %endmacro
110
111 %define ipred_dc_splat_16bpc_avx2_table (ipred_dc_16bpc_avx2_table + 10*4)
112 %define ipred_cfl_splat_16bpc_avx2_table (ipred_cfl_16bpc_avx2_table + 8*4)
113
114 JMP_TABLE ipred_dc_16bpc, avx2, h4, h8, h16, h32, h64, w4, w8, w16, w32, w64, \
115 s4-10*4, s8-10*4, s16-10*4, s32-10*4, s64-10*4
116 JMP_TABLE ipred_dc_left_16bpc, avx2, h4, h8, h16, h32, h64
117 JMP_TABLE ipred_h_16bpc, avx2, w4, w8, w16, w32, w64
118 JMP_TABLE ipred_paeth_16bpc, avx2, w4, w8, w16, w32, w64
119 JMP_TABLE ipred_smooth_16bpc, avx2, w4, w8, w16, w32, w64
120 JMP_TABLE ipred_smooth_h_16bpc, avx2, w4, w8, w16, w32, w64
121 JMP_TABLE ipred_smooth_v_16bpc, avx2, w4, w8, w16, w32, w64
122 JMP_TABLE ipred_z1_16bpc, avx2, w4, w8, w16, w32, w64
123 JMP_TABLE ipred_z2_16bpc, avx2, w4, w8, w16, w32, w64
124 JMP_TABLE ipred_z3_16bpc, avx2, h4, h8, h16, h32, h64
125 JMP_TABLE ipred_filter_16bpc, avx2, w4, w8, w16, w32
126 JMP_TABLE ipred_cfl_16bpc, avx2, h4, h8, h16, h32, w4, w8, w16, w32, \
127 s4-8*4, s8-8*4, s16-8*4, s32-8*4
128 JMP_TABLE ipred_cfl_left_16bpc, avx2, h4, h8, h16, h32
129 JMP_TABLE ipred_cfl_ac_444_16bpc, avx2, w4, w8, w16, w32
130 JMP_TABLE pal_pred_16bpc, avx2, w4, w8, w16, w32, w64
131
132 cextern dr_intra_derivative
133 cextern filter_intra_taps
134
135 SECTION .text
136
137 INIT_YMM avx2
138 cglobal ipred_dc_top_16bpc, 3, 7, 6, dst, stride, tl, w, h
139 movifnidn hd, hm
140 add tlq, 2
141 movd xm4, wd
142 pxor xm3, xm3
143 pavgw xm4, xm3
144 tzcnt wd, wd
145 movd xm5, wd
146 movu m0, [tlq]
147 lea r5, [ipred_dc_left_16bpc_avx2_table]
148 movsxd r6, [r5+wq*4]
149 add r6, r5
150 add r5, ipred_dc_splat_16bpc_avx2_table-ipred_dc_left_16bpc_avx2_table
151 movsxd wq, [r5+wq*4]
152 add wq, r5
153 jmp r6
154
155 cglobal ipred_dc_left_16bpc, 3, 7, 6, dst, stride, tl, w, h, stride3
156 mov hd, hm
157 sub tlq, hq
158 movd xm4, hd
159 sub tlq, hq
160 pxor xm3, xm3
161 pavgw xm4, xm3
162 tzcnt r6d, hd
163 movd xm5, r6d
164 movu m0, [tlq]
165 lea r5, [ipred_dc_left_16bpc_avx2_table]
166 movsxd r6, [r5+r6*4]
167 add r6, r5
168 add r5, ipred_dc_splat_16bpc_avx2_table-ipred_dc_left_16bpc_avx2_table
169 tzcnt wd, wd
170 movsxd wq, [r5+wq*4]
171 add wq, r5
172 jmp r6
173 .h64:
174 paddw m0, [tlq+96]
175 paddw m0, [tlq+64]
176 .h32:
177 paddw m0, [tlq+32]
178 .h16:
179 vextracti128 xm1, m0, 1
180 paddw xm0, xm1
181 .h8:
182 psrldq xm1, xm0, 8
183 paddw xm0, xm1
184 .h4:
185 punpcklwd xm0, xm3
186 psrlq xm1, xm0, 32
187 paddd xm0, xm1
188 psrldq xm1, xm0, 8
189 paddd xm0, xm1
190 paddd xm0, xm4
191 psrld xm0, xm5
192 lea stride3q, [strideq*3]
193 vpbroadcastw m0, xm0
194 mova m1, m0
195 mova m2, m0
196 mova m3, m0
197 jmp wq
198
199 cglobal ipred_dc_16bpc, 3, 7, 6, dst, stride, tl, w, h, stride3
200 movifnidn hd, hm
201 tzcnt r6d, hd
202 lea r5d, [wq+hq]
203 movd xm4, r5d
204 tzcnt r5d, r5d
205 movd xm5, r5d
206 lea r5, [ipred_dc_16bpc_avx2_table]
207 tzcnt wd, wd
208 movsxd r6, [r5+r6*4]
209 movsxd wq, [r5+wq*4+5*4]
210 pxor m3, m3
211 psrlw xm4, 1
212 add r6, r5
213 add wq, r5
214 lea stride3q, [strideq*3]
215 jmp r6
216 .h4:
217 movq xm0, [tlq-8]
218 jmp wq
219 .w4:
220 movq xm1, [tlq+2]
221 paddw m0, m4
222 paddw m0, m1
223 psrlq m1, m0, 32
224 paddw m0, m1
225 psrld m1, m0, 16
226 paddw m0, m1
227 cmp hd, 4
228 jg .w4_mul
229 psrlw xm0, 3
230 jmp .w4_end
231 .w4_mul:
232 vextracti128 xm1, m0, 1
233 paddw xm0, xm1
234 lea r2d, [hq*2]
235 mov r6d, 0xAAAB6667
236 shrx r6d, r6d, r2d
237 punpckhwd xm1, xm0, xm3
238 punpcklwd xm0, xm3
239 paddd xm0, xm1
240 movd xm1, r6d
241 psrld xm0, 2
242 pmulhuw xm0, xm1
243 psrlw xm0, 1
244 .w4_end:
245 vpbroadcastw xm0, xm0
246 .s4:
247 movq [dstq+strideq*0], xm0
248 movq [dstq+strideq*1], xm0
249 movq [dstq+strideq*2], xm0
250 movq [dstq+stride3q ], xm0
251 lea dstq, [dstq+strideq*4]
252 sub hd, 4
253 jg .s4
254 RET
255 ALIGN function_align
256 .h8:
257 mova xm0, [tlq-16]
258 jmp wq
259 .w8:
260 vextracti128 xm1, m0, 1
261 paddw xm0, [tlq+2]
262 paddw xm0, xm4
263 paddw xm0, xm1
264 psrld xm1, xm0, 16
265 paddw xm0, xm1
266 pblendw xm0, xm3, 0xAA
267 psrlq xm1, xm0, 32
268 paddd xm0, xm1
269 psrldq xm1, xm0, 8
270 paddd xm0, xm1
271 psrld xm0, xm5
272 cmp hd, 8
273 je .w8_end
274 mov r6d, 0xAAAB
275 mov r2d, 0x6667
276 cmp hd, 32
277 cmovz r6d, r2d
278 movd xm1, r6d
279 pmulhuw xm0, xm1
280 psrlw xm0, 1
281 .w8_end:
282 vpbroadcastw xm0, xm0
283 .s8:
284 mova [dstq+strideq*0], xm0
285 mova [dstq+strideq*1], xm0
286 mova [dstq+strideq*2], xm0
287 mova [dstq+stride3q ], xm0
288 lea dstq, [dstq+strideq*4]
289 sub hd, 4
290 jg .s8
291 RET
292 ALIGN function_align
293 .h16:
294 mova m0, [tlq-32]
295 jmp wq
296 .w16:
297 paddw m0, [tlq+2]
298 vextracti128 xm1, m0, 1
299 paddw xm0, xm4
300 paddw xm0, xm1
301 punpckhwd xm1, xm0, xm3
302 punpcklwd xm0, xm3
303 paddd xm0, xm1
304 psrlq xm1, xm0, 32
305 paddd xm0, xm1
306 psrldq xm1, xm0, 8
307 paddd xm0, xm1
308 psrld xm0, xm5
309 cmp hd, 16
310 je .w16_end
311 mov r6d, 0xAAAB
312 mov r2d, 0x6667
313 test hb, 8|32
314 cmovz r6d, r2d
315 movd xm1, r6d
316 pmulhuw xm0, xm1
317 psrlw xm0, 1
318 .w16_end:
319 vpbroadcastw m0, xm0
320 .s16:
321 mova [dstq+strideq*0], m0
322 mova [dstq+strideq*1], m0
323 mova [dstq+strideq*2], m0
324 mova [dstq+stride3q ], m0
325 lea dstq, [dstq+strideq*4]
326 sub hd, 4
327 jg .s16
328 RET
329 ALIGN function_align
330 .h32:
331 mova m0, [tlq-64]
332 paddw m0, [tlq-32]
333 jmp wq
334 .w32:
335 paddw m0, [tlq+ 2]
336 paddw m0, [tlq+34]
337 vextracti128 xm1, m0, 1
338 paddw xm0, xm4
339 paddw xm0, xm1
340 punpcklwd xm1, xm0, xm3
341 punpckhwd xm0, xm3
342 paddd xm0, xm1
343 psrlq xm1, xm0, 32
344 paddd xm0, xm1
345 psrldq xm1, xm0, 8
346 paddd xm0, xm1
347 psrld xm0, xm5
348 cmp hd, 32
349 je .w32_end
350 lea r2d, [hq*2]
351 mov r6d, 0x6667AAAB
352 shrx r6d, r6d, r2d
353 movd xm1, r6d
354 pmulhuw xm0, xm1
355 psrlw xm0, 1
356 .w32_end:
357 vpbroadcastw m0, xm0
358 mova m1, m0
359 .s32:
360 mova [dstq+strideq*0+32*0], m0
361 mova [dstq+strideq*0+32*1], m1
362 mova [dstq+strideq*1+32*0], m0
363 mova [dstq+strideq*1+32*1], m1
364 mova [dstq+strideq*2+32*0], m0
365 mova [dstq+strideq*2+32*1], m1
366 mova [dstq+stride3q +32*0], m0
367 mova [dstq+stride3q +32*1], m1
368 lea dstq, [dstq+strideq*4]
369 sub hd, 4
370 jg .s32
371 RET
372 ALIGN function_align
373 .h64:
374 mova m0, [tlq-128]
375 mova m1, [tlq- 96]
376 paddw m0, [tlq- 64]
377 paddw m1, [tlq- 32]
378 paddw m0, m1
379 jmp wq
380 .w64:
381 movu m1, [tlq+ 2]
382 paddw m0, [tlq+34]
383 paddw m1, [tlq+66]
384 paddw m0, [tlq+98]
385 paddw m0, m1
386 vextracti128 xm1, m0, 1
387 paddw xm0, xm1
388 punpcklwd xm1, xm0, xm3
389 punpckhwd xm0, xm3
390 paddd xm1, xm4
391 paddd xm0, xm1
392 psrlq xm1, xm0, 32
393 paddd xm0, xm1
394 psrldq xm1, xm0, 8
395 paddd xm0, xm1
396 psrld xm0, xm5
397 cmp hd, 64
398 je .w64_end
399 mov r6d, 0x6667AAAB
400 shrx r6d, r6d, hd
401 movd xm1, r6d
402 pmulhuw xm0, xm1
403 psrlw xm0, 1
404 .w64_end:
405 vpbroadcastw m0, xm0
406 mova m1, m0
407 mova m2, m0
408 mova m3, m0
409 .s64:
410 mova [dstq+strideq*0+32*0], m0
411 mova [dstq+strideq*0+32*1], m1
412 mova [dstq+strideq*0+32*2], m2
413 mova [dstq+strideq*0+32*3], m3
414 mova [dstq+strideq*1+32*0], m0
415 mova [dstq+strideq*1+32*1], m1
416 mova [dstq+strideq*1+32*2], m2
417 mova [dstq+strideq*1+32*3], m3
418 lea dstq, [dstq+strideq*2]
419 sub hd, 2
420 jg .s64
421 RET
422
423 cglobal ipred_dc_128_16bpc, 2, 7, 6, dst, stride, tl, w, h, stride3
424 mov r6d, r8m
425 shr r6d, 11
426 lea r5, [ipred_dc_splat_16bpc_avx2_table]
427 tzcnt wd, wd
428 movifnidn hd, hm
429 movsxd wq, [r5+wq*4]
430 vpbroadcastd m0, [r5-ipred_dc_splat_16bpc_avx2_table+pw_512+r6*4]
431 mova m1, m0
432 mova m2, m0
433 mova m3, m0
434 add wq, r5
435 lea stride3q, [strideq*3]
436 jmp wq
437
438 cglobal ipred_v_16bpc, 3, 7, 6, dst, stride, tl, w, h, stride3
439 movifnidn hd, hm
440 movu m0, [tlq+ 2]
441 movu m1, [tlq+34]
442 movu m2, [tlq+66]
443 movu m3, [tlq+98]
444 lea r5, [ipred_dc_splat_16bpc_avx2_table]
445 tzcnt wd, wd
446 movsxd wq, [r5+wq*4]
447 add wq, r5
448 lea stride3q, [strideq*3]
449 jmp wq
450
451 %macro IPRED_H 2 ; w, store_type
452 vpbroadcastw m0, [tlq-2]
453 vpbroadcastw m1, [tlq-4]
454 vpbroadcastw m2, [tlq-6]
455 vpbroadcastw m3, [tlq-8]
456 sub tlq, 8
457 mov%2 [dstq+strideq*0], m0
458 mov%2 [dstq+strideq*1], m1
459 mov%2 [dstq+strideq*2], m2
460 mov%2 [dstq+stride3q ], m3
461 lea dstq, [dstq+strideq*4]
462 sub hd, 4
463 jg .w%1
464 RET
465 ALIGN function_align
466 %endmacro
467
468 cglobal ipred_h_16bpc, 3, 6, 4, dst, stride, tl, w, h, stride3
469 movifnidn hd, hm
470 lea r5, [ipred_h_16bpc_avx2_table]
471 tzcnt wd, wd
472 movsxd wq, [r5+wq*4]
473 add wq, r5
474 lea stride3q, [strideq*3]
475 jmp wq
476 INIT_XMM avx2
477 .w4:
478 IPRED_H 4, q
479 .w8:
480 IPRED_H 8, a
481 INIT_YMM avx2
482 .w16:
483 IPRED_H 16, a
484 .w32:
485 vpbroadcastw m0, [tlq-2]
486 vpbroadcastw m1, [tlq-4]
487 vpbroadcastw m2, [tlq-6]
488 vpbroadcastw m3, [tlq-8]
489 sub tlq, 8
490 mova [dstq+strideq*0+32*0], m0
491 mova [dstq+strideq*0+32*1], m0
492 mova [dstq+strideq*1+32*0], m1
493 mova [dstq+strideq*1+32*1], m1
494 mova [dstq+strideq*2+32*0], m2
495 mova [dstq+strideq*2+32*1], m2
496 mova [dstq+stride3q +32*0], m3
497 mova [dstq+stride3q +32*1], m3
498 lea dstq, [dstq+strideq*4]
499 sub hd, 4
500 jg .w32
501 RET
502 .w64:
503 vpbroadcastw m0, [tlq-2]
504 vpbroadcastw m1, [tlq-4]
505 sub tlq, 4
506 mova [dstq+strideq*0+32*0], m0
507 mova [dstq+strideq*0+32*1], m0
508 mova [dstq+strideq*0+32*2], m0
509 mova [dstq+strideq*0+32*3], m0
510 mova [dstq+strideq*1+32*0], m1
511 mova [dstq+strideq*1+32*1], m1
512 mova [dstq+strideq*1+32*2], m1
513 mova [dstq+strideq*1+32*3], m1
514 lea dstq, [dstq+strideq*2]
515 sub hd, 2
516 jg .w64
517 RET
518
519 %macro PAETH 3 ; top, signed_ldiff, ldiff
520 paddw m0, m%2, m1
521 psubw m7, m3, m0 ; tldiff
522 psubw m0, m%1 ; tdiff
523 pabsw m7, m7
524 pabsw m0, m0
525 pminsw m7, m0
526 pcmpeqw m0, m7
527 pcmpgtw m7, m%3, m7
528 vpblendvb m0, m3, m%1, m0
529 vpblendvb m0, m1, m0, m7
530 %endmacro
531
532 cglobal ipred_paeth_16bpc, 3, 6, 8, dst, stride, tl, w, h
533 %define base r5-ipred_paeth_16bpc_avx2_table
534 movifnidn hd, hm
535 lea r5, [ipred_paeth_16bpc_avx2_table]
536 tzcnt wd, wd
537 movsxd wq, [r5+wq*4]
538 vpbroadcastw m3, [tlq] ; topleft
539 add wq, r5
540 jmp wq
541 .w4:
542 vpbroadcastq m2, [tlq+2] ; top
543 movsldup m6, [base+ipred_hv_shuf]
544 lea r3, [strideq*3]
545 psubw m4, m2, m3
546 pabsw m5, m4
547 .w4_loop:
548 sub tlq, 8
549 vpbroadcastq m1, [tlq]
550 pshufb m1, m6 ; left
551 PAETH 2, 4, 5
552 vextracti128 xm1, m0, 1
553 movq [dstq+strideq*0], xm0
554 movq [dstq+strideq*1], xm1
555 movhps [dstq+strideq*2], xm0
556 movhps [dstq+r3 ], xm1
557 lea dstq, [dstq+strideq*4]
558 sub hd, 4
559 jg .w4_loop
560 RET
561 ALIGN function_align
562 .w8:
563 vbroadcasti128 m2, [tlq+2]
564 movsldup m6, [base+ipred_hv_shuf]
565 psubw m4, m2, m3
566 pabsw m5, m4
567 .w8_loop:
568 sub tlq, 4
569 vpbroadcastd m1, [tlq]
570 pshufb m1, m6
571 PAETH 2, 4, 5
572 mova [dstq+strideq*0], xm0
573 vextracti128 [dstq+strideq*1], m0, 1
574 lea dstq, [dstq+strideq*2]
575 sub hd, 2
576 jg .w8_loop
577 RET
578 ALIGN function_align
579 .w16:
580 movu m2, [tlq+2]
581 psubw m4, m2, m3
582 pabsw m5, m4
583 .w16_loop:
584 sub tlq, 2
585 vpbroadcastw m1, [tlq]
586 PAETH 2, 4, 5
587 mova [dstq], m0
588 add dstq, strideq
589 dec hd
590 jg .w16_loop
591 RET
592 ALIGN function_align
593 .w32:
594 movu m2, [tlq+2]
595 movu m6, [tlq+34]
596 %if WIN64
597 movaps r4m, xmm8
598 movaps r6m, xmm9
599 %endif
600 psubw m4, m2, m3
601 psubw m8, m6, m3
602 pabsw m5, m4
603 pabsw m9, m8
604 .w32_loop:
605 sub tlq, 2
606 vpbroadcastw m1, [tlq]
607 PAETH 2, 4, 5
608 mova [dstq+32*0], m0
609 PAETH 6, 8, 9
610 mova [dstq+32*1], m0
611 add dstq, strideq
612 dec hd
613 jg .w32_loop
614 %if WIN64
615 movaps xmm8, r4m
616 movaps xmm9, r6m
617 %endif
618 RET
619 ALIGN function_align
620 .w64:
621 WIN64_SPILL_XMM 16
622 movu m2, [tlq+ 2]
623 movu m6, [tlq+34]
624 movu m10, [tlq+66]
625 movu m13, [tlq+98]
626 psubw m4, m2, m3
627 psubw m8, m6, m3
628 psubw m11, m10, m3
629 psubw m14, m13, m3
630 pabsw m5, m4
631 pabsw m9, m8
632 pabsw m12, m11
633 pabsw m15, m14
634 .w64_loop:
635 sub tlq, 2
636 vpbroadcastw m1, [tlq]
637 PAETH 2, 4, 5
638 mova [dstq+32*0], m0
639 PAETH 6, 8, 9
640 mova [dstq+32*1], m0
641 PAETH 10, 11, 12
642 mova [dstq+32*2], m0
643 PAETH 13, 14, 15
644 mova [dstq+32*3], m0
645 add dstq, strideq
646 dec hd
647 jg .w64_loop
648 RET
649
650 cglobal ipred_smooth_v_16bpc, 3, 7, 6, dst, stride, tl, w, h, weights
651 %define base r6-ipred_smooth_v_16bpc_avx2_table
652 lea r6, [ipred_smooth_v_16bpc_avx2_table]
653 tzcnt wd, wm
654 mov hd, hm
655 movsxd wq, [r6+wq*4]
656 lea weightsq, [base+smooth_weights_1d_16bpc+hq*4]
657 neg hq
658 vpbroadcastw m5, [tlq+hq*2] ; bottom
659 add wq, r6
660 jmp wq
661 .w4:
662 vpbroadcastq m4, [tlq+2] ; top
663 movsldup m3, [base+ipred_hv_shuf]
664 lea r6, [strideq*3]
665 psubw m4, m5 ; top - bottom
666 .w4_loop:
667 vpbroadcastq m0, [weightsq+hq*2]
668 pshufb m0, m3
669 pmulhrsw m0, m4
670 paddw m0, m5
671 vextracti128 xm1, m0, 1
672 movhps [dstq+strideq*0], xm1
673 movhps [dstq+strideq*1], xm0
674 movq [dstq+strideq*2], xm1
675 movq [dstq+r6 ], xm0
676 lea dstq, [dstq+strideq*4]
677 add hq, 4
678 jl .w4_loop
679 .ret:
680 RET
681 .w8:
682 vbroadcasti128 m4, [tlq+2]
683 movsldup m3, [base+ipred_hv_shuf]
684 lea r6, [strideq*3]
685 psubw m4, m5
686 .w8_loop:
687 vpbroadcastd m0, [weightsq+hq*2+0]
688 vpbroadcastd m1, [weightsq+hq*2+4]
689 pshufb m0, m3
690 pshufb m1, m3
691 pmulhrsw m0, m4
692 pmulhrsw m1, m4
693 paddw m0, m5
694 paddw m1, m5
695 vextracti128 [dstq+strideq*0], m0, 1
696 mova [dstq+strideq*1], xm0
697 vextracti128 [dstq+strideq*2], m1, 1
698 mova [dstq+r6 ], xm1
699 lea dstq, [dstq+strideq*4]
700 add hq, 4
701 jl .w8_loop
702 RET
703 .w16:
704 movu m4, [tlq+2]
705 lea r6, [strideq*3]
706 psubw m4, m5
707 .w16_loop:
708 vpbroadcastw m0, [weightsq+hq*2+0]
709 vpbroadcastw m1, [weightsq+hq*2+2]
710 vpbroadcastw m2, [weightsq+hq*2+4]
711 vpbroadcastw m3, [weightsq+hq*2+6]
712 REPX {pmulhrsw x, m4}, m0, m1, m2, m3
713 REPX {paddw x, m5}, m0, m1, m2, m3
714 mova [dstq+strideq*0], m0
715 mova [dstq+strideq*1], m1
716 mova [dstq+strideq*2], m2
717 mova [dstq+r6 ], m3
718 lea dstq, [dstq+strideq*4]
719 add hq, 4
720 jl .w16_loop
721 RET
722 .w32:
723 WIN64_SPILL_XMM 7
724 movu m4, [tlq+ 2]
725 movu m6, [tlq+34]
726 psubw m4, m5
727 psubw m6, m5
728 .w32_loop:
729 vpbroadcastw m1, [weightsq+hq*2+0]
730 vpbroadcastw m3, [weightsq+hq*2+2]
731 pmulhrsw m0, m4, m1
732 pmulhrsw m1, m6
733 pmulhrsw m2, m4, m3
734 pmulhrsw m3, m6
735 REPX {paddw x, m5}, m0, m1, m2, m3
736 mova [dstq+strideq*0+32*0], m0
737 mova [dstq+strideq*0+32*1], m1
738 mova [dstq+strideq*1+32*0], m2
739 mova [dstq+strideq*1+32*1], m3
740 lea dstq, [dstq+strideq*2]
741 add hq, 2
742 jl .w32_loop
743 RET
744 .w64:
745 WIN64_SPILL_XMM 8
746 movu m3, [tlq+ 2]
747 movu m4, [tlq+34]
748 movu m6, [tlq+66]
749 movu m7, [tlq+98]
750 REPX {psubw x, m5}, m3, m4, m6, m7
751 .w64_loop:
752 vpbroadcastw m2, [weightsq+hq*2]
753 pmulhrsw m0, m3, m2
754 pmulhrsw m1, m4, m2
755 paddw m0, m5
756 paddw m1, m5
757 mova [dstq+32*0], m0
758 pmulhrsw m0, m6, m2
759 mova [dstq+32*1], m1
760 pmulhrsw m1, m7, m2
761 paddw m0, m5
762 paddw m1, m5
763 mova [dstq+32*2], m0
764 mova [dstq+32*3], m1
765 add dstq, strideq
766 inc hq
767 jl .w64_loop
768 RET
769
770 cglobal ipred_smooth_h_16bpc, 3, 7, 6, dst, stride, tl, w, h, stride3
771 %define base r6-ipred_smooth_h_16bpc_avx2_table
772 lea r6, [ipred_smooth_h_16bpc_avx2_table]
773 mov wd, wm
774 movifnidn hd, hm
775 vpbroadcastw m5, [tlq+wq*2] ; right
776 tzcnt wd, wd
777 add hd, hd
778 movsxd wq, [r6+wq*4]
779 sub tlq, hq
780 lea stride3q, [strideq*3]
781 add wq, r6
782 jmp wq
783 .w4:
784 vpbroadcastq m4, [base+smooth_weights_1d_16bpc+4*2]
785 movsldup m3, [base+ipred_hv_shuf]
786 .w4_loop:
787 vpbroadcastq m0, [tlq+hq-8] ; left
788 pshufb m0, m3
789 psubw m0, m5 ; left - right
790 pmulhrsw m0, m4
791 paddw m0, m5
792 vextracti128 xm1, m0, 1
793 movq [dstq+strideq*0], xm0
794 movq [dstq+strideq*1], xm1
795 movhps [dstq+strideq*2], xm0
796 movhps [dstq+stride3q ], xm1
797 lea dstq, [dstq+strideq*4]
798 sub hd, 4*2
799 jg .w4_loop
800 RET
801 .w8:
802 vbroadcasti128 m4, [base+smooth_weights_1d_16bpc+8*2]
803 movsldup m3, [base+ipred_hv_shuf]
804 .w8_loop:
805 vpbroadcastd m0, [tlq+hq-4]
806 vpbroadcastd m1, [tlq+hq-8]
807 pshufb m0, m3
808 pshufb m1, m3
809 psubw m0, m5
810 psubw m1, m5
811 pmulhrsw m0, m4
812 pmulhrsw m1, m4
813 paddw m0, m5
814 paddw m1, m5
815 mova [dstq+strideq*0], xm0
816 vextracti128 [dstq+strideq*1], m0, 1
817 mova [dstq+strideq*2], xm1
818 vextracti128 [dstq+stride3q ], m1, 1
819 lea dstq, [dstq+strideq*4]
820 sub hq, 4*2
821 jg .w8_loop
822 RET
823 .w16:
824 movu m4, [base+smooth_weights_1d_16bpc+16*2]
825 .w16_loop:
826 vpbroadcastq m3, [tlq+hq-8]
827 punpcklwd m3, m3
828 psubw m3, m5
829 pshufd m0, m3, q3333
830 pshufd m1, m3, q2222
831 pshufd m2, m3, q1111
832 pshufd m3, m3, q0000
833 REPX {pmulhrsw x, m4}, m0, m1, m2, m3
834 REPX {paddw x, m5}, m0, m1, m2, m3
835 mova [dstq+strideq*0], m0
836 mova [dstq+strideq*1], m1
837 mova [dstq+strideq*2], m2
838 mova [dstq+stride3q ], m3
839 lea dstq, [dstq+strideq*4]
840 sub hq, 4*2
841 jg .w16_loop
842 RET
843 .w32:
844 WIN64_SPILL_XMM 7
845 movu m4, [base+smooth_weights_1d_16bpc+32*2]
846 movu m6, [base+smooth_weights_1d_16bpc+32*3]
847 .w32_loop:
848 vpbroadcastw m1, [tlq+hq-2]
849 vpbroadcastw m3, [tlq+hq-4]
850 psubw m1, m5
851 psubw m3, m5
852 pmulhrsw m0, m4, m1
853 pmulhrsw m1, m6
854 pmulhrsw m2, m4, m3
855 pmulhrsw m3, m6
856 REPX {paddw x, m5}, m0, m1, m2, m3
857 mova [dstq+strideq*0+32*0], m0
858 mova [dstq+strideq*0+32*1], m1
859 mova [dstq+strideq*1+32*0], m2
860 mova [dstq+strideq*1+32*1], m3
861 lea dstq, [dstq+strideq*2]
862 sub hq, 2*2
863 jg .w32_loop
864 RET
865 .w64:
866 WIN64_SPILL_XMM 8
867 movu m3, [base+smooth_weights_1d_16bpc+32*4]
868 movu m4, [base+smooth_weights_1d_16bpc+32*5]
869 movu m6, [base+smooth_weights_1d_16bpc+32*6]
870 movu m7, [base+smooth_weights_1d_16bpc+32*7]
871 .w64_loop:
872 vpbroadcastw m2, [tlq+hq-2]
873 psubw m2, m5
874 pmulhrsw m0, m3, m2
875 pmulhrsw m1, m4, m2
876 paddw m0, m5
877 paddw m1, m5
878 mova [dstq+32*0], m0
879 pmulhrsw m0, m6, m2
880 mova [dstq+32*1], m1
881 pmulhrsw m1, m7, m2
882 paddw m0, m5
883 paddw m1, m5
884 mova [dstq+32*2], m0
885 mova [dstq+32*3], m1
886 add dstq, strideq
887 sub hq, 1*2
888 jg .w64_loop
889 RET
890
891 %macro SMOOTH_2D_END 6 ; src[1-2], mul[1-2], add[1-2]
892 pmaddwd m0, m%1, m%3
893 pmaddwd m1, m%2, m%4
894 paddd m0, m%5
895 paddd m1, m%6
896 psrld m0, 8
897 psrld m1, 8
898 packssdw m0, m1
899 pavgw m0, m5
900 %endmacro
901
902 cglobal ipred_smooth_16bpc, 3, 7, 6, dst, stride, tl, w, h, v_weights
903 %define base r6-ipred_smooth_16bpc_avx2_table
904 lea r6, [ipred_smooth_16bpc_avx2_table]
905 mov wd, wm
906 vpbroadcastw m4, [tlq+wq*2] ; right
907 tzcnt wd, wd
908 mov hd, hm
909 sub tlq, hq
910 sub tlq, hq
911 movsxd wq, [r6+wq*4]
912 pxor m5, m5
913 add wq, r6
914 lea v_weightsq, [base+smooth_weights_2d_16bpc+hq*4]
915 jmp wq
916 .w4:
917 WIN64_SPILL_XMM 11
918 vpbroadcastw m0, [tlq] ; bottom
919 vpbroadcastq m6, [tlq+hq*2+2]
920 movsldup m7, [base+ipred_hv_shuf]
921 movshdup m9, [base+ipred_hv_shuf]
922 vbroadcasti128 m10, [base+smooth_weights_2d_16bpc+4*4]
923 punpcklwd m6, m0 ; top, bottom
924 punpcklqdq m8, m9, m9
925 punpckhqdq m9, m9
926 lea r3, [strideq*3]
927 .w4_loop:
928 vpbroadcastq m3, [tlq+hq*2-8]
929 vbroadcasti128 m1, [v_weightsq]
930 pshufb m3, m7
931 punpcklwd m2, m3, m4 ; left, right
932 punpckhwd m3, m4
933 pmaddwd m2, m10
934 pmaddwd m3, m10
935 pshufb m0, m1, m8
936 pshufb m1, m9
937 SMOOTH_2D_END 0, 1, 6, 6, 2, 3
938 vextracti128 xm1, m0, 1
939 movq [dstq+strideq*0], xm0
940 movq [dstq+strideq*1], xm1
941 movhps [dstq+strideq*2], xm0
942 movhps [dstq+r3 ], xm1
943 lea dstq, [dstq+strideq*4]
944 add v_weightsq, 16
945 sub hd, 4
946 jg .w4_loop
947 RET
948 .w8:
949 %assign stack_offset stack_offset - stack_size_padded
950 WIN64_SPILL_XMM 12
951 vpbroadcastw m0, [tlq] ; bottom
952 vbroadcasti128 m7, [tlq+hq*2+2]
953 movsldup m8, [base+ipred_hv_shuf]
954 movshdup m9, [base+ipred_hv_shuf]
955 vbroadcasti128 m10, [base+smooth_weights_2d_16bpc+8*4+16*0]
956 vbroadcasti128 m11, [base+smooth_weights_2d_16bpc+8*4+16*1]
957 punpcklwd m6, m7, m0 ; top, bottom
958 punpckhwd m7, m0
959 .w8_loop:
960 vpbroadcastd m3, [tlq+hq*2-4]
961 vpbroadcastq m1, [v_weightsq]
962 pshufb m3, m8
963 punpcklwd m2, m3, m4 ; left, right
964 punpckhwd m3, m4
965 pmaddwd m2, m10
966 pmaddwd m3, m11
967 pshufb m1, m9
968 SMOOTH_2D_END 1, 1, 6, 7, 2, 3
969 mova [dstq+strideq*0], xm0
970 vextracti128 [dstq+strideq*1], m0, 1
971 lea dstq, [dstq+strideq*2]
972 add v_weightsq, 8
973 sub hd, 2
974 jg .w8_loop
975 RET
976 .w16:
977 %assign stack_offset stack_offset - stack_size_padded
978 WIN64_SPILL_XMM 11
979 vpbroadcastw m0, [tlq] ; bottom
980 movu m7, [tlq+hq*2+2]
981 mova xm8, [base+smooth_weights_2d_16bpc+16*4+16*0]
982 mova xm9, [base+smooth_weights_2d_16bpc+16*4+16*1]
983 vinserti128 m8, [base+smooth_weights_2d_16bpc+16*4+16*2], 1
984 vinserti128 m9, [base+smooth_weights_2d_16bpc+16*4+16*3], 1
985 punpcklwd m6, m7, m0 ; top, bottom
986 punpckhwd m7, m0
987 .w16_loop:
988 vpbroadcastd m3, [tlq+hq*2-4]
989 vpbroadcastd m1, [v_weightsq+0]
990 punpcklwd m3, m4 ; left, right
991 pshufd m2, m3, q1111
992 pmaddwd m10, m8, m2
993 pmaddwd m2, m9
994 pshufd m3, m3, q0000
995 SMOOTH_2D_END 1, 1, 6, 7, 10, 2
996 vpbroadcastd m1, [v_weightsq+4]
997 pmaddwd m2, m8, m3
998 pmaddwd m3, m9
999 mova [dstq+strideq*0], m0
1000 SMOOTH_2D_END 1, 1, 6, 7, 2, 3
1001 mova [dstq+strideq*1], m0
1002 lea dstq, [dstq+strideq*2]
1003 add v_weightsq, 8
1004 sub hq, 2
1005 jg .w16_loop
1006 RET
1007 .w32:
1008 %assign stack_offset stack_offset - stack_size_padded
1009 WIN64_SPILL_XMM 15
1010 vpbroadcastw m0, [tlq] ; bottom
1011 movu m7, [tlq+hq*2+ 2]
1012 movu m9, [tlq+hq*2+34]
1013 mova xm10, [base+smooth_weights_2d_16bpc+32*4+16*0]
1014 mova xm11, [base+smooth_weights_2d_16bpc+32*4+16*1]
1015 vinserti128 m10, [base+smooth_weights_2d_16bpc+32*4+16*2], 1
1016 vinserti128 m11, [base+smooth_weights_2d_16bpc+32*4+16*3], 1
1017 mova xm12, [base+smooth_weights_2d_16bpc+32*4+16*4]
1018 mova xm13, [base+smooth_weights_2d_16bpc+32*4+16*5]
1019 vinserti128 m12, [base+smooth_weights_2d_16bpc+32*4+16*6], 1
1020 vinserti128 m13, [base+smooth_weights_2d_16bpc+32*4+16*7], 1
1021 punpcklwd m6, m7, m0
1022 punpckhwd m7, m0
1023 punpcklwd m8, m9, m0
1024 punpckhwd m9, m0
1025 .w32_loop:
1026 vpbroadcastw m3, [tlq+hq*2-2]
1027 vpbroadcastd m14, [v_weightsq]
1028 punpcklwd m3, m4
1029 pmaddwd m1, m10, m3
1030 pmaddwd m2, m11, m3
1031 pmaddwd m0, m6, m14
1032 paddd m0, m1
1033 pmaddwd m1, m7, m14
1034 paddd m1, m2
1035 pmaddwd m2, m12, m3
1036 pmaddwd m3, m13
1037 psrld m0, 8
1038 psrld m1, 8
1039 packssdw m0, m1
1040 pavgw m0, m5
1041 mova [dstq+32*0], m0
1042 SMOOTH_2D_END 14, 14, 8, 9, 2, 3
1043 mova [dstq+32*1], m0
1044 add dstq, strideq
1045 add v_weightsq, 4
1046 dec hd
1047 jg .w32_loop
1048 RET
1049 .w64:
1050 %assign stack_offset stack_offset - stack_size_padded
1051 PROLOGUE 0, 11, 16, dst, stride, tl, tl_base, h, v_weights, dummy, v_weights_base, x, y, dst_base
1052 mov dst_baseq, dstq
1053 mov tl_baseq, tlq
1054 mov v_weights_baseq, v_weightsq
1055 xor xq, xq
1056 .w64_loop_x:
1057 mov yq, hq
1058 lea tlq, [tl_baseq+hq*2]
1059 vpbroadcastw m0, [tl_baseq] ; bottom
1060 movu m7, [tlq+xq*2+ 2]
1061 movu m9, [tlq+xq*2+34]
1062 mova xm10, [base+smooth_weights_2d_16bpc+64*4+16*0]
1063 mova xm11, [base+smooth_weights_2d_16bpc+64*4+16*1]
1064 vinserti128 m10, [base+smooth_weights_2d_16bpc+64*4+16*2], 1
1065 vinserti128 m11, [base+smooth_weights_2d_16bpc+64*4+16*3], 1
1066 mova xm12, [base+smooth_weights_2d_16bpc+64*4+16*4]
1067 mova xm13, [base+smooth_weights_2d_16bpc+64*4+16*5]
1068 vinserti128 m12, [base+smooth_weights_2d_16bpc+64*4+16*6], 1
1069 vinserti128 m13, [base+smooth_weights_2d_16bpc+64*4+16*7], 1
1070 punpcklwd m6, m7, m0
1071 punpckhwd m7, m0
1072 punpcklwd m8, m9, m0
1073 punpckhwd m9, m0
1074 lea tlq, [tl_baseq-2]
1075 .w64_loop_y:
1076 vpbroadcastw m3, [tlq+yq*2]
1077 vpbroadcastd m1, [v_weightsq]
1078 punpcklwd m3, m4
1079 pmaddwd m14, m10, m3
1080 pmaddwd m15, m11, m3
1081 pmaddwd m2, m12, m3
1082 pmaddwd m3, m13
1083 pmaddwd m0, m6, m1
1084 paddd m0, m14
1085 pmaddwd m14, m7, m1
1086 paddd m14, m15
1087 psrld m0, 8
1088 psrld m14, 8
1089 packssdw m0, m14
1090 pavgw m0, m5
1091 mova [dstq+32*0], m0
1092 SMOOTH_2D_END 8, 9, 1, 1, 2, 3
1093 mova [dstq+32*1], m0
1094 add dstq, strideq
1095 add v_weightsq, 4
1096 dec yq
1097 jg .w64_loop_y
1098 lea dstq, [dst_baseq+32*2]
1099 add r6, 16*8
1100 mov v_weightsq, v_weights_baseq
1101 add xq, 32
1102 test xb, 64
1103 jz .w64_loop_x
1104 RET
1105
1106 cglobal ipred_z1_16bpc, 3, 8, 0, dst, stride, tl, w, h, angle, dx, maxbase
1107 %assign org_stack_offset stack_offset
1108 lea r6, [ipred_z1_16bpc_avx2_table]
1109 tzcnt wd, wm
1110 movifnidn angled, anglem
1111 movifnidn hd, hm
1112 lea r7, [dr_intra_derivative]
1113 movsxd wq, [r6+wq*4]
1114 add tlq, 2
1115 add wq, r6
1116 mov dxd, angled
1117 and dxd, 0x7e
1118 add angled, 165 ; ~90
1119 movzx dxd, word [r7+dxq]
1120 xor angled, 0x4ff ; d = 90 - angle
1121 vpbroadcastd m5, [pw_62]
1122 jmp wq
1123 .w4:
1124 ALLOC_STACK -64, 7
1125 cmp angleb, 40
1126 jae .w4_no_upsample
1127 lea r3d, [angleq-1024]
1128 sar r3d, 7
1129 add r3d, hd
1130 jg .w4_no_upsample ; !enable_intra_edge_filter || h > 8 || (h == 8 && is_sm)
1131 vpbroadcastw xm3, [tlq+14]
1132 movu xm1, [tlq+ 0] ; 1 2 3 4 5 6 7 8
1133 palignr xm0, xm3, xm1, 4 ; 3 4 5 6 7 8 8 8
1134 paddw xm0, [tlq- 2] ; 0 1 2 3 4 5 6 7
1135 add dxd, dxd
1136 palignr xm2, xm3, xm1, 2 ; 2 3 4 5 6 7 8 8
1137 paddw xm2, xm1 ; -1 * a + 9 * b + 9 * c + -1 * d
1138 psubw xm0, xm2, xm0 ; = (b + c - a - d + (b + c) << 3 + 8) >> 4
1139 psraw xm0, 3 ; = ((b + c - a - d) >> 3 + b + c + 1) >> 1
1140 pxor xm4, xm4
1141 paddw xm2, xm0
1142 vpbroadcastw xm0, r8m ; pixel_max
1143 mova [rsp+32], xm3
1144 movd xm3, dxd
1145 pmaxsw xm2, xm4
1146 mov r3d, dxd
1147 pavgw xm2, xm4
1148 vpbroadcastw m3, xm3
1149 pminsw xm2, xm0
1150 punpcklwd xm0, xm1, xm2
1151 punpckhwd xm1, xm2
1152 lea r5, [strideq*3]
1153 pslldq m2, m3, 8
1154 mova [rsp+ 0], xm0
1155 mova [rsp+16], xm1
1156 paddw m6, m3, m3
1157 paddw m3, m2
1158 vpblendd m4, m6, 0xf0
1159 paddw m6, m6
1160 paddw m3, m4 ; xpos0 xpos1 xpos2 xpos3
1161 vbroadcasti128 m4, [z_upsample]
1162 .w4_upsample_loop:
1163 lea r2d, [r3+dxq]
1164 shr r3d, 6 ; base0
1165 movu xm1, [rsp+r3*2]
1166 lea r3d, [r2+dxq]
1167 shr r2d, 6 ; base1
1168 movu xm2, [rsp+r2*2]
1169 lea r2d, [r3+dxq]
1170 shr r3d, 6 ; base2
1171 vinserti128 m1, [rsp+r3*2], 1 ; 0 2
1172 lea r3d, [r2+dxq]
1173 shr r2d, 6 ; base3
1174 vinserti128 m2, [rsp+r2*2], 1 ; 1 3
1175 pshufb m1, m4
1176 pshufb m2, m4
1177 punpcklqdq m0, m1, m2
1178 punpckhqdq m1, m2
1179 pand m2, m5, m3 ; frac
1180 psllw m2, 9 ; (a * (64 - frac) + b * frac + 32) >> 6
1181 psubw m1, m0 ; = a + (((b - a) * frac + 32) >> 6)
1182 pmulhrsw m1, m2 ; = a + (((b - a) * (frac << 9) + 16384) >> 15)
1183 paddw m3, m6 ; xpos += dx
1184 paddw m0, m1
1185 vextracti128 xm1, m0, 1
1186 movq [dstq+strideq*0], xm0
1187 movhps [dstq+strideq*1], xm0
1188 movq [dstq+strideq*2], xm1
1189 movhps [dstq+r5 ], xm1
1190 lea dstq, [dstq+strideq*4]
1191 sub hd, 4
1192 jg .w4_upsample_loop
1193 RET
1194 ALIGN function_align
1195 .filter_strength: ; w4/w8/w16
1196 %define base r3-z_filter_t0
1197 movd xm0, maxbased
1198 lea r3, [z_filter_t0]
1199 movd xm1, angled
1200 shr angled, 8 ; is_sm << 1
1201 vpbroadcastb m0, xm0
1202 vpbroadcastb m1, xm1
1203 pcmpeqb m0, [base+z_filter_wh]
1204 mova xm2, [r3+angleq*8]
1205 pand m0, m1
1206 pcmpgtb m0, m2
1207 pmovmskb r5d, m0
1208 ret
1209 .w4_no_upsample:
1210 mov maxbased, 7
1211 test angled, 0x400 ; !enable_intra_edge_filter
1212 jnz .w4_main
1213 lea maxbased, [hq+3]
1214 call .filter_strength
1215 mov maxbased, 7
1216 test r5d, r5d
1217 jz .w4_main ; filter_strength == 0
1218 popcnt r5d, r5d
1219 vpbroadcastw xm3, [tlq+14]
1220 mova xm0, [tlq- 2] ; 0 1 2 3 4 5 6 7
1221 vpbroadcastd xm1, [base+z_filter_k-4+r5*4+12*1]
1222 vpbroadcastd xm4, [base+z_filter_k-4+r5*4+12*0]
1223 palignr xm2, xm3, xm0, 4 ; 2 3 4 5 6 7 8 8
1224 pmullw xm1, [tlq+ 0] ; 1 2 3 4 5 6 7 8
1225 paddw xm2, xm0
1226 pmullw xm2, xm4
1227 movd [rsp+16], xm3
1228 cmp r5d, 3
1229 jne .w4_3tap
1230 paddw xm1, xm2
1231 palignr xm2, xm3, xm0, 6 ; 3 4 5 6 7 8 8 8
1232 pblendw xm0, [tlq-4], 0xfe ; 0 0 1 2 3 4 5 6
1233 movzx r3d, word [tlq+14]
1234 movzx r2d, word [tlq+12]
1235 inc maxbased
1236 paddw xm2, xm0
1237 sub r2d, r3d
1238 paddw xm2, xm2
1239 lea r2d, [r2+r3*8+4]
1240 shr r2d, 3 ; (1 * top[6] + 7 * top[7] + 4) >> 3
1241 mov [rsp+16], r2w
1242 .w4_3tap:
1243 pxor xm0, xm0
1244 paddw xm1, xm2
1245 mov tlq, rsp
1246 psrlw xm1, 3
1247 cmp hd, 8
1248 sbb maxbased, -1
1249 pavgw xm0, xm1
1250 mova [tlq], xm0
1251 .w4_main:
1252 movd xm3, dxd
1253 vpbroadcastq m1, [z_base_inc]
1254 vpbroadcastw m6, [tlq+maxbaseq*2] ; top[max_base_x]
1255 shl maxbased, 6
1256 vpbroadcastw m3, xm3
1257 movd xm0, maxbased
1258 mov r3d, dxd ; xpos
1259 vpbroadcastw m0, xm0
1260 paddw m4, m3, m3
1261 psubw m1, m0 ; -max_base_x
1262 vpblendd m3, m4, 0xcc
1263 paddw m0, m4, m3
1264 vpblendd m3, m0, 0xf0 ; xpos0 xpos1 xpos2 xpos3
1265 paddw m4, m4
1266 paddw m3, m1
1267 .w4_loop:
1268 lea r5d, [r3+dxq]
1269 shr r3d, 6 ; base0
1270 movu xm1, [tlq+r3*2]
1271 lea r3d, [r5+dxq]
1272 shr r5d, 6 ; base1
1273 movu xm2, [tlq+r5*2]
1274 lea r5d, [r3+dxq]
1275 shr r3d, 6 ; base2
1276 vinserti128 m1, [tlq+r3*2], 1 ; 0 2
1277 lea r3d, [r5+dxq]
1278 shr r5d, 6 ; base3
1279 vinserti128 m2, [tlq+r5*2], 1 ; 1 3
1280 punpcklqdq m0, m1, m2
1281 psrldq m1, 2
1282 pslldq m2, 6
1283 vpblendd m1, m2, 0xcc
1284 pand m2, m5, m3
1285 psllw m2, 9
1286 psubw m1, m0
1287 pmulhrsw m1, m2
1288 psraw m2, m3, 15 ; xpos < max_base_x
1289 paddw m3, m4
1290 paddw m0, m1
1291 vpblendvb m0, m6, m0, m2
1292 vextracti128 xm1, m0, 1
1293 movq [dstq+strideq*0], xm0
1294 movhps [dstq+strideq*1], xm0
1295 lea dstq, [dstq+strideq*2]
1296 movq [dstq+strideq*0], xm1
1297 movhps [dstq+strideq*1], xm1
1298 sub hd, 4
1299 jz .w4_end
1300 lea dstq, [dstq+strideq*2]
1301 cmp r3d, maxbased
1302 jb .w4_loop
1303 lea r6, [strideq*3]
1304 .w4_end_loop:
1305 movq [dstq+strideq*0], xm6
1306 movq [dstq+strideq*1], xm6
1307 movq [dstq+strideq*2], xm6
1308 movq [dstq+r6 ], xm6
1309 lea dstq, [dstq+strideq*4]
1310 sub hd, 4
1311 jg .w4_end_loop
1312 .w4_end:
1313 RET
1314 .w8:
1315 %assign stack_offset org_stack_offset
1316 ALLOC_STACK -64, 7
1317 lea r3d, [angleq+216]
1318 mov r3b, hb
1319 cmp r3d, 8
1320 ja .w8_no_upsample ; !enable_intra_edge_filter || is_sm || d >= 40 || h > 8
1321 movu m2, [tlq+2] ; 2 3 4 5 6 7 8 9 a b c d e f g _
1322 movu m0, [tlq+4] ; 3 4 5 6 7 8 9 a b c d e f g _ _
1323 movu m1, [tlq+0] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1324 cmp hd, 4
1325 jne .w8_upsample_h8 ; awkward single-pixel edge case
1326 vpblendd m0, m2, 0x20 ; 3 4 5 6 7 8 9 a b c c _ _ _ _ _
1327 .w8_upsample_h8:
1328 paddw m2, m1
1329 paddw m0, [tlq-2] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1330 add dxd, dxd
1331 psubw m0, m2, m0
1332 psraw m0, 3
1333 pxor m4, m4
1334 paddw m2, m0
1335 vpbroadcastw m0, r8m
1336 movd xm3, dxd
1337 pmaxsw m2, m4
1338 mov r3d, dxd
1339 pavgw m2, m4
1340 vpbroadcastw m3, xm3
1341 pminsw m2, m0
1342 punpcklwd m0, m1, m2
1343 punpckhwd m1, m2
1344 vbroadcasti128 m4, [z_upsample]
1345 mova [rsp+ 0], xm0
1346 mova [rsp+16], xm1
1347 paddw m6, m3, m3
1348 vextracti128 [rsp+32], m0, 1
1349 vextracti128 [rsp+48], m1, 1
1350 vpblendd m3, m6, 0xf0 ; xpos0 xpos1
1351 .w8_upsample_loop:
1352 lea r2d, [r3+dxq]
1353 shr r3d, 6 ; base0
1354 movu xm1, [rsp+r3*2]
1355 movu xm2, [rsp+r3*2+16]
1356 lea r3d, [r2+dxq]
1357 shr r2d, 6 ; base1
1358 vinserti128 m1, [rsp+r2*2], 1
1359 vinserti128 m2, [rsp+r2*2+16], 1
1360 pshufb m1, m4
1361 pshufb m2, m4
1362 punpcklqdq m0, m1, m2
1363 punpckhqdq m1, m2
1364 pand m2, m5, m3
1365 psllw m2, 9
1366 psubw m1, m0
1367 pmulhrsw m1, m2
1368 paddw m3, m6
1369 paddw m0, m1
1370 mova [dstq+strideq*0], xm0
1371 vextracti128 [dstq+strideq*1], m0, 1
1372 lea dstq, [dstq+strideq*2]
1373 sub hd, 2
1374 jg .w8_upsample_loop
1375 RET
1376 .w8_no_intra_edge_filter:
1377 and maxbased, 7
1378 or maxbased, 8 ; imin(h+7, 15)
1379 jmp .w8_main
1380 .w8_no_upsample:
1381 lea maxbased, [hq+7]
1382 test angled, 0x400
1383 jnz .w8_no_intra_edge_filter
1384 call .filter_strength
1385 test r5d, r5d
1386 jz .w8_main
1387 popcnt r5d, r5d
1388 vpbroadcastd m1, [base+z_filter_k-4+r5*4+12*1]
1389 vpbroadcastd m4, [base+z_filter_k-4+r5*4+12*0]
1390 mova m0, [tlq-2] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1391 movu m2, [tlq+0] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1392 pmullw m1, m2
1393 cmp hd, 8
1394 jl .w8_filter_h4
1395 punpckhwd m2, m2
1396 vpblendd m3, m2, [tlq+2], 0x7f ; 2 3 4 5 6 7 8 9 a b c d e f g g
1397 je .w8_filter_end ; 8x4 and 8x8 are always 3-tap
1398 movzx r3d, word [tlq+30]
1399 mov maxbased, 16
1400 mov [rsp+32], r3d
1401 cmp r5d, 3
1402 jne .w8_filter_end
1403 punpcklwd xm6, xm0, xm0
1404 vpblendd m2, [tlq+4], 0x7f ; 3 4 5 6 7 8 9 a b c d e f g g g
1405 vpblendd m6, [tlq-4], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
1406 movzx r5d, word [tlq+28]
1407 mov [rsp+34], r3w
1408 paddw m2, m6
1409 sub r5d, r3d
1410 inc maxbased
1411 paddw m2, m2
1412 lea r3d, [r5+r3*8+4]
1413 paddw m1, m2
1414 shr r3d, 3
1415 mov [rsp+32], r3w
1416 jmp .w8_filter_end
1417 .w8_filter_h4:
1418 pshuflw m3, m2, q3321
1419 vinserti128 m3, [tlq+2], 0 ; 2 3 4 5 6 7 8 9 a b c c _ _ _ _
1420 .w8_filter_end:
1421 paddw m0, m3
1422 pmullw m0, m4
1423 mov tlq, rsp
1424 pxor m2, m2
1425 paddw m0, m1
1426 psrlw m0, 3
1427 pavgw m0, m2
1428 mova [tlq], m0
1429 .w8_main:
1430 movd xm3, dxd
1431 vbroadcasti128 m1, [z_base_inc]
1432 vpbroadcastw m6, [tlq+maxbaseq*2]
1433 shl maxbased, 6
1434 vpbroadcastw m3, xm3
1435 movd xm0, maxbased
1436 mov r3d, dxd
1437 vpbroadcastw m0, xm0
1438 paddw m4, m3, m3
1439 psubw m1, m0
1440 vpblendd m3, m4, 0xf0 ; xpos0 xpos1
1441 paddw m3, m1
1442 .w8_loop:
1443 lea r5d, [r3+dxq]
1444 shr r3d, 6
1445 movu xm0, [tlq+r3*2]
1446 movu xm1, [tlq+r3*2+2]
1447 lea r3d, [r5+dxq]
1448 shr r5d, 6
1449 vinserti128 m0, [tlq+r5*2], 1
1450 vinserti128 m1, [tlq+r5*2+2], 1
1451 pand m2, m5, m3
1452 psllw m2, 9
1453 psubw m1, m0
1454 pmulhrsw m1, m2
1455 psraw m2, m3, 15
1456 paddw m3, m4
1457 paddw m0, m1
1458 vpblendvb m0, m6, m0, m2
1459 mova [dstq+strideq*0], xm0
1460 vextracti128 [dstq+strideq*1], m0, 1
1461 sub hd, 2
1462 jz .w8_end
1463 lea dstq, [dstq+strideq*2]
1464 cmp r3d, maxbased
1465 jb .w8_loop
1466 .w8_end_loop:
1467 mova [dstq+strideq*0], xm6
1468 mova [dstq+strideq*1], xm6
1469 lea dstq, [dstq+strideq*2]
1470 sub hd, 2
1471 jg .w8_end_loop
1472 .w8_end:
1473 RET
1474 .w16_no_intra_edge_filter:
1475 and maxbased, 15
1476 or maxbased, 16 ; imin(h+15, 31)
1477 jmp .w16_main
1478 .w16:
1479 %assign stack_offset org_stack_offset
1480 ALLOC_STACK -96, 7
1481 lea maxbased, [hq+15]
1482 test angled, 0x400
1483 jnz .w16_no_intra_edge_filter
1484 call .filter_strength
1485 test r5d, r5d
1486 jz .w16_main
1487 popcnt r5d, r5d
1488 mova m0, [tlq-2] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1489 paddw m1, m0, [tlq+2] ; 2 3 4 5 6 7 8 9 a b c d e f g h
1490 cmp r5d, 3
1491 jne .w16_filter_3tap
1492 vpbroadcastd m2, [base+pw_3]
1493 punpcklwd xm0, xm0
1494 vpblendd m0, [tlq-4], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
1495 paddw m1, [tlq+0] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1496 paddw m0, m2
1497 pavgw m0, [tlq+4] ; 3 4 5 6 7 8 9 a b c d e f g h i
1498 paddw m0, m1
1499 psrlw m0, 2
1500 movu m3, [tlq+32] ; 2 3 4 5 6 7 8 9 a b c d e f g h
1501 paddw m2, [tlq+28] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1502 paddw m1, m3, [tlq+30] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1503 cmp hd, 8
1504 jl .w16_filter_5tap_h4
1505 punpckhwd m3, m3
1506 je .w16_filter_5tap_h8
1507 vpblendd m4, m3, [tlq+36], 0x7f ; 4 5 6 7 8 9 a b c d e f g h h h
1508 vpblendd m3, [tlq+34], 0x7f ; 3 4 5 6 7 8 9 a b c d e f g h h
1509 movzx r3d, word [tlq+62]
1510 movzx r2d, word [tlq+60]
1511 pavgw m2, m4
1512 sub r2d, r3d
1513 paddw m1, m3
1514 lea r2d, [r2+r3*8+4]
1515 paddw m1, m2
1516 shr r2d, 3
1517 psrlw m1, 2
1518 mov [rsp+66], r3w
1519 mov [rsp+64], r2w
1520 mov tlq, rsp
1521 mov r3d, 33
1522 cmp hd, 16
1523 cmovg maxbased, r3d
1524 jmp .w16_filter_end2
1525 .w16_filter_5tap_h8:
1526 vpblendd xm4, xm3, [tlq+36], 0x07 ; 4 5 6 7 8 9 9 9
1527 vpblendd xm3, [tlq+34], 0x07 ; 3 4 5 6 7 8 9 9
1528 pavgw xm2, xm4
1529 paddw xm1, xm3
1530 paddw xm1, xm2
1531 psrlw xm1, 2
1532 jmp .w16_filter_end2
1533 .w16_filter_5tap_h4:
1534 pshuflw xm4, xm3, q3332 ; 4 5 5 5
1535 pshuflw xm3, xm3, q3321 ; 3 4 5 5
1536 pavgw xm2, xm4
1537 paddw xm1, xm3
1538 paddw xm1, xm2
1539 psrlw xm1, 2
1540 jmp .w16_filter_end2
1541 .w16_filter_3tap:
1542 vpbroadcastd m3, [base+z_filter_k-4+r5*4+12*1]
1543 vpbroadcastd m4, [base+z_filter_k-4+r5*4+12*0]
1544 pmullw m0, m3, [tlq+0] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1545 movu m2, [tlq+32] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1546 pmullw m1, m4
1547 pmullw m3, m2
1548 paddw m0, m1
1549 cmp hd, 8
1550 je .w16_filter_3tap_h8
1551 jl .w16_filter_3tap_h4
1552 punpckhwd m2, m2
1553 vpblendd m2, [tlq+34], 0x7f ; 2 3 4 5 6 7 8 9 a b c d e f g g
1554 jmp .w16_filter_end
1555 .w16_filter_3tap_h4:
1556 pshuflw xm2, xm2, q3321 ; 2 3 4 4 _ _ _ _
1557 jmp .w16_filter_end
1558 .w16_filter_3tap_h8:
1559 psrldq xm2, 2
1560 pshufhw xm2, xm2, q2210 ; 2 3 4 5 6 7 8 8
1561 .w16_filter_end:
1562 paddw m2, [tlq+30] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1563 pmullw m2, m4
1564 psrlw m0, 3
1565 pxor m1, m1
1566 paddw m2, m3
1567 psrlw m2, 3
1568 pavgw m0, m1
1569 pavgw m1, m2
1570 .w16_filter_end2:
1571 mov tlq, rsp
1572 mova [tlq+ 0], m0
1573 mova [tlq+32], m1
1574 .w16_main:
1575 movd xm4, dxd
1576 vpbroadcastw m6, [tlq+maxbaseq*2]
1577 shl maxbased, 6
1578 vpbroadcastw m4, xm4
1579 movd xm0, maxbased
1580 mov r3d, dxd
1581 vpbroadcastw m0, xm0
1582 paddw m3, m4, [z_base_inc]
1583 psubw m3, m0
1584 .w16_loop:
1585 lea r5d, [r3+dxq]
1586 shr r3d, 6
1587 movu m0, [tlq+r3*2]
1588 movu m1, [tlq+r3*2+2]
1589 lea r3d, [r5+dxq]
1590 shr r5d, 6
1591 pand m2, m5, m3
1592 psllw m2, 9
1593 psubw m1, m0
1594 pmulhrsw m1, m2
1595 psraw m2, m3, 15
1596 paddw m3, m4
1597 paddw m1, m0
1598 movu m0, [tlq+r5*2]
1599 vpblendvb m2, m6, m1, m2
1600 movu m1, [tlq+r5*2+2]
1601 mova [dstq+strideq*0], m2
1602 pand m2, m5, m3
1603 psllw m2, 9
1604 psubw m1, m0
1605 pmulhrsw m1, m2
1606 psraw m2, m3, 15
1607 paddw m3, m4
1608 paddw m0, m1
1609 vpblendvb m0, m6, m0, m2
1610 mova [dstq+strideq*1], m0
1611 sub hd, 2
1612 jz .w16_end
1613 lea dstq, [dstq+strideq*2]
1614 cmp r3d, maxbased
1615 jb .w16_loop
1616 .w16_end_loop:
1617 mova [dstq+strideq*0], m6
1618 mova [dstq+strideq*1], m6
1619 lea dstq, [dstq+strideq*2]
1620 sub hd, 2
1621 jg .w16_end_loop
1622 .w16_end:
1623 RET
1624 .w32:
1625 %assign stack_offset org_stack_offset
1626 ALLOC_STACK -160, 8
1627 lea maxbased, [hq+31]
1628 mov r3d, 63
1629 cmp hd, 32
1630 cmova maxbased, r3d
1631 test angled, 0x400
1632 jnz .w32_main
1633 vpbroadcastd m2, [pw_3]
1634 mova m0, [tlq-2] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1635 punpcklwd xm1, xm0, xm0
1636 vpblendd m1, [tlq-4], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
1637 paddw m0, [tlq+0] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1638 paddw m1, m2
1639 paddw m0, [tlq+2] ; 2 3 4 5 6 7 8 9 a b c d e f g h
1640 pavgw m1, [tlq+4] ; 3 4 5 6 7 8 9 a b c d e f g h i
1641 mov r3, rsp
1642 paddw m0, m1
1643 lea r5d, [maxbaseq-31]
1644 psrlw m0, 2
1645 mova [r3], m0
1646 .w32_filter_loop:
1647 mova m0, [tlq+30]
1648 paddw m1, m2, [tlq+28]
1649 add tlq, 32
1650 paddw m0, [tlq+0]
1651 pavgw m1, [tlq+4]
1652 paddw m0, [tlq+2]
1653 add r3, 32
1654 paddw m0, m1
1655 psrlw m0, 2
1656 mova [r3], m0
1657 sub r5d, 16
1658 jg .w32_filter_loop
1659 movu m0, [tlq+32] ; 2 3 4 5 6 7 8 9 a b c d e f g h
1660 punpckhwd m1, m0, m0
1661 paddw m2, [tlq+28] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1662 paddw m0, [tlq+30] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1663 jl .w32_filter_h8
1664 vpblendd m3, m1, [tlq+36], 0x7f ; 4 5 6 7 8 9 a b c d e f g h h h
1665 vpblendd m1, [tlq+34], 0x7f ; 3 4 5 6 7 8 9 a b c d e f g h h
1666 movzx r5d, word [tlq+62]
1667 movzx r2d, word [tlq+60]
1668 pavgw m2, m3
1669 sub r2d, r5d
1670 paddw m0, m1
1671 lea r2d, [r2+r5*8+4]
1672 paddw m0, m2
1673 shr r2d, 3
1674 psrlw m0, 2
1675 mova [r3+32], m0
1676 mov [r3+66], r5w
1677 mov [r3+64], r2w
1678 mov tlq, rsp
1679 mov r3d, 65
1680 cmp hd, 64
1681 cmove maxbased, r3d
1682 jmp .w32_main
1683 .w32_filter_h8:
1684 vpblendd xm3, xm1, [tlq+36], 0x07 ; 4 5 6 7 8 9 9 9
1685 vpblendd xm1, [tlq+34], 0x07 ; 3 4 5 6 7 8 9 9
1686 pavgw xm2, xm3
1687 paddw xm0, xm1
1688 mov tlq, rsp
1689 paddw xm0, xm2
1690 psrlw xm0, 2
1691 mova [r3+32], xm0
1692 .w32_main:
1693 movd xm4, dxd
1694 vpbroadcastw m6, [tlq+maxbaseq*2]
1695 shl maxbased, 6
1696 vpbroadcastw m4, xm4
1697 movd xm0, maxbased
1698 mov r5d, dxd
1699 vpbroadcastd m7, [pw_m1024] ; -16 * 64
1700 vpbroadcastw m0, xm0
1701 paddw m3, m4, [z_base_inc]
1702 psubw m3, m0
1703 .w32_loop:
1704 mov r3d, r5d
1705 shr r3d, 6
1706 movu m0, [tlq+r3*2]
1707 movu m1, [tlq+r3*2+2]
1708 pand m2, m5, m3
1709 psllw m2, 9
1710 psubw m1, m0
1711 pmulhrsw m1, m2
1712 paddw m0, m1
1713 psraw m1, m3, 15
1714 vpblendvb m0, m6, m0, m1
1715 mova [dstq+32*0], m0
1716 movu m0, [tlq+r3*2+32]
1717 movu m1, [tlq+r3*2+34]
1718 add r5d, dxd
1719 psubw m1, m0
1720 pmulhrsw m1, m2
1721 pcmpgtw m2, m7, m3
1722 paddw m3, m4
1723 paddw m0, m1
1724 vpblendvb m0, m6, m0, m2
1725 mova [dstq+32*1], m0
1726 dec hd
1727 jz .w32_end
1728 add dstq, strideq
1729 cmp r5d, maxbased
1730 jb .w32_loop
1731 .w32_end_loop:
1732 mova [dstq+32*0], m6
1733 mova [dstq+32*1], m6
1734 add dstq, strideq
1735 dec hd
1736 jg .w32_end_loop
1737 .w32_end:
1738 RET
1739 .w64:
1740 %assign stack_offset org_stack_offset
1741 ALLOC_STACK -256, 10
1742 lea maxbased, [hq+63]
1743 test angled, 0x400
1744 jnz .w64_main
1745 vpbroadcastd m2, [pw_3]
1746 mova m0, [tlq-2] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1747 punpcklwd xm1, xm0, xm0
1748 vpblendd m1, [tlq-4], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
1749 paddw m0, [tlq+0] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1750 paddw m1, m2
1751 paddw m0, [tlq+2] ; 2 3 4 5 6 7 8 9 a b c d e f g h
1752 pavgw m1, [tlq+4] ; 3 4 5 6 7 8 9 a b c d e f g h i
1753 mov r3, rsp
1754 paddw m0, m1
1755 lea r5d, [hq+32]
1756 psrlw m0, 2
1757 mova [r3], m0
1758 .w64_filter_loop:
1759 mova m0, [tlq+30]
1760 paddw m1, m2, [tlq+28]
1761 add tlq, 32
1762 paddw m0, [tlq+0]
1763 pavgw m1, [tlq+4]
1764 paddw m0, [tlq+2]
1765 add r3, 32
1766 paddw m0, m1
1767 psrlw m0, 2
1768 mova [r3], m0
1769 sub r5d, 16
1770 jg .w64_filter_loop
1771 movu m0, [tlq+32] ; 2 3 4 5 6 7 8 9 a b c d e f g h
1772 punpckhwd m1, m0, m0
1773 paddw m2, [tlq+28] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
1774 paddw m0, [tlq+30] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
1775 vpblendd m3, m1, [tlq+36], 0x7f ; 4 5 6 7 8 9 a b c d e f g h h h
1776 vpblendd m1, [tlq+34], 0x7f ; 3 4 5 6 7 8 9 a b c d e f g h h
1777 pavgw m2, m3
1778 paddw m0, m1
1779 paddw m0, m2
1780 mov tlq, rsp
1781 psrlw m0, 2
1782 mova [r3+32], m0
1783 .w64_main:
1784 movd xm4, dxd
1785 vpbroadcastw m6, [tlq+maxbaseq*2]
1786 shl maxbased, 6
1787 vpbroadcastw m4, xm4
1788 movd xm0, maxbased
1789 mov r5d, dxd
1790 vpbroadcastd m7, [pw_m1024] ; -16 * 64
1791 vpbroadcastw m0, xm0
1792 paddw m3, m4, [z_base_inc]
1793 paddw m8, m7, m7 ; -32 * 64
1794 psubw m3, m0
1795 paddw m9, m8, m7 ; -48 * 64
1796 .w64_loop:
1797 mov r3d, r5d
1798 shr r3d, 6
1799 movu m0, [tlq+r3*2]
1800 movu m1, [tlq+r3*2+2]
1801 pand m2, m5, m3
1802 psllw m2, 9
1803 psubw m1, m0
1804 pmulhrsw m1, m2
1805 paddw m0, m1
1806 psraw m1, m3, 15
1807 vpblendvb m0, m6, m0, m1
1808 mova [dstq+32*0], m0
1809 movu m0, [tlq+r3*2+32]
1810 movu m1, [tlq+r3*2+34]
1811 psubw m1, m0
1812 pmulhrsw m1, m2
1813 paddw m0, m1
1814 pcmpgtw m1, m7, m3
1815 vpblendvb m0, m6, m0, m1
1816 mova [dstq+32*1], m0
1817 movu m0, [tlq+r3*2+64]
1818 movu m1, [tlq+r3*2+66]
1819 psubw m1, m0
1820 pmulhrsw m1, m2
1821 paddw m0, m1
1822 pcmpgtw m1, m8, m3
1823 vpblendvb m0, m6, m0, m1
1824 mova [dstq+32*2], m0
1825 movu m0, [tlq+r3*2+96]
1826 movu m1, [tlq+r3*2+98]
1827 add r5d, dxd
1828 psubw m1, m0
1829 pmulhrsw m1, m2
1830 pcmpgtw m2, m9, m3
1831 paddw m3, m4
1832 paddw m0, m1
1833 vpblendvb m0, m6, m0, m2
1834 mova [dstq+32*3], m0
1835 dec hd
1836 jz .w64_end
1837 add dstq, strideq
1838 cmp r5d, maxbased
1839 jb .w64_loop
1840 .w64_end_loop:
1841 mova [dstq+32*0], m6
1842 mova [dstq+32*1], m6
1843 mova [dstq+32*2], m6
1844 mova [dstq+32*3], m6
1845 add dstq, strideq
1846 dec hd
1847 jg .w64_end_loop
1848 .w64_end:
1849 RET
1850
1851 cglobal ipred_z2_16bpc, 3, 12, 12, 352, dst, stride, tl, w, h, angle, dx, dy
1852 %define base r9-z_filter_t0
1853 lea r9, [ipred_z2_16bpc_avx2_table]
1854 tzcnt wd, wm
1855 movifnidn angled, anglem
1856 movifnidn hd, hm
1857 lea dxq, [dr_intra_derivative-90]
1858 movsxd wq, [r9+wq*4]
1859 mova m1, [tlq- 0]
1860 movzx dyd, angleb
1861 xor angled, 0x400
1862 mova m2, [tlq- 32]
1863 mov r8, dxq
1864 sub dxq, dyq
1865 mova m3, [tlq- 64]
1866 add wq, r9
1867 add r9, z_filter_t0-ipred_z2_16bpc_avx2_table
1868 mova m4, [tlq- 96]
1869 and dyd, ~1
1870 mova m5, [tlq-128]
1871 and dxq, ~1
1872 movzx dyd, word [r8+dyq] ; angle - 90
1873 movzx dxd, word [dxq+270] ; 180 - angle
1874 vpbroadcastd m11, [base+pw_62]
1875 mova [rsp+128], m1
1876 mova [rsp+ 96], m2
1877 mova [rsp+ 64], m3
1878 neg dxd
1879 mova [rsp+ 32], m4
1880 neg dyq
1881 mova [rsp+ 0], m5
1882 jmp wq
1883 .w4:
1884 vbroadcasti128 m10, [base+z2_x_shuf]
1885 vpbroadcastq m6, [base+z_base_inc+2]
1886 lea r8d, [dxq+(65<<6)] ; xpos
1887 mov r10d, (63-4)<<6
1888 test angled, 0x400
1889 jnz .w4_main ; !enable_intra_edge_filter
1890 lea r3d, [hq+2]
1891 add angled, 1022
1892 shl r3d, 6
1893 test r3d, angled
1894 jnz .w4_no_upsample_above ; angle >= 130 || h > 8 || (is_sm && h == 8)
1895 movq xm0, [tlq+2] ; 1 2 3 4
1896 movq xm1, [tlq+0] ; 0 1 2 3
1897 pshuflw xm2, xm0, q3321 ; 2 3 4 4
1898 pshuflw xm3, xm1, q2100 ; 0 0 1 2
1899 vpbroadcastw xm4, r8m ; pixel_max
1900 vbroadcasti128 m10, [base+z_upsample]
1901 paddw xm1, xm0
1902 paddw xm2, xm3
1903 lea r8d, [r8+dxq+(1<<6)]
1904 psubw xm2, xm1, xm2
1905 add dxd, dxd
1906 psraw xm2, 3
1907 pxor xm3, xm3
1908 sub r10d, 3<<6
1909 paddw xm1, xm2
1910 paddw m6, m6
1911 pmaxsw xm1, xm3
1912 sub angled, 1075 ; angle - 53
1913 pavgw xm1, xm3
1914 lea r3d, [hq+3]
1915 pminsw xm1, xm4
1916 xor angled, 0x7f ; 180 - angle
1917 punpcklwd xm1, xm0
1918 movu [rsp+130], xm1
1919 call .filter_strength
1920 jmp .w4_filter_left
1921 ALIGN function_align
1922 .filter_strength:
1923 movd xm8, r3d
1924 mov r3d, angled
1925 movd xm7, angled
1926 vpbroadcastb m8, xm8
1927 shr r3d, 8 ; is_sm << 1
1928 vpbroadcastb m7, xm7
1929 pcmpeqb m8, [base+z_filter_wh]
1930 mova xm9, [r9+r3*8]
1931 pand m0, m8, m7
1932 pcmpgtb m0, m9
1933 pmovmskb r3d, m0
1934 ret
1935 ALIGN function_align
1936 .upsample_left: ; h4/h8
1937 mova xm0, [tlq-16] ; 8 7 6 5 4 3 2 1
1938 movu xm1, [tlq-14] ; 7 6 5 4 3 2 1 0
1939 vpbroadcastw xm4, r8m ; pixel_max
1940 cmp hd, 8
1941 je .upsample_left_h8
1942 pshufhw xm2, xm0, q2100 ; _ _ _ _ 4 4 3 2
1943 pshufhw xm3, xm1, q3321 ; _ _ _ _ 2 1 0 0
1944 jmp .upsample_left_end
1945 .upsample_left_h8:
1946 pblendw xm2, xm0, [tlq-18], 0xfe ; 8 8 7 6 5 4 3 2
1947 pblendw xm3, xm1, [tlq-12], 0x7f ; 6 5 4 3 2 1 0 0
1948 .upsample_left_end:
1949 paddw xm1, xm0
1950 paddw xm2, xm3
1951 psubw xm2, xm1, xm2
1952 add dyq, dyq
1953 psraw xm2, 3
1954 pxor xm3, xm3
1955 paddw xm1, xm2
1956 pmaxsw xm1, xm3
1957 pavgw xm1, xm3
1958 pminsw xm1, xm4
1959 punpcklwd xm2, xm0, xm1
1960 punpckhwd xm0, xm1
1961 mova [rsp+ 96+gprsize], xm2
1962 mova [rsp+112+gprsize], xm0
1963 ret
1964 .w4_no_upsample_above:
1965 lea r3d, [hq+3]
1966 sub angled, 1112 ; angle - 90
1967 call .filter_strength
1968 test r3d, r3d
1969 jz .w4_no_filter_above
1970 popcnt r3d, r3d
1971 vpbroadcastd xm4, [base+z_filter_k-4+r3*4+12*1]
1972 vpbroadcastd xm5, [base+z_filter_k-4+r3*4+12*0]
1973 psrldq xm0, xm1, 2 ; 1 2 3 4
1974 pshuflw xm2, xm1, q2100 ; 0 0 1 2
1975 pmullw xm4, xm0
1976 pshuflw xm3, xm0, q3321 ; 2 3 4 4
1977 paddw xm1, xm3
1978 pshuflw xm3, xm0, q3332 ; 3 4 4 4
1979 pmullw xm1, xm5
1980 vpbroadcastd xm5, [base+z_filter_k-4+r3*4+12*2]
1981 paddw xm2, xm3
1982 vpbroadcastd xm3, r6m ; max_width
1983 pmullw xm2, xm5
1984 packssdw xm3, xm3
1985 paddw xm1, xm4
1986 paddw xm1, xm2
1987 psubw xm3, [base+pw_1to16]
1988 pxor xm4, xm4
1989 psrlw xm1, 3
1990 pminsw xm3, xm11 ; clip to byte range since there's no variable word blend
1991 pavgw xm1, xm4
1992 vpblendvb xm1, xm0, xm3
1993 movq [rsp+130], xm1
1994 .w4_no_filter_above:
1995 lea r3d, [hq+2]
1996 add angled, 973 ; angle + 883
1997 shl r3d, 6
1998 test r3d, angled
1999 jz .w4_upsample_left ; angle <= 140 || h > 8 || (is_sm && h == 8)
2000 vpbroadcastd xm0, [base+pb_90]
2001 psubb xm0, xm7 ; 180 - angle
2002 pand xm0, xm8 ; reuse from previous filter_strength call
2003 pcmpgtb xm0, xm9
2004 pmovmskb r3d, xm0
2005 .w4_filter_left:
2006 test r3d, r3d
2007 jz .w4_main
2008 popcnt r3d, r3d
2009 mova m0, [tlq-32] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
2010 vpbroadcastd m5, r7m ; max_height
2011 cmp r3d, 3
2012 je .w4_filter_left_s3
2013 vpbroadcastd m2, [base+z_filter_k-4+r3*4+12*1]
2014 vpbroadcastd m3, [base+z_filter_k-4+r3*4+12*0]
2015 pmullw m2, m0
2016 cmp hd, 8
2017 jl .w4_filter_left_h4
2018 movu m4, [tlq-34]
2019 punpcklwd m1, m0, m0
2020 vpblendd m1, m4, 0xee ; 0 0 1 2 3 4 5 6 8 8 9 a b c d e
2021 je .w4_filter_left_end
2022 vpblendd m1, m4, 0x10 ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
2023 jmp .w4_filter_left_end
2024 .w4_upsample_left:
2025 call .upsample_left
2026 mov r11, -16
2027 vbroadcasti128 m9, [base+z_upsample]
2028 jmp .w4_main_upsample_left
2029 .w4_filter_left_s3: ; can only be h16
2030 movu m2, [tlq-30] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
2031 vpbroadcastd m4, [base+pw_3]
2032 paddw m1, m0, m2
2033 punpckhwd m2, m2
2034 vpblendd m2, [tlq-28], 0x7f ; 2 3 4 5 6 7 8 9 a b c d e f g g
2035 punpcklwd xm3, xm0, xm0
2036 paddw m2, m4
2037 vpblendd m4, m3, [tlq-34], 0xfe ; 0 0 1 2 3 4 5 6 8 8 9 a b c d e
2038 vpblendd m3, [tlq-36], 0xfe ; 0 0 0 1 2 3 4 5 6 8 8 9 a b c d
2039 paddw m1, m4
2040 pavgw m2, m3
2041 paddw m1, m2
2042 psrlw m1, 2
2043 jmp .w4_filter_left_end2
2044 .w4_filter_left_h4:
2045 pshufhw m1, m0, q2100 ; _ _ _ _ _ _ _ _ _ _ _ _ c c d e
2046 .w4_filter_left_end:
2047 paddw m1, [tlq-30] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
2048 pmullw m1, m3
2049 paddw m1, m2
2050 pxor m2, m2
2051 psrlw m1, 3
2052 pavgw m1, m2
2053 .w4_filter_left_end2:
2054 packssdw m5, m5
2055 psubw m5, [base+pw_16to1]
2056 pminsw m5, m11
2057 vpblendvb m1, m0, m5
2058 mova [rsp+96], m1
2059 .w4_main:
2060 vbroadcasti128 m9, [base+z2_x_shuf]
2061 mov r11, -8
2062 .w4_main_upsample_left:
2063 movd xm5, dyd
2064 mova m4, [base+z2_y_shuf_h4]
2065 mov r2d, r8d
2066 movd xm0, dxd
2067 vpbroadcastw m5, xm5
2068 rorx r5, dyq, 5
2069 lea r8d, [dyq*3]
2070 pmullw m5, [base+z2_ymul]
2071 rorx r9, dyq, 4
2072 sar dyd, 6
2073 vpbroadcastw m0, xm0
2074 sar r8d, 6
2075 pand m5, m11 ; frac_y
2076 neg dyd
2077 psllw m5, 9
2078 add r5d, dyd
2079 add r8d, dyd
2080 add r9d, dyd
2081 paddw m7, m0, m0
2082 lea dyq, [rsp+dyq*2+126]
2083 vpblendd m0, m7, 0xcc
2084 add dyq, r11
2085 neg r5d
2086 paddw m1, m0, m7
2087 neg r8d
2088 vpblendd m0, m1, 0xf0 ; xpos0 xpos1 xpos2 xpos3
2089 neg r9d
2090 paddw m7, m7
2091 paddw m6, m0
2092 .w4_loop:
2093 lea r3d, [r2+dxq]
2094 shr r2d, 6 ; base_x0
2095 movu xm1, [rsp+r2*2]
2096 lea r2d, [r3+dxq]
2097 shr r3d, 6 ; base_x1
2098 movu xm3, [rsp+r3*2]
2099 lea r3d, [r2+dxq]
2100 shr r2d, 6 ; base_x2
2101 vinserti128 m1, [rsp+r2*2], 1
2102 lea r2d, [r3+dxq]
2103 shr r3d, 6 ; base_x3
2104 vinserti128 m3, [rsp+r3*2], 1
2105 pshufb m1, m10 ; a0 a1 a2 a3 A0 A1 A2 A3
2106 pshufb m3, m10 ; b0 b1 b2 b3 B0 B1 B2 B3
2107 pand m2, m11, m6
2108 punpcklqdq m0, m1, m3
2109 punpckhqdq m1, m3
2110 psllw m2, 9
2111 psubw m1, m0
2112 pmulhrsw m1, m2
2113 paddw m0, m1
2114 cmp r3d, 64
2115 jge .w4_toponly
2116 movu xm2, [dyq]
2117 vinserti128 m2, [dyq+r8*2], 1
2118 movu xm3, [dyq+r5*2]
2119 vinserti128 m3, [dyq+r9*2], 1
2120 pshufb m2, m9
2121 pshufb m3, m9
2122 punpckhwd m1, m2, m3 ; a3 b3 a2 b2 a1 b1 a0 b0
2123 punpcklwd m2, m3
2124 psubw m2, m1
2125 pmulhrsw m2, m5
2126 psraw m3, m6, 15 ; base_x < topleft
2127 paddw m1, m2
2128 vpermd m1, m4, m1 ; a0 b0 c0 d0 a1 b1 c1 d1 a2 b2 c2 d2 a3 b3 c3 d3
2129 vpblendvb m0, m1, m3
2130 .w4_toponly:
2131 paddw m6, m7 ; xpos += dx
2132 lea r3, [strideq*3]
2133 add dyq, r11
2134 vextracti128 xm1, m0, 1
2135 movq [dstq+strideq*0], xm0
2136 movhps [dstq+strideq*1], xm0
2137 movq [dstq+strideq*2], xm1
2138 movhps [dstq+r3 ], xm1
2139 sub hd, 4
2140 jz .w4_end
2141 lea dstq, [dstq+strideq*4]
2142 cmp r2d, r10d
2143 jge .w4_loop
2144 .w4_leftonly_loop:
2145 movu xm1, [dyq]
2146 vinserti128 m1, [dyq+r8*2], 1
2147 movu xm2, [dyq+r5*2]
2148 vinserti128 m2, [dyq+r9*2], 1
2149 add dyq, r11
2150 pshufb m1, m9
2151 pshufb m2, m9
2152 punpckhwd m0, m1, m2
2153 punpcklwd m1, m2
2154 psubw m1, m0
2155 pmulhrsw m1, m5
2156 paddw m0, m1
2157 vpermd m0, m4, m0
2158 vextracti128 xm1, m0, 1
2159 movq [dstq+strideq*0], xm0
2160 movhps [dstq+strideq*1], xm0
2161 movq [dstq+strideq*2], xm1
2162 movhps [dstq+r3 ], xm1
2163 lea dstq, [dstq+strideq*4]
2164 sub hd, 4
2165 jg .w4_leftonly_loop
2166 .w4_end:
2167 RET
2168 .w8:
2169 mov r10d, hd
2170 test angled, 0x400
2171 jnz .w8_main
2172 lea r3d, [angleq+126]
2173 xor r8d, r8d
2174 mov r3b, hb
2175 cmp r3d, 8
2176 ja .w8_no_upsample_above ; angle >= 130 || h > 8 || is_sm
2177 movu xm0, [tlq+2] ; 1 2 3 4 5 6 7 8
2178 mova xm1, [tlq+0] ; 0 1 2 3 4 5 6 7
2179 pblendw xm2, xm0, [tlq+4], 0x7f ; 2 3 4 5 6 7 8 8
2180 pblendw xm3, xm1, [tlq-2], 0xfe ; 0 0 1 2 3 4 5 6
2181 vpbroadcastw xm4, r8m ; pixel_max
2182 paddw xm1, xm0
2183 paddw xm2, xm3
2184 not r8d
2185 psubw xm2, xm1, xm2
2186 add dxd, dxd
2187 psraw xm2, 3
2188 sub angled, 53 ; angle - 53
2189 pxor xm3, xm3
2190 paddw xm2, xm1
2191 lea r3d, [hq+7]
2192 pmaxsw xm2, xm3
2193 xor angled, 0x7f ; 180 - angle
2194 pavgw xm2, xm3
2195 pminsw xm2, xm4
2196 punpcklwd xm1, xm2, xm0
2197 punpckhwd xm2, xm0
2198 movu [rsp+130], xm1
2199 movu [rsp+146], xm2
2200 call .filter_strength
2201 jmp .w8_filter_left
2202 .w8_no_upsample_above:
2203 lea r3d, [hq+7]
2204 sub angled, 90 ; angle - 90
2205 call .filter_strength
2206 test r3d, r3d
2207 jz .w8_no_filter_above
2208 popcnt r3d, r3d
2209 vpbroadcastd xm4, [base+z_filter_k-4+r3*4+12*1]
2210 vpbroadcastd xm5, [base+z_filter_k-4+r3*4+12*0]
2211 vpbroadcastd xm6, [base+z_filter_k-4+r3*4+12*2]
2212 movu xm0, [tlq+2] ; 1 2 3 4 5 6 7 8 x
2213 pblendw xm2, xm1, [tlq-2], 0xfe ; 0 0 1 2 3 4 5 6 x
2214 pmullw xm4, xm0
2215 pblendw xm3, xm0, [tlq+4], 0x7f ; 2 3 4 5 6 7 8 8 x
2216 paddw xm1, xm3
2217 vpblendd xm3, [tlq+6], 0x07 ; 3 4 5 6 7 8 8 8 x
2218 paddw xm2, xm3
2219 vpbroadcastd xm3, r6m ; max_width
2220 pmullw xm1, xm5
2221 pmullw xm2, xm6
2222 packssdw xm3, xm3
2223 paddw xm1, xm4
2224 paddw xm1, xm2
2225 psubw xm3, [base+pw_1to16]
2226 pxor xm4, xm4
2227 psrlw xm1, 3
2228 pminsw xm3, xm11
2229 pavgw xm1, xm4
2230 vpblendvb xm1, xm0, xm3
2231 movu [rsp+130], xm1
2232 .w8_no_filter_above:
2233 lea r3d, [angleq-51]
2234 mov r3b, hb
2235 cmp r3d, 8
2236 jbe .w8_upsample_left ; angle > 140 && h <= 8 && !is_sm
2237 vpbroadcastd m0, [base+pb_90]
2238 psubb m0, m7
2239 pand m0, m8
2240 pcmpgtb m0, m9
2241 pmovmskb r3d, m0
2242 .w8_filter_left:
2243 test r3d, r3d
2244 jz .w8_main
2245 popcnt r3d, r3d
2246 cmp r3d, 3
2247 jne .w8_filter_left_s12
2248 vpbroadcastd m6, [base+pw_3]
2249 vpbroadcastd m7, [base+pw_16]
2250 cmp hd, 16 ; flags needed for later
2251 jmp .filter_left_s3b
2252 .w8_upsample_left:
2253 call .upsample_left
2254 vbroadcasti128 m7, [base+z2_y_shuf_us]
2255 lea r11, [rsp+118]
2256 mov r8, -8
2257 jmp .w8_main_upsample_left
2258 .w16_filter_left_s12:
2259 xor r8d, r8d
2260 .w8_filter_left_s12:
2261 mova m0, [tlq-32] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
2262 vpbroadcastd m5, r7m ; max_height
2263 vpbroadcastd m2, [base+z_filter_k-4+r3*4+12*1]
2264 vpbroadcastd m3, [base+z_filter_k-4+r3*4+12*0]
2265 pmullw m2, m0
2266 cmp hd, 8
2267 jl .w8_filter_left_h4
2268 movu m4, [tlq-34]
2269 punpcklwd m1, m0, m0
2270 vpblendd m1, m4, 0xee ; 0 0 1 2 3 4 5 6 8 8 9 a b c d e
2271 je .w8_filter_left_end
2272 vpblendd m1, m4, 0x10 ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
2273 jmp .w8_filter_left_end
2274 .w8_filter_left_h4:
2275 pshufhw m1, m0, q2100 ; _ _ _ _ _ _ _ _ _ _ _ _ c c d e
2276 .w8_filter_left_end:
2277 paddw m1, [tlq-30] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
2278 pmullw m1, m3
2279 paddw m1, m2
2280 pxor m2, m2
2281 psrlw m1, 3
2282 pavgw m1, m2
2283 packssdw m5, m5
2284 psubw m5, [base+pw_16to1]
2285 pminsw m5, m11
2286 vpblendvb m1, m0, m5
2287 mova [rsp+96], m1
2288 test r8d, r8d
2289 jz .w8_main
2290 ; upsample_main
2291 vbroadcasti128 m10, [base+z_upsample]
2292 vbroadcasti128 m7, [base+z2_y_shuf]
2293 lea r5, [rsp+120]
2294 movd xm1, dyd
2295 vbroadcasti128 m4, [base+z_base_inc+2]
2296 movd xm2, dxd
2297 vpbroadcastw m1, xm1
2298 vpbroadcastw m2, xm2
2299 mov r7, dstq
2300 paddw m4, m4
2301 pmullw m0, m1, [base+z2_ymul8]
2302 paddw m5, m2, m2
2303 psllw xm1, 3
2304 vpblendd m2, m5, 0xf0
2305 lea r2d, [dxq+(66<<6)] ; xpos
2306 paddw m4, m2
2307 pshufd m6, m0, q2020
2308 psraw xm0, 6
2309 pxor xm1, xm1
2310 psubw xm8, xm1, xm0
2311 pand m6, m11
2312 punpckhwd xm9, xm8, xm1
2313 psllw m6, 9
2314 punpcklwd xm8, xm1
2315 .w8_upsample_above_loop:
2316 lea r3d, [r2+dxq]
2317 shr r2d, 6
2318 movu xm1, [rsp+r2*2]
2319 movu xm2, [rsp+r2*2+16]
2320 lea r2d, [r3+dxq]
2321 shr r3d, 6
2322 vinserti128 m1, [rsp+r3*2], 1
2323 vinserti128 m2, [rsp+r3*2+16], 1
2324 pshufb m1, m10
2325 pshufb m2, m10
2326 punpcklqdq m0, m1, m2 ; a0 b0 c0 d0 e0 f0 g0 h0
2327 punpckhqdq m1, m2
2328 pand m2, m11, m4
2329 psubw m1, m0
2330 psllw m2, 9
2331 pmulhrsw m1, m2
2332 paddw m0, m1
2333 cmp r3d, 64
2334 jge .w8_upsample_above_toponly
2335 mova m1, m5
2336 vpgatherdq m3, [r5+xm9*2], m5
2337 mova m5, m1
2338 vpgatherdq m2, [r5+xm8*2], m1
2339 pshufb m3, m7
2340 pshufb m2, m7
2341 punpckldq m1, m2, m3
2342 punpckhdq m2, m3
2343 psubw m2, m1
2344 pmulhrsw m2, m6
2345 paddw m1, m2
2346 vpermq m1, m1, q3120
2347 psraw m2, m4, 15
2348 vpblendvb m0, m1, m2
2349 .w8_upsample_above_toponly:
2350 paddw m4, m5
2351 sub r5, 4
2352 mova [dstq+strideq*0], xm0
2353 vextracti128 [dstq+strideq*1], m0, 1
2354 sub hd, 2
2355 jz .w8_ret
2356 lea dstq, [dstq+strideq*2]
2357 jmp .w8_upsample_above_loop
2358 .w8_main:
2359 vbroadcasti128 m7, [base+z2_y_shuf]
2360 lea r11, [rsp+120]
2361 mov r8, -4
2362 .w8_main_upsample_left:
2363 movd xm1, dyd
2364 vbroadcasti128 m4, [base+z_base_inc+2]
2365 movd xm2, dxd
2366 vpbroadcastw m1, xm1
2367 vpbroadcastw m2, xm2
2368 mov r7, dstq
2369 pmullw m0, m1, [base+z2_ymul8]
2370 paddw m5, m2, m2
2371 psllw xm1, 3
2372 vpblendd m2, m5, 0xf0 ; xpos0 xpos1
2373 lea r9d, [dxq+(65<<6)] ; xpos
2374 paddw m4, m2
2375 movd [rsp+284], xm1
2376 .w8_loop0:
2377 mov r2d, r9d
2378 mova [rsp+288], m0
2379 mov r5, r11
2380 mova [rsp+320], m4
2381 pshufd m6, m0, q2020
2382 psraw xm0, 6
2383 pxor xm1, xm1
2384 psubw xm8, xm1, xm0 ; base_y
2385 pand m6, m11 ; frac_y
2386 punpckhwd xm9, xm8, xm1 ; base_y 2 3 6 7
2387 psllw m6, 9
2388 punpcklwd xm8, xm1 ; base_y 0 1 4 5
2389 .w8_loop:
2390 lea r3d, [r2+dxq]
2391 shr r2d, 6 ; base_x0
2392 movu xm0, [rsp+r2*2]
2393 movu xm1, [rsp+r2*2+2]
2394 lea r2d, [r3+dxq]
2395 shr r3d, 6 ; base_x1
2396 vinserti128 m0, [rsp+r3*2], 1
2397 vinserti128 m1, [rsp+r3*2+2], 1
2398 pand m2, m11, m4
2399 psubw m1, m0
2400 psllw m2, 9
2401 pmulhrsw m1, m2
2402 paddw m0, m1
2403 cmp r3d, 64
2404 jge .w8_toponly
2405 mova m1, m5
2406 vpgatherdq m3, [r5+xm9*2], m5
2407 mova m5, m1
2408 vpgatherdq m2, [r5+xm8*2], m1
2409 pshufb m3, m7 ; c0 d0 c1 d1 g0 h0 g1 h1
2410 pshufb m2, m7 ; a0 b0 a1 b1 e0 f0 e1 f1
2411 punpckldq m1, m2, m3 ; a0 b0 c0 d0 a1 b1 c1 d1 e0 f0 g0 h0 e1 f1 g1 h1
2412 punpckhdq m2, m3
2413 psubw m2, m1
2414 pmulhrsw m2, m6
2415 paddw m1, m2
2416 vpermq m1, m1, q3120
2417 psraw m2, m4, 15 ; base_x < topleft
2418 vpblendvb m0, m1, m2
2419 .w8_toponly:
2420 paddw m4, m5 ; xpos += dx
2421 add r5, r8
2422 mova [dstq+strideq*0], xm0
2423 vextracti128 [dstq+strideq*1], m0, 1
2424 sub hd, 2
2425 jz .w8_end
2426 lea dstq, [dstq+strideq*2]
2427 cmp r2d, (63-8)<<6
2428 jge .w8_loop
2429 .w8_leftonly_loop:
2430 mova m0, m5
2431 vpgatherdq m4, [r5+xm9*2], m5
2432 mova m5, m0
2433 vpgatherdq m3, [r5+xm8*2], m0
2434 add r5, r8
2435 pshufb m2, m4, m7
2436 pshufb m1, m3, m7
2437 punpckldq m0, m1, m2
2438 punpckhdq m1, m2
2439 psubw m1, m0
2440 pmulhrsw m1, m6
2441 paddw m0, m1
2442 vpermq m0, m0, q3120
2443 mova [dstq+strideq*0], xm0
2444 vextracti128 [dstq+strideq*1], m0, 1
2445 lea dstq, [dstq+strideq*2]
2446 sub hd, 2
2447 jg .w8_leftonly_loop
2448 .w8_end:
2449 sub r10d, 1<<8
2450 jl .w8_ret
2451 vpbroadcastd m0, [rsp+284]
2452 add r7, 16
2453 paddw m0, [rsp+288] ; base_y += 8*dy
2454 add r9d, 8<<6
2455 vpbroadcastd m4, [pw_512]
2456 movzx hd, r10b
2457 paddw m4, [rsp+320] ; base_x += 8*64
2458 mov dstq, r7
2459 jmp .w8_loop0
2460 .w8_ret:
2461 RET
2462 .w16:
2463 movd xm0, [tlq+32]
2464 lea r10d, [hq+(1<<8)]
2465 movd [rsp+160], xm0
2466 test angled, 0x400
2467 jnz .w8_main
2468 lea r3d, [hq+15]
2469 sub angled, 90
2470 call .filter_strength
2471 test r3d, r3d
2472 jz .w16_no_filter_above
2473 popcnt r3d, r3d
2474 vpbroadcastd m4, [base+z_filter_k-4+r3*4+12*1]
2475 vpbroadcastd m5, [base+z_filter_k-4+r3*4+12*0]
2476 vpbroadcastd m6, [base+z_filter_k-4+r3*4+12*2]
2477 movu m0, [tlq+2] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
2478 punpcklwd xm2, xm1, xm1
2479 vpblendd m2, [tlq-2], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
2480 punpckhwd m3, m0, m0
2481 pmullw m4, m0
2482 vpblendd m3, [tlq+4], 0x7f ; 2 3 4 5 6 7 8 9 a b c d e f g g
2483 paddw m1, m3
2484 vpblendd m3, [tlq+6], 0x7f ; 3 4 5 6 7 8 9 a b c d e f g g g
2485 paddw m2, m3
2486 vpbroadcastd m3, r6m ; max_width
2487 pmullw m1, m5
2488 pmullw m2, m6
2489 packssdw m3, m3
2490 paddw m1, m4
2491 paddw m1, m2
2492 psubw m3, [base+pw_1to16]
2493 pxor m4, m4
2494 psrlw m1, 3
2495 pminsw m3, m11
2496 pavgw m1, m4
2497 vpblendvb m1, m0, m3
2498 movu [rsp+130], m1
2499 .w16_no_filter_above:
2500 vpbroadcastd m0, [base+pb_90]
2501 psubb m0, m7
2502 pand m0, m8
2503 pcmpgtb m0, m9
2504 pmovmskb r3d, m0
2505 test r3d, r3d
2506 jz .w8_main
2507 popcnt r3d, r3d
2508 cmp r3d, 3
2509 jne .w16_filter_left_s12
2510 vpbroadcastd m6, [base+pw_3]
2511 vpbroadcastd m7, [base+pw_16]
2512 cmp hd, 4
2513 jne .filter_left_s3
2514 movq xm0, [tlq-8] ; 0 1 2 3
2515 movq xm1, [tlq-6] ; 1 2 3 4
2516 vpbroadcastd xm5, r7m ; max_height
2517 movq xm4, [base+pw_16to1+24] ; 4to1
2518 pshuflw xm2, xm0, q2100 ; 0 0 1 2
2519 pshuflw xm3, xm1, q3321 ; 2 3 4 4
2520 paddw xm1, xm0
2521 paddw xm1, xm2
2522 pshuflw xm2, xm0, q1000 ; 0 0 0 1
2523 paddw xm3, xm6
2524 packssdw xm5, xm5
2525 pavgw xm2, xm3
2526 psubw xm5, xm4
2527 paddw xm1, xm2
2528 pminsw xm5, xm11
2529 psrlw xm1, 2
2530 vpblendvb xm1, xm0, xm5
2531 movq [rsp+120], xm1
2532 jmp .w8_main
2533 .w32:
2534 mova m2, [tlq+32]
2535 movd xm0, [tlq+64]
2536 lea r10d, [hq+(3<<8)]
2537 mova [rsp+160], m2
2538 movd [rsp+192], xm0
2539 test angled, 0x400
2540 jnz .w8_main
2541 vpbroadcastd m6, [base+pw_3]
2542 vpbroadcastd m0, r6m ; max_width
2543 vpbroadcastd m7, [base+pw_16]
2544 mov r3d, 32
2545 packssdw m0, m0
2546 psubw m0, [base+pw_1to16]
2547 pminsw m8, m0, m11
2548 psubw m9, m8, m7
2549 .w32_filter_above:
2550 movu m0, [tlq+2]
2551 punpcklwd xm4, xm1, xm1
2552 paddw m2, m6, [tlq+6]
2553 paddw m1, m0
2554 vpblendd m4, [tlq-2], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
2555 paddw m1, [tlq+4]
2556 movu m3, [tlq+r3+2]
2557 paddw m5, m6, [tlq+r3-2]
2558 pavgw m2, m4
2559 punpckhwd m4, m3, m3
2560 paddw m1, m2
2561 vpblendd m2, m4, [tlq+r3+6], 0x7f ; 4 5 6 7 8 9 a b c d e f g h h h
2562 vpblendd m4, [tlq+r3+4], 0x7f ; 3 4 5 6 7 8 9 a b c d e f g h h
2563 pavgw m2, m5
2564 paddw m5, m3, [tlq+r3]
2565 paddw m4, m5
2566 psrlw m1, 2
2567 paddw m2, m4
2568 vpblendvb m1, m0, m8
2569 psrlw m2, 2
2570 vpblendvb m2, m3, m9
2571 movu [rsp+130], m1
2572 movu [rsp+r3+130], m2
2573 .filter_left_s3:
2574 cmp hd, 16
2575 jl .filter_left_s3_h8 ; h8
2576 .filter_left_s3b:
2577 mova m0, [tlq-32] ; 2 3 4 5 6 7 8 9 a b c d e f g h
2578 movu m2, [tlq-30] ; 3 4 5 6 7 8 9 a b c d e f g h i
2579 vpbroadcastd m5, r7m ; max_height
2580 paddw m1, m0, m2
2581 punpckhwd m2, m2
2582 mov r3d, hd
2583 vpblendd m2, [tlq-28], 0x7f ; 4 5 6 7 8 9 a b c d e f g h i i
2584 packssdw m5, m5
2585 not r3
2586 psubw m5, [base+pw_16to1]
2587 paddw m2, m6
2588 pminsw m8, m11, m5
2589 je .filter_left_s3_end ; h16
2590 paddw m1, [tlq-34] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
2591 pavgw m2, [tlq-36] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
2592 paddw m1, m2
2593 psrlw m1, 2
2594 vpblendvb m3, m1, m0, m8
2595 mova m0, [tlq-64] ; 2 3 4 5 6 7 8 9 a b c d e f g h
2596 paddw m1, m0, [tlq-62] ; 3 4 5 6 7 8 9 a b c d e f g h i
2597 paddw m2, m6, [tlq-60] ; 4 5 6 7 8 9 a b c d e f g h i j
2598 psubw m8, m7
2599 mova [rsp+96], m3
2600 jnp .filter_left_s3_end ; h32
2601 mova m5, [tlq-96]
2602 paddw m1, [tlq-66]
2603 pavgw m2, [tlq-68]
2604 paddw m1, m2
2605 paddw m4, m5, [tlq-94]
2606 paddw m2, m6, [tlq-92]
2607 psrlw m1, 2
2608 paddw m4, [tlq- 98]
2609 pavgw m2, [tlq-100]
2610 vpblendvb m3, m1, m0, m8
2611 mova m0, [tlq-128]
2612 psubw m8, m7
2613 paddw m4, m2
2614 paddw m1, m0, [tlq-126]
2615 paddw m2, m6, [tlq-124]
2616 psrlw m4, 2
2617 mova [rsp+64], m3
2618 vpblendvb m4, m5, m8
2619 psubw m8, m7
2620 mova [rsp+32], m4
2621 .filter_left_s3_end:
2622 punpcklwd xm3, xm0, xm0
2623 vpblendd m4, m3, [tlq+r3*2], 0xfe ; 2 2 3 4 5 6 7 8 9 a b c d e f g
2624 vpblendd m3, [tlq+r3*2-2], 0xfe ; 2 2 2 3 4 5 6 7 8 9 a b c d e f
2625 paddw m1, m4
2626 pavgw m2, m3
2627 paddw m1, m2
2628 psrlw m1, 2
2629 vpblendvb m1, m0, m8
2630 mova [rsp+r3*2+130], m1
2631 jmp .w8_main
2632 .filter_left_s3_h8:
2633 mova xm0, [tlq-16] ; 0 1 2 3 4 5 6 7
2634 movu xm3, [tlq-14] ; 1 2 3 4 5 6 7 8
2635 pblendw xm2, xm0, [tlq-18], 0xfe ; 0 0 1 2 3 4 5 6
2636 vpbroadcastd xm5, r7m ; max_height
2637 paddw xm1, xm0, xm3
2638 pblendw xm3, [tlq-12], 0x7f ; 2 3 4 5 6 7 8 8
2639 paddw xm1, xm2
2640 vpblendd xm2, [tlq-20], 0x0e ; 0 0 0 1 2 3 4 5
2641 paddw xm3, xm6
2642 packssdw xm5, xm5
2643 pavgw xm2, xm3
2644 psubw xm5, [base+pw_16to1+16] ; 8to1
2645 paddw xm1, xm2
2646 pminsw xm5, xm11
2647 psrlw xm1, 2
2648 vpblendvb xm1, xm0, xm5
2649 mova [rsp+112], xm1
2650 jmp .w8_main
2651 .w64:
2652 mova m2, [tlq+ 32]
2653 mova m3, [tlq+ 64]
2654 mova m4, [tlq+ 96]
2655 movd xm0, [tlq+128]
2656 lea r10d, [hq+(7<<8)]
2657 mova [rsp+160], m2
2658 mova [rsp+192], m3
2659 mova [rsp+224], m4
2660 movd [rsp+256], xm0
2661 test angled, 0x400
2662 jnz .w8_main
2663 vpbroadcastd m6, [base+pw_3]
2664 movu m0, [tlq+34] ; 2 3 4 5 6 7 8 9 a b c d e f g h
2665 paddw m2, m6, [tlq+30] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
2666 paddw m5, m0, [tlq+32] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
2667 pavgw m2, [tlq+38] ; 4 5 6 7 8 9 a b c d e f g h h h
2668 paddw m5, [tlq+36] ; 3 4 5 6 7 8 9 a b c d e f g h h
2669 movu m4, [tlq+66]
2670 paddw m3, m6, [tlq+62]
2671 paddw m7, m4, [tlq+64]
2672 pavgw m3, [tlq+70]
2673 paddw m7, [tlq+68]
2674 paddw m2, m5
2675 vpbroadcastd m5, r6m ; max_width
2676 mov r3d, 96
2677 packssdw m5, m5
2678 paddw m3, m7
2679 psubw m5, [base+pw_1to16]
2680 psrlw m2, 2
2681 vpbroadcastd m7, [base+pw_16]
2682 psrlw m3, 2
2683 pminsw m8, m11, m5
2684 psubw m9, m8, m7
2685 vpblendvb m2, m0, m9
2686 psubw m9, m7
2687 vpblendvb m3, m4, m9
2688 psubw m9, m7
2689 movu [rsp+162], m2
2690 movu [rsp+194], m3
2691 jmp .w32_filter_above
2692
2693 cglobal ipred_z3_16bpc, 4, 9, 0, dst, stride, tl, w, h, angle, dy, org_w, maxbase
2694 %assign org_stack_offset stack_offset
2695 lea r6, [ipred_z3_16bpc_avx2_table]
2696 tzcnt hd, hm
2697 movifnidn angled, anglem
2698 lea r7, [dr_intra_derivative+45*2-1]
2699 sub tlq, 2
2700 movsxd hq, [r6+hq*4]
2701 sub angled, 180
2702 add hq, r6
2703 mov dyd, angled
2704 neg dyd
2705 xor angled, 0x400
2706 or dyq, ~0x7e
2707 movzx dyd, word [r7+dyq]
2708 vpbroadcastd m5, [pw_62]
2709 mov org_wd, wd
2710 jmp hq
2711 .h4:
2712 ALLOC_STACK -64, 7
2713 lea r7, [strideq*3]
2714 cmp angleb, 40
2715 jae .h4_no_upsample
2716 lea r4d, [angleq-1024]
2717 sar r4d, 7
2718 add r4d, wd
2719 jg .h4_no_upsample ; !enable_intra_edge_filter || w > 8 || (w == 8 && is_sm)
2720 mova xm2, [tlq-14] ; 0 1 2 3 4 5 6 7
2721 pblendw xm1, xm2, [tlq-16], 0xfe ; 0 0 1 2 3 4 5 6
2722 vpblendd xm0, xm1, [tlq-18], 0x0e ; 0 0 0 1 2 3 4 5
2723 pshufd xm3, xm1, q0000
2724 paddw xm1, xm2
2725 paddw xm0, [tlq-12] ; 1 2 3 4 5 6 7 8
2726 vpbroadcastw xm4, r8m ; pixel_max
2727 add dyd, dyd
2728 psubw xm0, xm1, xm0
2729 mova [rsp+ 0], xm3
2730 movd xm3, dyd
2731 psraw xm0, 3
2732 neg dyd
2733 paddw xm1, xm0
2734 pxor xm0, xm0
2735 lea r2d, [dyq+(16<<6)+63] ; ypos
2736 pmaxsw xm1, xm0
2737 pavgw xm1, xm0
2738 vpbroadcastw m3, xm3
2739 pminsw xm1, xm4
2740 punpckhwd xm0, xm1, xm2
2741 punpcklwd xm1, xm2
2742 paddw m2, m3, m3
2743 mova [rsp+32], xm0
2744 punpcklwd m3, m2
2745 mova [rsp+16], xm1
2746 paddw m4, m2, m2
2747 paddw m2, m3
2748 vpblendd m3, m2, 0xf0 ; ypos0 ypos1 ypos2 ypos3
2749 .h4_upsample_loop:
2750 lea r4d, [r2+dyq]
2751 shr r2d, 6
2752 movu xm1, [rsp+r2*2]
2753 lea r2d, [r4+dyq]
2754 shr r4d, 6
2755 movu xm2, [rsp+r4*2]
2756 lea r4d, [r2+dyq]
2757 shr r2d, 6
2758 vinserti128 m1, [rsp+r2*2], 1
2759 lea r2d, [r4+dyq]
2760 shr r4d, 6
2761 vinserti128 m2, [rsp+r4*2], 1
2762 psrld m0, m1, 16
2763 pblendw m0, m2, 0xaa ; a3 b3 a2 b2 a1 b1 a0 b0 c3 d3 c2 d2 c1 d1 c0 d0
2764 pslld m2, 16
2765 pblendw m1, m2, 0xaa
2766 pand m2, m5, m3
2767 psllw m2, 9
2768 psubw m1, m0
2769 pmulhrsw m1, m2
2770 paddw m3, m4
2771 paddw m1, m0
2772 vextracti128 xm2, m1, 1
2773 punpckhdq xm0, xm1, xm2 ; a1 b1 c1 d1 a0 b0 c0 d0
2774 punpckldq xm1, xm2 ; a3 b3 c3 d3 a2 b2 c2 d2
2775 movhps [dstq+strideq*0], xm0
2776 movq [dstq+strideq*1], xm0
2777 movhps [dstq+strideq*2], xm1
2778 movq [dstq+r7 ], xm1
2779 add dstq, 8
2780 sub wd, 4
2781 jg .h4_upsample_loop
2782 RET
2783 ALIGN function_align
2784 .filter_strength: ; h4/h8/h16
2785 %define base r4-z_filter_t0
2786 lea r4, [z_filter_t0]
2787 movd xm0, maxbased
2788 movd xm1, angled
2789 shr angled, 8 ; is_sm << 1
2790 vpbroadcastb m0, xm0
2791 vpbroadcastb m1, xm1
2792 pcmpeqb m0, [base+z_filter_wh]
2793 pand m0, m1
2794 mova xm1, [r4+angleq*8]
2795 pcmpgtb m0, m1
2796 pmovmskb r5d, m0
2797 ret
2798 .h4_no_upsample:
2799 mov maxbased, 7
2800 test angled, 0x400 ; !enable_intra_edge_filter
2801 jnz .h4_main
2802 lea maxbased, [wq+3]
2803 call .filter_strength
2804 mov maxbased, 7
2805 test r5d, r5d
2806 jz .h4_main ; filter_strength == 0
2807 popcnt r5d, r5d
2808 mova xm0, [tlq-14] ; 0 1 2 3 4 5 6 7
2809 movu xm3, [tlq-12] ; 1 2 3 4 5 6 7 8
2810 vpbroadcastd xm2, [base+z_filter_k-4+r5*4+12*1]
2811 vpbroadcastd xm4, [base+z_filter_k-4+r5*4+12*0]
2812 pmullw xm2, xm0
2813 pblendw xm0, [tlq-16], 0xfe ; 0 0 1 2 3 4 5 6
2814 paddw xm1, xm0, xm3
2815 movd [rsp+12], xm0
2816 pmullw xm1, xm4
2817 cmp r5d, 3
2818 jne .h4_filter_3tap
2819 pblendw xm3, [tlq-10], 0x7f ; 2 3 4 5 6 7 8 8
2820 vpblendd xm0, [tlq-18], 0x0e ; 0 0 0 1 2 3 4 5
2821 movzx r4d, word [tlq-14]
2822 movzx r2d, word [tlq-12]
2823 inc maxbased
2824 paddw xm1, xm2
2825 paddw xm0, xm3
2826 sub r2d, r4d
2827 paddw xm2, xm0, xm0
2828 lea r2d, [r2+r4*8+4]
2829 shr r2d, 3
2830 mov [rsp+14], r2w
2831 .h4_filter_3tap:
2832 pxor xm0, xm0
2833 paddw xm1, xm2
2834 lea tlq, [rsp+30]
2835 psrlw xm1, 3
2836 cmp wd, 8
2837 sbb maxbased, -1
2838 pavgw xm0, xm1
2839 mova [rsp+16], xm0
2840 .h4_main:
2841 movd xm3, dyd
2842 neg maxbaseq
2843 vbroadcasti128 m1, [z_base_inc]
2844 vpbroadcastw m6, [tlq+maxbaseq*2]
2845 shl maxbased, 6
2846 vpbroadcastw m3, xm3
2847 lea r4d, [maxbaseq+3*64]
2848 neg dyq
2849 movd xm2, r4d
2850 sub tlq, 8
2851 lea r4, [dyq+63] ; ypos
2852 punpcklwd m1, m1
2853 paddw m0, m3, m3
2854 vpbroadcastw m2, xm2
2855 punpcklwd m3, m0
2856 paddw m4, m0, m0
2857 paddw m0, m3
2858 psubw m2, m1
2859 vpblendd m3, m0, 0xf0 ; ypos0 ypos1 ypos2 ypos3
2860 or maxbased, 63
2861 paddw m3, m2
2862 .h4_loop:
2863 lea r5, [r4+dyq]
2864 sar r4, 6 ; base0
2865 movu xm1, [tlq+r4*2]
2866 lea r4, [r5+dyq]
2867 sar r5, 6 ; base1
2868 movu xm2, [tlq+r5*2]
2869 lea r5, [r4+dyq]
2870 sar r4, 6 ; base2
2871 vinserti128 m1, [tlq+r4*2], 1
2872 lea r4, [r5+dyq]
2873 sar r5, 6 ; base3
2874 vinserti128 m2, [tlq+r5*2], 1
2875 punpckhwd m0, m1, m2
2876 punpcklwd m1, m2
2877 pand m2, m5, m3
2878 palignr m0, m1, 4 ; a3 b3 a2 b2 a1 b1 a0 b0 c3 d3 c2 d2 c1 d1 c0 d0
2879 psllw m2, 9
2880 psubw m1, m0
2881 pmulhrsw m1, m2
2882 psraw m2, m3, 15 ; ypos < max_base_y
2883 paddw m3, m4
2884 paddw m1, m0
2885 vpblendvb m1, m6, m1, m2
2886 vextracti128 xm2, m1, 1
2887 punpckhdq xm0, xm1, xm2 ; a1 b1 c1 d1 a0 b0 c0 d0
2888 punpckldq xm1, xm2 ; a3 b3 c3 d3 a2 b2 c2 d2
2889 movhps [dstq+strideq*0], xm0
2890 movq [dstq+strideq*1], xm0
2891 movhps [dstq+strideq*2], xm1
2892 movq [dstq+r7 ], xm1
2893 sub wd, 4
2894 jz .h4_end
2895 add dstq, 8
2896 cmp r4d, maxbased
2897 jg .h4_loop
2898 .h4_end_loop:
2899 movq [dstq+strideq*0], xm6
2900 movq [dstq+strideq*1], xm6
2901 movq [dstq+strideq*2], xm6
2902 movq [dstq+r7 ], xm6
2903 add dstq, 8
2904 sub wd, 4
2905 jg .h4_end_loop
2906 .h4_end:
2907 RET
2908 .h8:
2909 lea r4d, [angleq+216]
2910 %assign stack_offset org_stack_offset
2911 ALLOC_STACK -64, 8
2912 mov r4b, wb
2913 lea r7, [strideq*3]
2914 cmp r4d, 8
2915 ja .h8_no_upsample ; !enable_intra_edge_filter || is_sm || d >= 40 || w > 8
2916 mova m2, [tlq-30] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
2917 paddw m1, m2, [tlq-32] ; _ 0 1 2 3 4 5 6 7 8 9 a b c d e
2918 movu m0, [tlq-34] ; _ _ 0 1 2 3 4 5 6 7 8 9 a b c d
2919 cmp wd, 8
2920 je .h8_upsample_w8
2921 pshufhw xm3, xm2, q1000
2922 vpblendd m0, m3, 0x0f ; _ _ _ _ 4 4 4 5 6 7 8 9 a b c d
2923 .h8_upsample_w8:
2924 paddw m0, [tlq-28] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
2925 vpbroadcastw m4, r8m ; pixel_max
2926 add dyd, dyd
2927 psubw m0, m1, m0
2928 movd xm6, dyd
2929 psraw m0, 3
2930 neg dyd
2931 paddw m1, m0
2932 pxor m0, m0
2933 pmaxsw m1, m0
2934 lea r4d, [dyq+(16<<6)+63] ; ypos
2935 pavgw m1, m0
2936 vpbroadcastw m6, xm6
2937 pminsw m1, m4
2938 punpckhwd m0, m1, m2
2939 punpcklwd m1, m2
2940 vextracti128 [rsp+48], m0, 1
2941 vextracti128 [rsp+32], m1, 1
2942 paddw m7, m6, m6
2943 mova [rsp+16], xm0
2944 mova [rsp+ 0], xm1
2945 punpcklwd m6, m7 ; ypos0 ypos1
2946 .h8_upsample_loop:
2947 lea r2d, [r4+dyq]
2948 shr r4d, 6 ; base0
2949 movu m1, [rsp+r4*2]
2950 lea r4d, [r2+dyq]
2951 shr r2d, 6 ; base1
2952 movu m2, [rsp+r2*2]
2953 lea r2d, [r4+dyq]
2954 shr r4d, 6 ; base2
2955 movu m3, [rsp+r4*2]
2956 lea r4d, [r2+dyq]
2957 shr r2d, 6 ; base3
2958 movu m4, [rsp+r2*2]
2959 psrld m0, m1, 16
2960 pblendw m0, m2, 0xaa ; a7 b7 a6 b6 a5 b5 a4 b4 a3 b3 a2 b2 a1 b1 a0 b0
2961 pslld m2, 16
2962 pblendw m1, m2, 0xaa
2963 psrld m2, m3, 16
2964 pblendw m2, m4, 0xaa ; c7 d7 c6 d6 c5 d5 c4 d4 c3 d3 c2 d2 c1 d1 c0 d0
2965 pslld m4, 16
2966 pblendw m3, m4, 0xaa
2967 pand m4, m5, m6
2968 paddw m6, m7
2969 psllw m4, 9
2970 psubw m1, m0
2971 pmulhrsw m1, m4
2972 pand m4, m5, m6
2973 psllw m4, 9
2974 psubw m3, m2
2975 pmulhrsw m3, m4
2976 paddw m6, m7
2977 lea r2, [dstq+strideq*4]
2978 paddw m1, m0
2979 paddw m3, m2
2980 punpckhdq m0, m1, m3 ; a5 b5 c5 d5 a4 b4 c4 d4 a1 b1 c1 d1 a0 b0 c0 d0
2981 punpckldq m1, m3 ; a7 b7 c7 d7 a6 b6 c6 d6 a3 b3 c3 d3 a2 b2 c2 d2
2982 vextracti128 xm2, m0, 1
2983 vextracti128 xm3, m1, 1
2984 movhps [r2 +strideq*0], xm0
2985 movq [r2 +strideq*1], xm0
2986 movhps [r2 +strideq*2], xm1
2987 movq [r2 +r7 ], xm1
2988 movhps [dstq+strideq*0], xm2
2989 movq [dstq+strideq*1], xm2
2990 movhps [dstq+strideq*2], xm3
2991 movq [dstq+r7 ], xm3
2992 add dstq, 8
2993 sub wd, 4
2994 jg .h8_upsample_loop
2995 RET
2996 .h8_no_intra_edge_filter:
2997 and maxbased, 7
2998 or maxbased, 8 ; imin(w+7, 15)
2999 jmp .h8_main
3000 .h8_no_upsample:
3001 lea maxbased, [wq+7]
3002 test angled, 0x400
3003 jnz .h8_no_intra_edge_filter
3004 call .filter_strength
3005 test r5d, r5d
3006 jz .h8_main
3007 popcnt r5d, r5d
3008 mova m0, [tlq-30] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
3009 movu m3, [tlq-28] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
3010 vpbroadcastd m2, [base+z_filter_k-4+r5*4+12*1]
3011 vpbroadcastd m4, [base+z_filter_k-4+r5*4+12*0]
3012 pmullw m2, m0
3013 cmp wd, 8
3014 jl .h8_filter_w4
3015 punpcklwd xm0, xm0
3016 vpblendd m1, m0, [tlq-32], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
3017 movd [rsp+28], xm0
3018 paddw m1, m3
3019 mov r4d, 16
3020 pmullw m1, m4
3021 cmovg maxbased, r4d
3022 cmp r5d, 3
3023 jne .h8_filter_3tap
3024 punpckhwd m3, m3
3025 vpblendd m0, [tlq-34], 0xfe ; 0 0 0 1 2 3 4 5 6 7 8 9 a b c d
3026 vpblendd m3, [tlq-26], 0x7f ; 2 3 4 5 6 7 8 9 a b c d e f g g
3027 movzx r4d, word [tlq-30]
3028 movzx r2d, word [tlq-28]
3029 inc maxbased
3030 paddw m1, m2
3031 paddw m0, m3
3032 sub r2d, r4d
3033 paddw m2, m0, m0
3034 lea r2d, [r2+r4*8+4]
3035 shr r2d, 3
3036 mov [rsp+30], r2w
3037 jmp .h8_filter_3tap
3038 .h8_filter_w4:
3039 pshufhw xm1, xm0, q2100
3040 vinserti128 m1, [tlq-16], 1 ; _ _ _ _ 4 4 5 6 7 8 9 a b c d e
3041 paddw m1, m3
3042 pmullw m1, m4
3043 .h8_filter_3tap:
3044 pxor m0, m0
3045 paddw m1, m2
3046 lea tlq, [rsp+62]
3047 psrlw m1, 3
3048 pavgw m0, m1
3049 mova [rsp+32], m0
3050 .h8_main:
3051 movd xm4, dyd
3052 neg maxbaseq
3053 vbroadcasti128 m1, [z_base_inc]
3054 vpbroadcastw m7, [tlq+maxbaseq*2]
3055 shl maxbased, 6
3056 vpbroadcastw m4, xm4
3057 lea r4d, [maxbaseq+7*64]
3058 neg dyq
3059 movd xm2, r4d
3060 sub tlq, 16
3061 lea r4, [dyq+63]
3062 paddw m6, m4, m4
3063 vpbroadcastw m2, xm2
3064 vpblendd m4, m6, 0xf0 ; ypos0 ypos1
3065 psubw m2, m1
3066 or maxbased, 63
3067 paddw m4, m2
3068 .h8_loop:
3069 lea r5, [r4+dyq]
3070 sar r4, 6 ; base0
3071 movu xm0, [tlq+r4*2+2]
3072 movu xm1, [tlq+r4*2]
3073 lea r4, [r5+dyq]
3074 sar r5, 6 ; base1
3075 vinserti128 m0, [tlq+r5*2+2], 1
3076 vinserti128 m1, [tlq+r5*2], 1
3077 lea r5, [r4+dyq]
3078 sar r4, 6 ; base2
3079 pand m3, m5, m4
3080 psllw m3, 9
3081 psubw m1, m0
3082 pmulhrsw m1, m3
3083 psraw m3, m4, 15
3084 paddw m4, m6
3085 paddw m0, m1
3086 movu xm1, [tlq+r4*2+2]
3087 movu xm2, [tlq+r4*2]
3088 lea r4, [r5+dyq]
3089 sar r5, 6 ; base3
3090 vpblendvb m0, m7, m0, m3
3091 vinserti128 m1, [tlq+r5*2+2], 1
3092 vinserti128 m2, [tlq+r5*2], 1
3093 pand m3, m5, m4
3094 psllw m3, 9
3095 psubw m2, m1
3096 pmulhrsw m2, m3
3097 psraw m3, m4, 15
3098 paddw m4, m6
3099 lea r5, [dstq+strideq*4]
3100 paddw m1, m2
3101 vpblendvb m1, m7, m1, m3
3102 punpckhwd m2, m0, m1 ; a3 c3 a2 c2 a1 c1 a0 c0 b3 d3 b2 d2 b1 d1 b0 d0
3103 vextracti128 xm3, m2, 1
3104 punpcklwd m0, m1 ; a7 c7 a6 c6 a5 c5 a4 c5 b7 d7 b6 d6 b5 d5 b4 d4
3105 punpckhwd xm1, xm2, xm3 ; a1 b1 c1 d1 a0 b0 c0 d0
3106 punpcklwd xm2, xm3 ; a3 b3 c3 d3 a2 b2 c2 d2
3107 vextracti128 xm3, m0, 1
3108 movhps [dstq+strideq*0], xm1
3109 movq [dstq+strideq*1], xm1
3110 movhps [dstq+strideq*2], xm2
3111 movq [dstq+r7 ], xm2
3112 punpckhwd xm1, xm0, xm3 ; a5 b5 c5 d5 a4 b4 c4 d4
3113 punpcklwd xm0, xm3 ; a7 b7 c7 d7 a6 b6 c6 d6
3114 movhps [r5 +strideq*0], xm1
3115 movq [r5 +strideq*1], xm1
3116 movhps [r5 +strideq*2], xm0
3117 movq [r5 +r7 ], xm0
3118 sub wd, 4
3119 jz .h8_end
3120 add dstq, 8
3121 cmp r4d, maxbased
3122 jg .h8_loop
3123 lea r6, [strideq*5]
3124 lea r2, [strideq+r7*2] ; stride*7
3125 test wd, 4
3126 jz .h8_end_loop
3127 movq [dstq+strideq*0], xm7
3128 movq [dstq+strideq*1], xm7
3129 movq [dstq+strideq*2], xm7
3130 movq [dstq+r7 ], xm7
3131 movq [dstq+strideq*4], xm7
3132 movq [dstq+r6 ], xm7
3133 movq [dstq+r7*2 ], xm7
3134 movq [dstq+r2 ], xm7
3135 add dstq, 8
3136 sub wd, 4
3137 jz .h8_end
3138 .h8_end_loop:
3139 mova [dstq+strideq*0], xm7
3140 mova [dstq+strideq*1], xm7
3141 mova [dstq+strideq*2], xm7
3142 mova [dstq+r7 ], xm7
3143 mova [dstq+strideq*4], xm7
3144 mova [dstq+r6 ], xm7
3145 mova [dstq+r7*2 ], xm7
3146 mova [dstq+r2 ], xm7
3147 add dstq, 16
3148 sub wd, 8
3149 jg .h8_end_loop
3150 .h8_end:
3151 RET
3152 .h16_no_intra_edge_filter:
3153 and maxbased, 15
3154 or maxbased, 16 ; imin(w+15, 31)
3155 jmp .h16_main
3156 ALIGN function_align
3157 .h16:
3158 %assign stack_offset org_stack_offset
3159 ALLOC_STACK -96, 10
3160 lea maxbased, [wq+15]
3161 lea r7, [strideq*3]
3162 test angled, 0x400
3163 jnz .h16_no_intra_edge_filter
3164 call .filter_strength
3165 test r5d, r5d
3166 jz .h16_main ; filter_strength == 0
3167 popcnt r5d, r5d
3168 movu m0, [tlq-28] ; 3 4 5 6 7 8 9 a b c d e f g h i
3169 paddw m1, m0, [tlq-32] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
3170 vpbroadcastd m6, [base+z_filter_k-4+r5*4+12*1]
3171 vpbroadcastd m7, [base+z_filter_k-4+r5*4+12*0]
3172 pmullw m2, m6, [tlq-30] ; 2 3 4 5 6 7 8 9 a b c d e f g h
3173 pmullw m1, m7
3174 paddw m1, m2
3175 cmp wd, 8
3176 jg .h16_filter_w16
3177 mova xm3, [tlq-46] ; 0 1 2 3 4 5 6 7
3178 pmullw xm6, xm3
3179 jl .h16_filter_w4
3180 pblendw xm3, [tlq-48], 0xfe ; 0 0 1 2 3 4 5 6
3181 cmp r5d, 3
3182 jne .h16_filter_w8_3tap
3183 vpblendd xm4, xm3, [tlq-50], 0x0e ; 0 0 0 1 2 3 4 5
3184 .h16_filter_w8_5tap:
3185 punpckhwd m0, m0
3186 vpblendd m0, [tlq-26], 0x7f ; 4 5 6 7 8 9 a b c d e f g h i i
3187 paddw xm4, [tlq-42] ; 2 3 4 5 6 7 8 9
3188 paddw m0, [tlq-34] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
3189 paddw xm4, xm4
3190 paddw m0, m0
3191 paddw xm6, xm4
3192 paddw m1, m0
3193 .h16_filter_w8_3tap:
3194 paddw xm3, [tlq-44] ; 1 2 3 4 5 6 7 8
3195 pmullw xm3, xm7
3196 pxor m0, m0
3197 paddw xm3, xm6
3198 psrlw xm3, 3
3199 pavgw xm3, xm0
3200 mova [rsp+48], xm3
3201 jmp .h16_filter_end
3202 .h16_filter_w4:
3203 pshufhw xm3, xm3, q2100 ; _ _ _ _ 4 4 5 6
3204 cmp r5d, 3
3205 jne .h16_filter_w8_3tap
3206 pshufhw xm4, xm3, q2100 ; _ _ _ _ 4 4 4 5
3207 jmp .h16_filter_w8_5tap
3208 .h16_filter_w16:
3209 mova m3, [tlq-62] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
3210 pmullw m6, m3
3211 punpcklwd xm3, xm3
3212 vpblendd m4, m3, [tlq-64], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
3213 paddw m4, [tlq-60] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
3214 mov r4d, 32
3215 cmp wd, 16
3216 cmovg maxbased, r4d
3217 movd [rsp+28], xm3
3218 pmullw m4, m7
3219 cmp r5d, 3
3220 jne .h16_filter_w16_3tap
3221 punpckhwd m0, m0
3222 vpblendd m3, [tlq-66], 0xfe ; 0 0 0 1 2 3 4 5 6 7 8 9 a b c d
3223 vpblendd m0, [tlq-26], 0x7f ; 4 5 6 7 8 9 a b c d e f g h i i
3224 paddw m3, [tlq-58] ; 2 3 4 5 6 7 8 9 a b c d e f g h
3225 paddw m0, [tlq-34] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
3226 movzx r4d, word [tlq-62]
3227 movzx r2d, word [tlq-60]
3228 or maxbased, 1
3229 paddw m3, m3
3230 sub r2d, r4d
3231 paddw m0, m0
3232 lea r2d, [r2+r4*8+4]
3233 paddw m4, m3
3234 shr r2d, 3
3235 paddw m1, m0
3236 mov [rsp+30], r2w
3237 .h16_filter_w16_3tap:
3238 pxor m0, m0
3239 paddw m4, m6
3240 psrlw m4, 3
3241 pavgw m4, m0
3242 mova [rsp+32], m4
3243 .h16_filter_end:
3244 psrlw m1, 3
3245 lea tlq, [rsp+94]
3246 pavgw m1, m0
3247 mova [rsp+64], m1
3248 .h16_main:
3249 movd xm8, dyd
3250 neg maxbaseq
3251 vpbroadcastw m9, [tlq+maxbaseq*2]
3252 shl maxbased, 6
3253 vpbroadcastw m8, xm8
3254 lea r4d, [maxbaseq+dyq+15*64]
3255 neg dyq
3256 movd xm7, r4d
3257 sub tlq, 32
3258 lea r4, [dyq+63]
3259 vpbroadcastw m7, xm7
3260 or maxbased, 63
3261 psubw m7, [z_base_inc]
3262 .h16_loop:
3263 lea r5, [r4+dyq]
3264 sar r4, 6 ; base0
3265 movu m0, [tlq+r4*2+2]
3266 movu m2, [tlq+r4*2]
3267 lea r4, [r5+dyq]
3268 sar r5, 6 ; base1
3269 movu m1, [tlq+r5*2+2]
3270 movu m3, [tlq+r5*2]
3271 lea r5, [r4+dyq]
3272 sar r4, 6 ; base3
3273 pand m6, m5, m7
3274 psllw m6, 9
3275 psubw m2, m0
3276 pmulhrsw m2, m6
3277 psraw m6, m7, 15
3278 paddw m7, m8
3279 paddw m0, m2
3280 movu m2, [tlq+r4*2+2]
3281 movu m4, [tlq+r4*2]
3282 lea r4, [r5+dyq]
3283 sar r5, 6 ; base3
3284 vpblendvb m0, m9, m0, m6
3285 pand m6, m5, m7
3286 psllw m6, 9
3287 psubw m3, m1
3288 pmulhrsw m3, m6
3289 psraw m6, m7, 15
3290 paddw m7, m8
3291 paddw m1, m3
3292 vpblendvb m1, m9, m1, m6
3293 pand m6, m5, m7
3294 psllw m6, 9
3295 psubw m4, m2
3296 pmulhrsw m4, m6
3297 psraw m6, m7, 15
3298 paddw m7, m8
3299 paddw m2, m4
3300 movu m3, [tlq+r5*2+2]
3301 movu m4, [tlq+r5*2]
3302 vpblendvb m2, m9, m2, m6
3303 pand m6, m5, m7
3304 psllw m6, 9
3305 psubw m4, m3
3306 pmulhrsw m4, m6
3307 psraw m6, m7, 15
3308 paddw m7, m8
3309 lea r5, [dstq+strideq*4]
3310 paddw m3, m4
3311 vpblendvb m3, m9, m3, m6
3312 punpckhwd m4, m0, m1 ; ab bb aa ba a9 b9 a8 b8 a3 b3 a2 b2 a1 b1 a0 b0
3313 punpcklwd m0, m1 ; af bf ae be ad bd ac bc a7 b7 a6 b6 a5 b5 a4 b4
3314 punpckhwd m1, m2, m3 ; cb db ca da c9 d9 c8 d8 c3 d3 c2 d2 c1 d1 c0 d0
3315 punpcklwd m2, m3 ; cf df ce de cd dd cc dc c7 d7 c6 d6 c5 d5 c4 d4
3316 punpckhdq m3, m4, m1 ; a9 b9 c9 d9 a8 b8 c8 d8 a1 b1 c1 d1 a0 b0 c0 d0
3317 vextracti128 xm6, m3, 1
3318 punpckldq m4, m1 ; ab bb cb db aa ba ca da a3 b3 c3 d3 a2 b2 c2 d2
3319 punpckhdq m1, m0, m2 ; ad bd cd dd ac bc cc dc a5 b5 c5 d5 a4 b4 c4 d4
3320 punpckldq m0, m2 ; af bf cf df ae be ce de a7 b7 c7 d7 a6 b6 c6 d6
3321 vextracti128 xm2, m4, 1
3322 movhps [dstq+strideq*0], xm6
3323 movq [dstq+strideq*1], xm6
3324 vextracti128 xm6, m1, 1
3325 movhps [dstq+strideq*2], xm2
3326 movq [dstq+r7 ], xm2
3327 vextracti128 xm2, m0, 1
3328 movhps [r5 +strideq*0], xm6
3329 movq [r5 +strideq*1], xm6
3330 movhps [r5 +strideq*2], xm2
3331 movq [r5 +r7 ], xm2
3332 lea r5, [dstq+strideq*8]
3333 movhps [r5 +strideq*0], xm3
3334 movq [r5 +strideq*1], xm3
3335 movhps [r5 +strideq*2], xm4
3336 movq [r5 +r7 ], xm4
3337 lea r5, [r5+strideq*4]
3338 movhps [r5 +strideq*0], xm1
3339 movq [r5 +strideq*1], xm1
3340 movhps [r5 +strideq*2], xm0
3341 movq [r5 +r7 ], xm0
3342 sub wd, 4
3343 jz .h16_end
3344 add dstq, 8
3345 cmp r4d, maxbased
3346 jg .h16_loop
3347 mov hd, 4
3348 .h16_end_loop0:
3349 mov r6d, wd
3350 mov r2, dstq
3351 test wb, 4
3352 jz .h16_end_loop
3353 movq [dstq+strideq*0], xm9
3354 movq [dstq+strideq*1], xm9
3355 movq [dstq+strideq*2], xm9
3356 movq [dstq+r7 ], xm9
3357 and r6d, 120
3358 jz .h16_end_w4
3359 add dstq, 8
3360 .h16_end_loop:
3361 mova [dstq+strideq*0], xm9
3362 mova [dstq+strideq*1], xm9
3363 mova [dstq+strideq*2], xm9
3364 mova [dstq+r7 ], xm9
3365 add dstq, 16
3366 sub r6d, 8
3367 jg .h16_end_loop
3368 .h16_end_w4:
3369 lea dstq, [r2+strideq*4]
3370 dec hd
3371 jg .h16_end_loop0
3372 .h16_end:
3373 RET
3374 .h32:
3375 %assign stack_offset org_stack_offset
3376 ALLOC_STACK -160, 9
3377 lea maxbased, [wq+31]
3378 and maxbased, 31
3379 or maxbased, 32 ; imin(w+31, 63)
3380 test angled, 0x400
3381 jnz .h32_main
3382 vpbroadcastd m2, [pw_3]
3383 movu m0, [tlq-28] ; 3 4 5 6 7 8 9 a b c d e f g h i
3384 punpckhwd m1, m0, m0
3385 vpblendd m1, [tlq-26], 0x7f ; 4 5 6 7 8 9 a b c d e f g h i i
3386 paddw m0, [tlq-30] ; 2 3 4 5 6 7 8 9 a b c d e f g h
3387 paddw m1, m2
3388 paddw m0, [tlq-32] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
3389 pavgw m1, [tlq-34] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
3390 lea r4, [rsp+128]
3391 paddw m0, m1
3392 lea r5d, [maxbaseq-31]
3393 psrlw m0, 2
3394 mova [r4], m0
3395 .h32_filter_loop:
3396 mova m0, [tlq-62]
3397 paddw m1, m2, [tlq-66]
3398 paddw m0, [tlq-64]
3399 pavgw m1, [tlq-58]
3400 paddw m0, [tlq-60]
3401 sub tlq, 32
3402 sub r4, 32
3403 paddw m0, m1
3404 psrlw m0, 2
3405 mova [r4], m0
3406 sub r5d, 16
3407 jg .h32_filter_loop
3408 jl .h32_filter_h8
3409 mova m0, [tlq-62] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
3410 punpcklwd xm1, xm0, xm0
3411 paddw m2, [tlq-58] ; 2 3 4 5 6 7 8 9 a b c d e f g h
3412 paddw m0, [tlq-60] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
3413 vpblendd m3, m1, [tlq-66], 0xfe ; 0 0 0 1 2 3 4 5 6 7 8 9 a b c d
3414 vpblendd m1, [tlq-64], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
3415 movzx r5d, word [tlq-62]
3416 movzx r2d, word [tlq-60]
3417 pavgw m2, m3
3418 sub r2d, r5d
3419 paddw m0, m1
3420 lea r2d, [r2+r5*8+4]
3421 paddw m0, m2
3422 shr r2d, 3
3423 psrlw m0, 2
3424 mova [r4-32], m0
3425 mov [r4-36], r5w
3426 mov [r4-34], r2w
3427 lea tlq, [rsp+158]
3428 mov r4d, 65
3429 cmp wd, 64
3430 cmove maxbased, r4d
3431 jmp .h32_main
3432 .h32_filter_h8:
3433 mova xm0, [tlq-46] ; 0 1 2 3 4 5 6 7
3434 pblendw xm1, xm0, [tlq-48], 0xfe ; 0 0 1 2 3 4 5 6
3435 paddw xm2, [tlq-42] ; 2 3 4 5 6 7 8 9
3436 paddw xm0, [tlq-44] ; 1 2 3 4 5 6 7 8
3437 vpblendd xm3, xm1, [tlq-50], 0x0e ; 0 0 0 1 2 3 4 5
3438 lea tlq, [rsp+158]
3439 pavgw xm2, xm3
3440 paddw xm0, xm1
3441 paddw xm0, xm2
3442 psrlw xm0, 2
3443 mova [r4-16], xm0
3444 .h32_main:
3445 movd xm6, dyd
3446 neg maxbaseq
3447 vpbroadcastw m7, [tlq+maxbaseq*2]
3448 shl maxbased, 6
3449 vpbroadcastw m6, xm6
3450 lea r4d, [maxbaseq+dyq+15*64]
3451 neg dyq
3452 movd xm4, r4d
3453 vpbroadcastd m8, [pw_m1024]
3454 lea r4, [dyq+63]
3455 vpbroadcastw m4, xm4
3456 or maxbased, 63
3457 psubw m4, [z_base_inc]
3458 .h32_loop:
3459 mov r5, r4
3460 sar r5, 6
3461 movu m1, [tlq+r5*2-64]
3462 movu m0, [tlq+r5*2-62]
3463 pand m3, m5, m4
3464 psllw m3, 9
3465 psubw m1, m0
3466 pmulhrsw m1, m3
3467 pcmpgtw m2, m8, m4
3468 paddw m0, m1
3469 vpblendvb m0, m7, m0, m2
3470 movu m2, [tlq+r5*2-32]
3471 movu m1, [tlq+r5*2-30]
3472 add r4, dyq
3473 sub rsp, 64
3474 psubw m2, m1
3475 pmulhrsw m2, m3
3476 psraw m3, m4, 15
3477 paddw m4, m6
3478 mova [rsp+32*0], m0
3479 paddw m1, m2
3480 vpblendvb m1, m7, m1, m3
3481 mova [rsp+32*1], m1
3482 dec wd
3483 jz .h32_transpose
3484 cmp r4d, maxbased
3485 jg .h32_loop
3486 .h32_end_loop:
3487 sub rsp, 64
3488 mova [rsp+32*0], m7
3489 mova [rsp+32*1], m7
3490 dec wd
3491 jg .h32_end_loop
3492 .h32_transpose:
3493 lea r3, [strideq*3]
3494 lea r4, [strideq*5]
3495 mov r8, dstq
3496 lea r5, [strideq+r3*2]
3497 .h32_transpose_loop0:
3498 lea r6, [rsp+32]
3499 lea r2, [r8+org_wq*2-16]
3500 .h32_transpose_loop:
3501 mova m0, [r6+64*7]
3502 mova m1, [r6+64*6]
3503 mova m2, [r6+64*5]
3504 mova m3, [r6+64*4]
3505 mova m4, [r6+64*3]
3506 mova m5, [r6+64*2]
3507 mova m6, [r6+64*1]
3508 mova m7, [r6+64*0]
3509 punpckhwd m8, m0, m1 ; a3 b3 a2 b2 a1 b1 a0 b0
3510 punpcklwd m0, m1 ; a7 b7 a6 b6 a5 b5 a4 b4
3511 punpckhwd m1, m2, m3 ; c3 d3 c2 d2 c1 d1 c0 d0
3512 punpcklwd m2, m3 ; c7 d7 c6 d6 c5 d5 c4 d4
3513 punpckhwd m3, m4, m5 ; e3 f3 e2 f2 e1 f1 e0 f0
3514 punpcklwd m4, m5 ; e7 f7 e6 f6 e5 f5 e4 f4
3515 punpckhwd m5, m6, m7 ; g3 h3 g2 h2 g1 h1 g0 h0
3516 punpcklwd m6, m7 ; g7 h7 g6 h6 g5 h5 g4 h4
3517 lea dstq, [r2+strideq*8]
3518 sub r6, 32
3519 punpckhdq m7, m8, m1 ; a1 b1 c1 d1 a0 b0 c0 d0
3520 punpckldq m8, m1 ; a3 b3 c3 d3 a2 b2 c2 d2
3521 punpckhdq m1, m3, m5 ; e1 f1 g1 h1 e0 f0 g0 h0
3522 punpckldq m3, m5 ; e3 f3 g3 h3 e2 f2 g2 h2
3523 punpckhqdq m5, m7, m1 ; 8 0
3524 vextracti128 [r2 +strideq*0], m5, 1
3525 punpcklqdq m7, m1 ; 9 1
3526 mova [dstq+strideq*0], xm5
3527 punpckhqdq m1, m8, m3 ; 10 2
3528 vextracti128 [r2 +strideq*1], m7, 1
3529 punpcklqdq m8, m3 ; 11 3
3530 mova [dstq+strideq*1], xm7
3531 punpckhdq m3, m0, m2 ; a5 b5 c5 d5 a4 b4 c4 d4
3532 vextracti128 [r2 +strideq*2], m1, 1
3533 punpckldq m0, m2 ; a7 b7 c7 d7 a6 b6 c6 d6
3534 mova [dstq+strideq*2], xm1
3535 punpckhdq m2, m4, m6 ; e5 f5 g5 h5 e4 f4 g4 h4
3536 vextracti128 [r2 +r3 ], m8, 1
3537 punpckldq m4, m6 ; e7 f7 g7 h7 e6 f6 g6 h6
3538 mova [dstq+r3 ], xm8
3539 punpckhqdq m6, m3, m2 ; 12 4
3540 vextracti128 [r2 +strideq*4], m6, 1
3541 punpcklqdq m3, m2 ; 13 5
3542 mova [dstq+strideq*4], xm6
3543 punpckhqdq m2, m0, m4 ; 14 6
3544 vextracti128 [r2 +r4 ], m3, 1
3545 punpcklqdq m0, m4 ; 15 7
3546 mova [dstq+r4 ], xm3
3547 vextracti128 [r2 +r3*2 ], m2, 1
3548 mova [dstq+r3*2 ], xm2
3549 vextracti128 [r2 +r5 ], m0, 1
3550 mova [dstq+r5 ], xm0
3551 lea r2, [dstq+strideq*8]
3552 cmp r6, rsp
3553 jae .h32_transpose_loop
3554 add rsp, 64*8
3555 sub org_wd, 8
3556 jg .h32_transpose_loop0
3557 .h32_end:
3558 RET
3559 .h64:
3560 %assign stack_offset org_stack_offset
3561 ALLOC_STACK -256, 10
3562 lea maxbased, [wq+63]
3563 test angled, 0x400
3564 jnz .h64_main
3565 vpbroadcastd m2, [pw_3]
3566 movu m0, [tlq-28] ; 3 4 5 6 7 8 9 a b c d e f g h i
3567 punpckhwd m1, m0, m0
3568 vpblendd m1, [tlq-26], 0x7f ; 4 5 6 7 8 9 a b c d e f g h i i
3569 paddw m0, [tlq-30] ; 2 3 4 5 6 7 8 9 a b c d e f g h
3570 paddw m1, m2
3571 paddw m0, [tlq-32] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
3572 pavgw m1, [tlq-34] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
3573 lea r4, [rsp+224]
3574 paddw m0, m1
3575 lea r5d, [wq+32]
3576 psrlw m0, 2
3577 mova [r4], m0
3578 .h64_filter_loop:
3579 mova m0, [tlq-62]
3580 paddw m1, m2, [tlq-66]
3581 paddw m0, [tlq-64]
3582 pavgw m1, [tlq-58]
3583 paddw m0, [tlq-60]
3584 sub tlq, 32
3585 sub r4, 32
3586 paddw m0, m1
3587 psrlw m0, 2
3588 mova [r4], m0
3589 sub r5d, 16
3590 jg .h64_filter_loop
3591 mova m0, [tlq-62] ; 0 1 2 3 4 5 6 7 8 9 a b c d e f
3592 punpcklwd xm1, xm0, xm0
3593 paddw m2, [tlq-58] ; 2 3 4 5 6 7 8 9 a b c d e f g h
3594 paddw m0, [tlq-60] ; 1 2 3 4 5 6 7 8 9 a b c d e f g
3595 vpblendd m3, m1, [tlq-66], 0xfe ; 0 0 0 1 2 3 4 5 6 7 8 9 a b c d
3596 vpblendd m1, [tlq-64], 0xfe ; 0 0 1 2 3 4 5 6 7 8 9 a b c d e
3597 lea tlq, [rsp+254]
3598 pavgw m2, m3
3599 paddw m0, m1
3600 paddw m0, m2
3601 psrlw m0, 2
3602 mova [r4-32], m0
3603 .h64_main:
3604 neg maxbaseq
3605 movd xm4, dyd
3606 vpbroadcastw m6, [tlq+maxbaseq*2]
3607 shl maxbased, 6
3608 vpbroadcastw m4, xm4
3609 lea r4d, [maxbaseq+dyq+15*64]
3610 neg dyq
3611 vpbroadcastd m7, [pw_m1024]
3612 movd xm3, r4d
3613 lea r4, [dyq+63]
3614 paddw m8, m7, m7
3615 vpbroadcastw m3, xm3
3616 or maxbased, 63
3617 paddw m9, m8, m7
3618 psubw m3, [z_base_inc]
3619 .h64_loop:
3620 mov r5, r4
3621 sar r5, 6
3622 movu m1, [tlq+r5*2-128]
3623 movu m0, [tlq+r5*2-126]
3624 pand m2, m5, m3
3625 psllw m2, 9
3626 psubw m1, m0
3627 pmulhrsw m1, m2
3628 sub rsp, 128
3629 paddw m0, m1
3630 pcmpgtw m1, m9, m3
3631 vpblendvb m0, m6, m0, m1
3632 mova [rsp+32*0], m0
3633 movu m1, [tlq+r5*2-96]
3634 movu m0, [tlq+r5*2-94]
3635 psubw m1, m0
3636 pmulhrsw m1, m2
3637 paddw m0, m1
3638 pcmpgtw m1, m8, m3
3639 vpblendvb m0, m6, m0, m1
3640 mova [rsp+32*1], m0
3641 movu m1, [tlq+r5*2-64]
3642 movu m0, [tlq+r5*2-62]
3643 psubw m1, m0
3644 pmulhrsw m1, m2
3645 paddw m0, m1
3646 pcmpgtw m1, m7, m3
3647 vpblendvb m0, m6, m0, m1
3648 mova [rsp+32*2], m0
3649 movu m1, [tlq+r5*2-32]
3650 movu m0, [tlq+r5*2-30]
3651 psubw m1, m0
3652 pmulhrsw m1, m2
3653 add r4, dyq
3654 psraw m2, m3, 15
3655 paddw m3, m4
3656 paddw m0, m1
3657 vpblendvb m0, m6, m0, m2
3658 mova [rsp+32*3], m0
3659 dec wd
3660 jz .h64_transpose
3661 cmp r4d, maxbased
3662 jg .h64_loop
3663 .h64_end_loop:
3664 sub rsp, 128
3665 mova [rsp+32*0], m6
3666 mova [rsp+32*1], m6
3667 mova [rsp+32*2], m6
3668 mova [rsp+32*3], m6
3669 dec wd
3670 jg .h64_end_loop
3671 .h64_transpose:
3672 lea r2, [strideq*3]
3673 lea r3, [strideq*5]
3674 mov r5, dstq
3675 lea r4, [strideq+r2*2]
3676 .h64_transpose_loop0:
3677 lea r6, [rsp+112]
3678 lea dstq, [r5+org_wq*2-32]
3679 .h64_transpose_loop:
3680 mova xm0, [r6+128*15]
3681 vinserti128 m0, [r6+128* 7], 1
3682 mova xm1, [r6+128*14]
3683 vinserti128 m1, [r6+128* 6], 1
3684 mova xm2, [r6+128*13]
3685 vinserti128 m2, [r6+128* 5], 1
3686 mova xm3, [r6+128*12]
3687 vinserti128 m3, [r6+128* 4], 1
3688 mova xm4, [r6+128*11]
3689 vinserti128 m4, [r6+128* 3], 1
3690 mova xm5, [r6+128*10]
3691 vinserti128 m5, [r6+128* 2], 1
3692 mova xm6, [r6+128* 9]
3693 vinserti128 m6, [r6+128* 1], 1
3694 mova xm7, [r6+128* 8]
3695 vinserti128 m7, [r6+128* 0], 1
3696 punpckhwd m8, m0, m1
3697 punpcklwd m0, m1
3698 punpckhwd m1, m2, m3
3699 punpcklwd m2, m3
3700 punpckhwd m3, m4, m5
3701 punpcklwd m4, m5
3702 punpckhwd m5, m6, m7
3703 punpcklwd m6, m7
3704 sub r6, 16
3705 punpckhdq m7, m8, m1
3706 punpckldq m8, m1
3707 punpckhdq m1, m3, m5
3708 punpckldq m3, m5
3709 punpckhqdq m5, m7, m1
3710 punpcklqdq m7, m1
3711 punpckhqdq m1, m8, m3
3712 punpcklqdq m8, m3
3713 punpckhdq m3, m0, m2
3714 mova [dstq+strideq*0], m5
3715 punpckldq m0, m2
3716 mova [dstq+strideq*1], m7
3717 punpckhdq m2, m4, m6
3718 mova [dstq+strideq*2], m1
3719 punpckldq m4, m6
3720 mova [dstq+r2 ], m8
3721 punpckhqdq m6, m3, m2
3722 mova [dstq+strideq*4], m6
3723 punpcklqdq m3, m2
3724 mova [dstq+r3 ], m3
3725 punpckhqdq m2, m0, m4
3726 mova [dstq+r2*2 ], m2
3727 punpcklqdq m0, m4
3728 mova [dstq+r4 ], m0
3729 lea dstq, [dstq+strideq*8]
3730 cmp r6, rsp
3731 jae .h64_transpose_loop
3732 add rsp, 128*16
3733 sub org_wd, 16
3734 jg .h64_transpose_loop0
3735 .h64_end:
3736 RET
3737
3738 %macro FILTER_1BLK 5 ; dst, src, tmp, shuf, bdmax
3739 %ifnum %4
3740 pshufb xm%2, xm%4
3741 %else
3742 pshufb xm%2, %4
3743 %endif
3744 vinserti128 m%2, xm%2, 1
3745 pshufd m%1, m%2, q0000
3746 pmaddwd m%1, m2
3747 pshufd m%3, m%2, q1111
3748 pmaddwd m%3, m3
3749 paddd m%1, m1
3750 paddd m%1, m%3
3751 pshufd m%3, m%2, q2222
3752 pmaddwd m%3, m4
3753 paddd m%1, m%3
3754 pshufd m%3, m%2, q3333
3755 pmaddwd m%3, m5
3756 paddd m%1, m%3
3757 psrad m%1, 4
3758 packusdw m%1, m%1
3759 pminsw m%1, m%5
3760 %endmacro
3761
3762 %macro FILTER_2BLK 7 ; dst, src, tmp_dst, tmp_src, tmp, shuf, bdmax
3763 pshufb m%2, m%6
3764 vpermq m%4, m%2, q3232
3765 vinserti128 m%2, xm%2, 1
3766 pshufd m%1, m%2, q0000
3767 pshufd m%3, m%4, q0000
3768 pmaddwd m%1, m2
3769 pmaddwd m%3, m2
3770 paddd m%1, m1
3771 paddd m%3, m1
3772 pshufd m%5, m%2, q1111
3773 pmaddwd m%5, m3
3774 paddd m%1, m%5
3775 pshufd m%5, m%4, q1111
3776 pmaddwd m%5, m3
3777 paddd m%3, m%5
3778 pshufd m%5, m%2, q2222
3779 pmaddwd m%5, m4
3780 paddd m%1, m%5
3781 pshufd m%5, m%4, q2222
3782 pmaddwd m%5, m4
3783 paddd m%3, m%5
3784 pshufd m%5, m%2, q3333
3785 pmaddwd m%5, m5
3786 paddd m%1, m%5
3787 pshufd m%5, m%4, q3333
3788 pmaddwd m%5, m5
3789 paddd m%3, m%5
3790 psrad m%1, 4
3791 psrad m%3, 4
3792 packusdw m%1, m%3
3793 pminsw m%1, m%7
3794 %endmacro
3795
3796 ; The ipred_filter SIMD processes 4x2 blocks in the following order which
3797 ; increases parallelism compared to doing things row by row. One redundant
3798 ; block is calculated for w8 and w16, two for w32.
3799 ; w4 w8 w16 w32
3800 ; 1 1 2 1 2 3 5 1 2 3 5 b c d f
3801 ; 2 2 3 2 4 5 7 2 4 5 7 c e f h
3802 ; 3 3 4 4 6 7 9 4 6 7 9 e g h j
3803 ; ___ 4 ___ 4 5 ___ 6 8 9 a ___ 6 8 9 a g i j k ___
3804 ; 5 8 8 i
3805
3806 cglobal ipred_filter_16bpc, 3, 9, 0, dst, stride, tl, w, h, filter
3807 %assign org_stack_offset stack_offset
3808 %define base r6-ipred_filter_16bpc_avx2_table
3809 lea r6, [filter_intra_taps]
3810 tzcnt wd, wm
3811 %ifidn filterd, filterm
3812 movzx filterd, filterb
3813 %else
3814 movzx filterd, byte filterm
3815 %endif
3816 shl filterd, 6
3817 add filterq, r6
3818 lea r6, [ipred_filter_16bpc_avx2_table]
3819 vbroadcasti128 m0, [tlq-6]
3820 movsxd wq, [r6+wq*4]
3821 vpbroadcastd m1, [base+pd_8]
3822 pmovsxbw m2, [filterq+16*0]
3823 pmovsxbw m3, [filterq+16*1]
3824 pmovsxbw m4, [filterq+16*2]
3825 pmovsxbw m5, [filterq+16*3]
3826 add wq, r6
3827 mov hd, hm
3828 jmp wq
3829 .w4:
3830 WIN64_SPILL_XMM 10
3831 mova xm8, [base+filter_shuf2]
3832 vpbroadcastw m9, r8m ; bitdepth_max
3833 lea r7, [6+hq*2]
3834 sub tlq, r7
3835 jmp .w4_loop_start
3836 .w4_loop:
3837 pinsrq xm0, [tlq+hq*2], 0
3838 lea dstq, [dstq+strideq*2]
3839 .w4_loop_start:
3840 FILTER_1BLK 6, 0, 7, 8, 9
3841 vextracti128 xm0, m6, 1
3842 movq [dstq+strideq*0], xm6
3843 movq [dstq+strideq*1], xm0
3844 sub hd, 2
3845 jg .w4_loop
3846 RET
3847 ALIGN function_align
3848 .w8:
3849 %assign stack_offset stack_offset - stack_size_padded
3850 WIN64_SPILL_XMM 16
3851 vbroadcasti128 m14, [base+filter_shuf3]
3852 vpbroadcastw m15, r8m ; bitdepth_max
3853 FILTER_1BLK 10, 0, 7, [base+filter_shuf2], 15
3854 vpermq m6, m10, q1302 ; ____ ____ | ____ 4321
3855 pslldq m8, m0, 4
3856 psrldq m7, m6, 2
3857 psrldq m0, m6, 10
3858 punpcklwd m7, m0
3859 vpblendd m8, m6, 0x33 ; _0__ 4321 | ____ 4321
3860 vpblendd m8, m7, 0x40 ; _056 4321 | ____ 4321
3861 vpblendd m8, [tlq-6], 0x30 ; _056 4321 | ____ 4321
3862 lea r7, [16+hq*2]
3863 sub tlq, r7
3864 jmp .w8_loop_start
3865 .w8_loop:
3866 vpermq m8, m9, q1302 ; ____ 4321 | ____ 4321
3867 vpermq m6, m9, q2031
3868 psrldq m0, m6, 2
3869 psrldq m6, 10
3870 punpcklwd m6, m0
3871 vpblendd m8, m7, 0x80 ; _0__ 4321 | ____ 4321
3872 vpblendd m8, m6, 0x40 ; _056 4321 | ____ 4321
3873 mova m10, m9
3874 .w8_loop_start:
3875 vpblendd m8, [tlq+hq*2], 0x0C ; _056 4321 | _056 4321
3876 call .main
3877 vpblendd m10, m9, 0xCC
3878 mova [dstq+strideq*0], xm10
3879 vextracti128 [dstq+strideq*1], m10, 1
3880 lea dstq, [dstq+strideq*2]
3881 sub hd, 2
3882 jg .w8_loop
3883 RET
3884 ALIGN function_align
3885 .w16:
3886 %assign stack_offset stack_offset - stack_size_padded
3887 ALLOC_STACK 32, 16
3888 vpbroadcastw m15, r8m ; bitdepth_max
3889 sub hd, 2
3890 TAIL_CALL .w16_main, 0
3891 .w16_main:
3892 mova xm10, [base+filter_shuf2]
3893 FILTER_1BLK 13, 0, 6, 10, 15
3894 vpermq m12, m13, q3120
3895 mova xm14, [base+filter_shuf3]
3896 vinserti128 m14, [base+filter_shuf1], 1
3897 vpbroadcastq m0, [tlq+10]
3898 vpblendd m0, [tlq-16], 0x4C ; ___0 4321 | _056 ____
3899 psrldq m6, m12, 8
3900 vpblendd m0, m6, 0x03 ; ___0 4321 | _056 4321
3901 punpcklwd m6, m12
3902 vpblendd m0, m6, 0x80 ; 56_0 4321 | _056 4321
3903 FILTER_2BLK 12, 0, 6, 7, 8, 14, 15
3904 vpblendd m13, m12, 0xCC
3905 vpermq m12, m12, q2031 ; 6___ 5___
3906 psrldq xm6, xm12, 2
3907 psrldq xm8, xm12, 12
3908 vpblendd xm6, xm8, 0x01
3909 pblendw xm6, [tlq+10], 0xF8 ; 4321 056_
3910 FILTER_1BLK 11, 6, 8, 10, 15
3911 vpermq m11, m11, q3120
3912 pshufd m9, m11, q1032
3913 movu m8, [tlq+6] ; __43 210_ | ____ ____
3914 pshufd m8, m8, q3021 ; __0_ 4321 | ____ ____
3915 pshufhw m8, m8, q3201 ; ___0 4321 | ____ ____
3916 vpblendd m9, m8, 0x70 ; ___0 4321 | ____ 4321
3917 mova [dstq+strideq*0], xm13
3918 vextracti128 [dstq+strideq*1], m13, 1
3919 lea r7, [20+hq*2]
3920 sub tlq, r7
3921 vpermq m6, m12, q0123 ; ____ 4321 | ____ 4321
3922 jmp .w16_loop_start
3923 .w16_loop:
3924 vpermq m13, m13, q3322
3925 vpermq m11, m9, q2020
3926 vpermq m9, m9, q1302
3927 vpermq m6, m12, q0123
3928 psrldq m7, 4
3929 vpblendd m13, m10, 0xCC
3930 vpblendd m9, m7, 0x40
3931 mova m0, [rsp+8]
3932 mova [dstq+strideq*0], xm13
3933 vextracti128 [dstq+strideq*1], m13, 1
3934 .w16_loop_start:
3935 mova m13, m12
3936 vpblendd m0, [tlq+hq*2], 0x0C
3937 psrldq m7, m12, 8
3938 punpcklwd m7, m12
3939 vpblendd m0, m6, 0x33 ; ___0 4321 | _056 4321
3940 vpblendd m0, m7, 0x80 ; 56_0 4321 | _056 4321
3941 FILTER_2BLK 10, 0, 6, 7, 8, 14, 15
3942 vpermq m12, m10, q2031
3943 mova [rsp+8], m0
3944 psrldq m8, m11, 8
3945 psrldq xm6, xm12, 2
3946 psrldq xm7, xm12, 10
3947 psrldq xm0, xm13, 2
3948 punpcklwd m8, m11
3949 punpcklwd xm7, xm6
3950 vpblendd m8, m9, 0x73 ; 56_0 4321 | ____ 4321
3951 vpblendd m8, m7, 0x04 ; 56_0 4321 | __56 4321
3952 vpblendd m8, m0, 0x08 ; 56_0 4321 | _056 4321
3953 call .main
3954 vpermq m8, m11, q3120
3955 vpblendd m6, m8, m9, 0xCC
3956 mova [dstq+strideq*0+16], xm6
3957 vextracti128 [dstq+strideq*1+16], m6, 1
3958 lea dstq, [dstq+strideq*2]
3959 sub hd, 2
3960 jg .w16_loop
3961 vpermq m8, m9, q3120
3962 vextracti128 xm0, m8, 1 ; 4321 ____
3963 pshufd xm11, xm11, q1032
3964 vpblendd xm0, xm11, 0x02 ; 4321 0___
3965 psrldq xm6, xm8, 2
3966 psrldq xm7, xm8, 12
3967 pblendw xm0, xm6, 0x4 ; 4321 05__
3968 pblendw xm0, xm7, 0x2 ; 4321 056_
3969 FILTER_1BLK 6, 0, 7, [base+filter_shuf2], 15
3970 vpermq m12, m13, q1302
3971 vpblendd m12, m10, 0xCC
3972 vpblendd m9, m6, 0xCC
3973 mova [dstq+strideq*0+ 0], xm12
3974 mova [dstq+strideq*0+16], xm9
3975 vextracti128 [dstq+strideq*1+ 0], m12, 1
3976 vextracti128 [dstq+strideq*1+16], m9, 1
3977 ret
3978 ALIGN function_align
3979 .w32:
3980 %assign stack_offset org_stack_offset
3981 ALLOC_STACK 64, 16
3982 vpbroadcastw m15, r8m ; bitdepth_max
3983 sub hd, 2
3984 lea r3, [dstq+32]
3985 lea r5d, [hd*2+20]
3986 call .w16_main
3987 mov dstq, r3
3988 lea tlq, [tlq+r5+32]
3989 sub r5d, 20
3990 shr r5d, 1
3991 sub r5d, 2
3992 lea r4, [dstq+strideq*2-2]
3993 DEFINE_ARGS dst, stride, tl, stride3, left, h
3994 lea stride3q, [strideq*3]
3995 movu m8, [tlq-6] ; 4321 0___
3996 mova xm10, [base+filter_shuf2]
3997 pinsrw xm0, xm8, [dstq+strideq*0-2], 2
3998 pinsrw xm0, xm0, [dstq+strideq*1-2], 1 ; 4321 056_
3999 pinsrw xm9, [leftq+strideq*0], 5
4000 pinsrw xm9, [leftq+strideq*1], 4
4001 FILTER_1BLK 13, 0, 6, 10, 15
4002 vpermq m12, m13, q3120
4003 mova xm14, [base+filter_shuf3]
4004 vinserti128 m14, [base+filter_shuf1], 1
4005 psrldq m6, m12, 8
4006 punpcklwd m7, m6, m12
4007 vpblendd m0, m6, 0x03 ; ___0 ____ | _0__ 4321
4008 vpblendd m0, m7, 0x80 ; 56_0 ____ | _0__ 4321
4009 vpblendd m0, m8, 0x30 ; 56_0 4321 | _0__ 4321
4010 vpblendd m0, m9, 0x04 ; 56_0 4321 | _056 4321
4011 FILTER_2BLK 12, 0, 6, 7, 8, 14, 15
4012 vpblendd m13, m12, 0xCC
4013 pinsrw xm9, [leftq+strideq*2], 3
4014 pinsrw xm9, [leftq+stride3q ], 2
4015 lea leftq, [leftq+strideq*4]
4016 pinsrw xm9, [leftq+strideq*0], 1
4017 pinsrw xm9, [leftq+strideq*1], 0
4018 movq [rsp+32], xm9
4019 mov r7d, 1
4020 pslldq m8, m9, 4
4021 vpblendd m0, m8, 0x0C ; ___0 ____ | _056 ____
4022 vpermq m12, m12, q2031 ; 6___ 5___
4023 psrldq xm6, xm12, 2
4024 psrldq xm7, xm12, 12
4025 vpblendd xm6, xm7, 0x01 ; ____ _56_
4026 pblendw xm6, [tlq+10], 0xF8 ; 4321 056_
4027 FILTER_1BLK 11, 6, 7, 10, 15
4028 vpermq m11, m11, q3120
4029 pshufd m9, m11, q1032
4030 vbroadcasti128 m8, [tlq+22] ; __43 210_ | ____ ____
4031 pshufd m8, m8, q3021 ; __0_ 4321 | ____ ____
4032 pshufhw m8, m8, q3201 ; ___0 4321 | ____ ____
4033 vpblendd m9, m8, 0x70 ; ___0 4321 | ____ 4321
4034 mova [dstq+strideq*0], xm13
4035 vextracti128 [dstq+strideq*1], m13, 1
4036 vpermq m6, m12, q0123 ; ____ 4321 | ____ 4321
4037 jmp .w32_loop_start
4038 .w32_loop_last:
4039 mova m0, [rsp+0]
4040 jmp .w32_loop
4041 .w32_loop_left:
4042 mova m0, [rsp+0]
4043 vpblendd m0, [rsp+32+r7*4-12], 0x0C
4044 dec r7d
4045 jg .w32_loop
4046 cmp hd, 2
4047 je .w32_loop
4048 pinsrw xm6, [rsp+32], 6
4049 pinsrw xm6, [leftq+strideq*2], 5
4050 pinsrw xm6, [leftq+stride3q ], 4
4051 lea leftq, [leftq+strideq*4]
4052 pinsrw xm6, [leftq+strideq*0], 3
4053 pinsrw xm6, [leftq+strideq*1], 2
4054 pinsrw xm6, [leftq+strideq*2], 1
4055 pinsrw xm6, [leftq+stride3q ], 0
4056 lea leftq, [leftq+strideq*4]
4057 movu [rsp+36], xm6
4058 pinsrw xm6, [leftq+strideq*0], 1
4059 pinsrw xm6, [leftq+strideq*1], 0
4060 movd [rsp+32], xm6
4061 mov r7d, 4
4062 .w32_loop:
4063 vpermq m13, m13, q3322
4064 vpermq m11, m9, q2020
4065 vpermq m9, m9, q1302
4066 vpermq m6, m12, q0123
4067 psrldq m7, 4
4068 vpblendd m13, m10, 0xCC
4069 vpblendd m9, m7, 0x40 ; ___0 4321 | ____ 4321
4070 mova [dstq+strideq*0], xm13
4071 vextracti128 [dstq+strideq*1], m13, 1
4072 .w32_loop_start:
4073 mova m13, m12
4074 psrldq m7, m12, 8
4075 punpcklwd m7, m12
4076 vpblendd m0, m6, 0x33 ; ___0 4321 | _056 4321
4077 vpblendd m0, m7, 0x80 ; 56_0 4321 | _056 4321
4078 FILTER_2BLK 10, 0, 6, 7, 8, 14, 15
4079 vpermq m12, m10, q2031
4080 mova [rsp+0], m0
4081 psrldq m8, m11, 8
4082 psrldq xm6, xm12, 2
4083 psrldq xm7, xm12, 10
4084 psrldq xm0, xm13, 2
4085 punpcklwd m8, m11
4086 punpcklwd xm7, xm6
4087 vpblendd m8, m9, 0x73 ; 56_0 4321 | ____ 4321
4088 vpblendd m8, m7, 0x04 ; 56_0 4321 | __56 4321
4089 vpblendd m8, m0, 0x08 ; 56_0 4321 | _056 4321
4090 call .main
4091 vpermq m8, m11, q3120
4092 vpblendd m6, m8, m9, 0xCC
4093 mova [dstq+strideq*0+16], xm6
4094 vextracti128 [dstq+strideq*1+16], m6, 1
4095 lea dstq, [dstq+strideq*2]
4096 sub hd, 2
4097 jg .w32_loop_left
4098 jz .w32_loop_last
4099 vpermq m8, m9, q3120
4100 vextracti128 xm0, m8, 1 ; 4321 ____
4101 pshufd xm11, xm11, q1032
4102 vpblendd xm0, xm11, 0x02 ; 4321 0___
4103 psrldq xm6, xm8, 2
4104 psrldq xm7, xm8, 12
4105 pblendw xm0, xm6, 0x4 ; 4321 05__
4106 pblendw xm0, xm7, 0x2 ; 4321 056_
4107 FILTER_1BLK 6, 0, 7, [base+filter_shuf2], 15
4108 vpermq m12, m13, q1302
4109 vpblendd m12, m10, 0xCC
4110 vpblendd m9, m6, 0xCC
4111 mova [dstq+strideq*0+ 0], xm12
4112 mova [dstq+strideq*0+16], xm9
4113 vextracti128 [dstq+strideq*1+ 0], m12, 1
4114 vextracti128 [dstq+strideq*1+16], m9, 1
4115 RET
4116 .main:
4117 FILTER_2BLK 9, 8, 6, 7, 0, 14, 15
4118 ret
4119
4120 %if WIN64
4121 DECLARE_REG_TMP 5
4122 %else
4123 DECLARE_REG_TMP 7
4124 %endif
4125
4126 %macro IPRED_CFL 1 ; ac in, unpacked pixels out
4127 psignw m3, m%1, m1
4128 pabsw m%1, m%1
4129 pmulhrsw m%1, m2
4130 psignw m%1, m3
4131 paddw m%1, m0
4132 %endmacro
4133
4134 cglobal ipred_cfl_top_16bpc, 3, 7, 8, dst, stride, tl, w, h, ac, alpha
4135 movifnidn hd, hm
4136 add tlq, 2
4137 movd xm4, wd
4138 pxor m6, m6
4139 vpbroadcastw m7, r7m
4140 pavgw xm4, xm6
4141 tzcnt wd, wd
4142 movd xm5, wd
4143 movu m0, [tlq]
4144 lea t0, [ipred_cfl_left_16bpc_avx2_table]
4145 movsxd r6, [t0+wq*4]
4146 add r6, t0
4147 add t0, ipred_cfl_splat_16bpc_avx2_table-ipred_cfl_left_16bpc_avx2_table
4148 movsxd wq, [t0+wq*4]
4149 add wq, t0
4150 movifnidn acq, acmp
4151 jmp r6
4152
4153 cglobal ipred_cfl_left_16bpc, 3, 7, 8, dst, stride, tl, w, h, ac, alpha
4154 mov hd, hm ; zero upper half
4155 sub tlq, hq
4156 movd xm4, hd
4157 sub tlq, hq
4158 pxor m6, m6
4159 vpbroadcastw m7, r7m
4160 pavgw xm4, xm6
4161 tzcnt r6d, hd
4162 movd xm5, r6d
4163 movu m0, [tlq]
4164 lea t0, [ipred_cfl_left_16bpc_avx2_table]
4165 movsxd r6, [t0+r6*4]
4166 add r6, t0
4167 add t0, ipred_cfl_splat_16bpc_avx2_table-ipred_cfl_left_16bpc_avx2_table
4168 tzcnt wd, wd
4169 movsxd wq, [t0+wq*4]
4170 add wq, t0
4171 movifnidn acq, acmp
4172 jmp r6
4173 .h32:
4174 paddw m0, [tlq+32]
4175 .h16:
4176 vextracti128 xm1, m0, 1
4177 paddw xm0, xm1
4178 .h8:
4179 psrldq xm1, xm0, 8
4180 paddw xm0, xm1
4181 .h4:
4182 punpcklwd xm0, xm6
4183 psrlq xm1, xm0, 32
4184 paddd xm0, xm1
4185 psrldq xm1, xm0, 8
4186 paddd xm0, xm1
4187 paddd xm0, xm4
4188 psrld xm0, xm5
4189 vpbroadcastw m0, xm0
4190 jmp wq
4191
4192 cglobal ipred_cfl_16bpc, 3, 7, 8, dst, stride, tl, w, h, ac, alpha
4193 movifnidn hd, hm
4194 movifnidn wd, wm
4195 tzcnt r6d, hd
4196 lea t0d, [wq+hq]
4197 movd xm4, t0d
4198 tzcnt t0d, t0d
4199 movd xm5, t0d
4200 lea t0, [ipred_cfl_16bpc_avx2_table]
4201 tzcnt wd, wd
4202 movsxd r6, [t0+r6*4]
4203 movsxd wq, [t0+wq*4+4*4]
4204 psrlw xm4, 1
4205 pxor m6, m6
4206 vpbroadcastw m7, r7m
4207 add r6, t0
4208 add wq, t0
4209 movifnidn acq, acmp
4210 jmp r6
4211 .h4:
4212 movq xm0, [tlq-8]
4213 jmp wq
4214 .w4:
4215 movq xm1, [tlq+2]
4216 paddw m0, m4
4217 paddw m0, m1
4218 psrlq m1, m0, 32
4219 paddw m0, m1
4220 psrld m1, m0, 16
4221 paddw m0, m1
4222 cmp hd, 4
4223 jg .w4_mul
4224 psrlw xm0, 3
4225 jmp .w4_end
4226 .w4_mul:
4227 vextracti128 xm1, m0, 1
4228 paddw xm0, xm1
4229 lea r2d, [hq*2]
4230 mov r6d, 0xAAAB6667
4231 shrx r6d, r6d, r2d
4232 punpckhwd xm1, xm0, xm6
4233 punpcklwd xm0, xm6
4234 paddd xm0, xm1
4235 movd xm1, r6d
4236 psrld xm0, 2
4237 pmulhuw xm0, xm1
4238 psrlw xm0, 1
4239 .w4_end:
4240 vpbroadcastw m0, xm0
4241 .s4:
4242 vpbroadcastw m1, alpham
4243 lea r6, [strideq*3]
4244 pabsw m2, m1
4245 psllw m2, 9
4246 .s4_loop:
4247 mova m4, [acq]
4248 IPRED_CFL 4
4249 pmaxsw m4, m6
4250 pminsw m4, m7
4251 vextracti128 xm5, m4, 1
4252 movq [dstq+strideq*0], xm4
4253 movq [dstq+strideq*2], xm5
4254 movhps [dstq+strideq*1], xm4
4255 movhps [dstq+r6 ], xm5
4256 lea dstq, [dstq+strideq*4]
4257 add acq, 32
4258 sub hd, 4
4259 jg .s4_loop
4260 RET
4261 ALIGN function_align
4262 .h8:
4263 mova xm0, [tlq-16]
4264 jmp wq
4265 .w8:
4266 vextracti128 xm1, m0, 1
4267 paddw xm0, [tlq+2]
4268 paddw xm0, xm4
4269 paddw xm0, xm1
4270 psrld xm1, xm0, 16
4271 paddw xm0, xm1
4272 pblendw xm0, xm6, 0xAA
4273 psrlq xm1, xm0, 32
4274 paddd xm0, xm1
4275 psrldq xm1, xm0, 8
4276 paddd xm0, xm1
4277 psrld xm0, xm5
4278 cmp hd, 8
4279 je .w8_end
4280 mov r6d, 0xAAAB
4281 mov r2d, 0x6667
4282 cmp hd, 32
4283 cmovz r6d, r2d
4284 movd xm1, r6d
4285 pmulhuw xm0, xm1
4286 psrlw xm0, 1
4287 .w8_end:
4288 vpbroadcastw m0, xm0
4289 .s8:
4290 vpbroadcastw m1, alpham
4291 lea r6, [strideq*3]
4292 pabsw m2, m1
4293 psllw m2, 9
4294 .s8_loop:
4295 mova m4, [acq]
4296 mova m5, [acq+32]
4297 IPRED_CFL 4
4298 IPRED_CFL 5
4299 pmaxsw m4, m6
4300 pmaxsw m5, m6
4301 pminsw m4, m7
4302 pminsw m5, m7
4303 mova [dstq+strideq*0], xm4
4304 mova [dstq+strideq*2], xm5
4305 vextracti128 [dstq+strideq*1], m4, 1
4306 vextracti128 [dstq+r6 ], m5, 1
4307 lea dstq, [dstq+strideq*4]
4308 add acq, 64
4309 sub hd, 4
4310 jg .s8_loop
4311 RET
4312 ALIGN function_align
4313 .h16:
4314 mova m0, [tlq-32]
4315 jmp wq
4316 .w16:
4317 paddw m0, [tlq+2]
4318 vextracti128 xm1, m0, 1
4319 paddw xm0, xm4
4320 paddw xm0, xm1
4321 punpckhwd xm1, xm0, xm6
4322 punpcklwd xm0, xm6
4323 paddd xm0, xm1
4324 psrlq xm1, xm0, 32
4325 paddd xm0, xm1
4326 psrldq xm1, xm0, 8
4327 paddd xm0, xm1
4328 psrld xm0, xm5
4329 cmp hd, 16
4330 je .w16_end
4331 mov r6d, 0xAAAB
4332 mov r2d, 0x6667
4333 test hb, 8|32
4334 cmovz r6d, r2d
4335 movd xm1, r6d
4336 pmulhuw xm0, xm1
4337 psrlw xm0, 1
4338 .w16_end:
4339 vpbroadcastw m0, xm0
4340 .s16:
4341 vpbroadcastw m1, alpham
4342 pabsw m2, m1
4343 psllw m2, 9
4344 .s16_loop:
4345 mova m4, [acq]
4346 mova m5, [acq+32]
4347 IPRED_CFL 4
4348 IPRED_CFL 5
4349 pmaxsw m4, m6
4350 pmaxsw m5, m6
4351 pminsw m4, m7
4352 pminsw m5, m7
4353 mova [dstq+strideq*0], m4
4354 mova [dstq+strideq*1], m5
4355 lea dstq, [dstq+strideq*2]
4356 add acq, 64
4357 sub hd, 2
4358 jg .s16_loop
4359 RET
4360 ALIGN function_align
4361 .h32:
4362 mova m0, [tlq-64]
4363 paddw m0, [tlq-32]
4364 jmp wq
4365 .w32:
4366 paddw m0, [tlq+ 2]
4367 paddw m0, [tlq+34]
4368 vextracti128 xm1, m0, 1
4369 paddw xm0, xm4
4370 paddw xm0, xm1
4371 punpcklwd xm1, xm0, xm6
4372 punpckhwd xm0, xm6
4373 paddd xm0, xm1
4374 psrlq xm1, xm0, 32
4375 paddd xm0, xm1
4376 psrldq xm1, xm0, 8
4377 paddd xm0, xm1
4378 psrld xm0, xm5
4379 cmp hd, 32
4380 je .w32_end
4381 lea r2d, [hq*2]
4382 mov r6d, 0x6667AAAB
4383 shrx r6d, r6d, r2d
4384 movd xm1, r6d
4385 pmulhuw xm0, xm1
4386 psrlw xm0, 1
4387 .w32_end:
4388 vpbroadcastw m0, xm0
4389 .s32:
4390 vpbroadcastw m1, alpham
4391 pabsw m2, m1
4392 psllw m2, 9
4393 .s32_loop:
4394 mova m4, [acq]
4395 mova m5, [acq+32]
4396 IPRED_CFL 4
4397 IPRED_CFL 5
4398 pmaxsw m4, m6
4399 pmaxsw m5, m6
4400 pminsw m4, m7
4401 pminsw m5, m7
4402 mova [dstq+32*0], m4
4403 mova [dstq+32*1], m5
4404 add dstq, strideq
4405 add acq, 64
4406 dec hd
4407 jg .s32_loop
4408 RET
4409
4410 cglobal ipred_cfl_128_16bpc, 3, 7, 8, dst, stride, tl, w, h, ac, alpha
4411 mov r6d, r7m
4412 shr r6d, 11
4413 lea t0, [ipred_cfl_splat_16bpc_avx2_table]
4414 tzcnt wd, wd
4415 movifnidn hd, hm
4416 movsxd wq, [t0+wq*4]
4417 vpbroadcastd m0, [t0-ipred_cfl_splat_16bpc_avx2_table+pw_512+r6*4]
4418 pxor m6, m6
4419 vpbroadcastw m7, r7m
4420 add wq, t0
4421 movifnidn acq, acmp
4422 jmp wq
4423
4424 cglobal ipred_cfl_ac_420_16bpc, 4, 7, 6, ac, ypx, stride, wpad, hpad, w, h
4425 movifnidn hpadd, hpadm
4426 vpbroadcastd m5, [pw_2]
4427 mov hd, hm
4428 shl hpadd, 2
4429 pxor m4, m4
4430 sub hd, hpadd
4431 cmp dword wm, 8
4432 jg .w16
4433 je .w8
4434 .w4:
4435 lea r3, [strideq*3]
4436 mov r5, acq
4437 .w4_loop:
4438 mova xm0, [ypxq+strideq*2]
4439 mova xm1, [ypxq+r3 ]
4440 vinserti128 m0, [ypxq+strideq*0], 1
4441 vinserti128 m1, [ypxq+strideq*1], 1
4442 lea ypxq, [ypxq+strideq*4]
4443 pmaddwd m0, m5
4444 pmaddwd m1, m5
4445 paddd m0, m1
4446 vextracti128 xm1, m0, 1
4447 paddd m4, m0
4448 packssdw xm1, xm0
4449 mova [acq], xm1
4450 add acq, 16
4451 sub hd, 2
4452 jg .w4_loop
4453 test hpadd, hpadd
4454 jz .dc
4455 vpermq m1, m1, q1111
4456 pslld xm0, 2
4457 .w4_hpad_loop:
4458 mova [acq], m1
4459 paddd m4, m0
4460 add acq, 32
4461 sub hpadd, 4
4462 jg .w4_hpad_loop
4463 jmp .dc
4464 .w8:
4465 mov r5, acq
4466 test wpadd, wpadd
4467 jnz .w8_wpad1
4468 .w8_loop:
4469 pmaddwd m0, m5, [ypxq+strideq*0]
4470 pmaddwd m1, m5, [ypxq+strideq*1]
4471 lea ypxq, [ypxq+strideq*2]
4472 paddd m0, m1
4473 vextracti128 xm1, m0, 1
4474 paddd m4, m0
4475 packssdw xm1, xm0, xm1
4476 mova [acq], xm1
4477 add acq, 16
4478 dec hd
4479 jg .w8_loop
4480 .w8_hpad:
4481 test hpadd, hpadd
4482 jz .dc
4483 vinserti128 m1, xm1, 1
4484 pslld m0, 2
4485 jmp .hpad
4486 .w8_wpad1:
4487 pmaddwd xm0, xm5, [ypxq+strideq*0]
4488 pmaddwd xm3, xm5, [ypxq+strideq*1]
4489 lea ypxq, [ypxq+strideq*2]
4490 paddd xm0, xm3
4491 pshufd xm3, xm0, q3333
4492 packssdw xm1, xm0, xm3
4493 paddd xm0, xm3
4494 paddd xm4, xm0
4495 mova [acq], xm1
4496 add acq, 16
4497 dec hd
4498 jg .w8_wpad1
4499 jmp .w8_hpad
4500 .w16_wpad:
4501 mova m0, [ypxq+strideq*0+ 0]
4502 mova m1, [ypxq+strideq*1+ 0]
4503 cmp wpadd, 2
4504 jl .w16_wpad1
4505 je .w16_wpad2
4506 vpbroadcastd m2, [ypxq+strideq*0+12]
4507 vpbroadcastd m3, [ypxq+strideq*1+12]
4508 vpblendd m0, m2, 0xf0
4509 vpblendd m1, m3, 0xf0
4510 jmp .w16_wpad_end
4511 .w16_wpad2:
4512 vpbroadcastd m2, [ypxq+strideq*0+28]
4513 vpbroadcastd m3, [ypxq+strideq*1+28]
4514 jmp .w16_wpad_end
4515 .w16_wpad1:
4516 vpbroadcastd m2, [ypxq+strideq*0+44]
4517 vpbroadcastd m3, [ypxq+strideq*1+44]
4518 vinserti128 m2, [ypxq+strideq*0+32], 0
4519 vinserti128 m3, [ypxq+strideq*1+32], 0
4520 .w16_wpad_end:
4521 lea ypxq, [ypxq+strideq*2]
4522 REPX {pmaddwd x, m5}, m0, m1, m2, m3
4523 paddd m0, m1
4524 paddd m2, m3
4525 packssdw m1, m0, m2
4526 paddd m0, m2
4527 vpermq m1, m1, q3120
4528 paddd m4, m0
4529 mova [acq], m1
4530 add acq, 32
4531 dec hd
4532 jg .w16_wpad
4533 jmp .w16_hpad
4534 .w16:
4535 mov r5, acq
4536 test wpadd, wpadd
4537 jnz .w16_wpad
4538 .w16_loop:
4539 pmaddwd m0, m5, [ypxq+strideq*0+ 0]
4540 pmaddwd m2, m5, [ypxq+strideq*0+32]
4541 pmaddwd m1, m5, [ypxq+strideq*1+ 0]
4542 pmaddwd m3, m5, [ypxq+strideq*1+32]
4543 lea ypxq, [ypxq+strideq*2]
4544 paddd m0, m1
4545 paddd m2, m3
4546 packssdw m1, m0, m2
4547 paddd m0, m2
4548 vpermq m1, m1, q3120
4549 paddd m4, m0
4550 mova [acq], m1
4551 add acq, 32
4552 dec hd
4553 jg .w16_loop
4554 .w16_hpad:
4555 add hpadd, hpadd
4556 jz .dc
4557 paddd m0, m0
4558 .hpad:
4559 mova [acq+32*0], m1
4560 paddd m4, m0
4561 mova [acq+32*1], m1
4562 add acq, 32*2
4563 sub hpadd, 4
4564 jg .hpad
4565 .dc:
4566 vextracti128 xm1, m4, 1
4567 sub r5, acq ; -w*h*2
4568 tzcnt r1d, r5d
4569 paddd xm4, xm1
4570 sub r1d, 2
4571 punpckhqdq xm1, xm4, xm4
4572 movd xm0, r1d
4573 paddd xm1, xm4
4574 pshuflw xm4, xm1, q1032
4575 paddd xm1, xm4
4576 psrld xm1, xm0
4577 pxor xm0, xm0
4578 pavgw xm1, xm0
4579 vpbroadcastw m1, xm1
4580 .dc_loop:
4581 mova m0, [acq+r5]
4582 psubw m0, m1
4583 mova [acq+r5], m0
4584 add r5, 32
4585 jl .dc_loop
4586 RET
4587
4588 cglobal ipred_cfl_ac_422_16bpc, 4, 7, 6, ac, ypx, stride, wpad, hpad, w, h
4589 movifnidn hpadd, hpadm
4590 vpbroadcastd m5, [pw_4]
4591 mov hd, hm
4592 shl hpadd, 2
4593 pxor m4, m4
4594 sub hd, hpadd
4595 cmp dword wm, 8
4596 jg .w16
4597 je .w8
4598 .w4:
4599 lea r3, [strideq*3]
4600 mov r5, acq
4601 .w4_loop:
4602 mova xm0, [ypxq+strideq*0]
4603 mova xm1, [ypxq+strideq*1]
4604 vinserti128 m0, [ypxq+strideq*2], 1
4605 vinserti128 m1, [ypxq+r3 ], 1
4606 lea ypxq, [ypxq+strideq*4]
4607 pmaddwd m0, m5
4608 pmaddwd m1, m5
4609 paddd m4, m0
4610 packssdw m0, m1
4611 paddd m4, m1
4612 mova [acq], m0
4613 add acq, 32
4614 sub hd, 4
4615 jg .w4_loop
4616 test hpadd, hpadd
4617 jz mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4618 vextracti128 xm1, m1, 1
4619 vpermq m0, m0, q3333
4620 pslld xm1, 2
4621 .w4_hpad_loop:
4622 mova [acq], m0
4623 paddd m4, m1
4624 add acq, 32
4625 sub hpadd, 4
4626 jg .w4_hpad_loop
4627 jmp mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4628 .w8:
4629 mov r5, acq
4630 test wpadd, wpadd
4631 jnz .w8_wpad1
4632 .w8_loop:
4633 pmaddwd m1, m5, [ypxq+strideq*0]
4634 pmaddwd m0, m5, [ypxq+strideq*1]
4635 lea ypxq, [ypxq+strideq*2]
4636 paddd m4, m1
4637 packssdw m1, m0
4638 paddd m4, m0
4639 vpermq m2, m1, q3120
4640 mova [acq], m2
4641 add acq, 32
4642 sub hd, 2
4643 jg .w8_loop
4644 .w8_hpad:
4645 test hpadd, hpadd
4646 jz mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4647 vpermq m1, m1, q3131
4648 pslld m0, 2
4649 jmp mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).hpad
4650 .w8_wpad1:
4651 vpbroadcastd m1, [ypxq+strideq*0+12]
4652 vpbroadcastd m0, [ypxq+strideq*1+12]
4653 vinserti128 m1, [ypxq+strideq*0+ 0], 0
4654 vinserti128 m0, [ypxq+strideq*1+ 0], 0
4655 lea ypxq, [ypxq+strideq*2]
4656 pmaddwd m1, m5
4657 pmaddwd m0, m5
4658 paddd m4, m1
4659 packssdw m1, m0
4660 paddd m4, m0
4661 vpermq m2, m1, q3120
4662 mova [acq], m2
4663 add acq, 32
4664 sub hd, 2
4665 jg .w8_wpad1
4666 jmp .w8_hpad
4667 .w16:
4668 mov r5, acq
4669 test wpadd, wpadd
4670 jnz .w16_wpad
4671 .w16_loop:
4672 pmaddwd m2, m5, [ypxq+strideq*0+ 0]
4673 pmaddwd m1, m5, [ypxq+strideq*0+32]
4674 pmaddwd m0, m5, [ypxq+strideq*1+ 0]
4675 pmaddwd m3, m5, [ypxq+strideq*1+32]
4676 lea ypxq, [ypxq+strideq*2]
4677 paddd m4, m2
4678 packssdw m2, m1
4679 paddd m4, m1
4680 packssdw m1, m0, m3
4681 paddd m0, m3
4682 vpermq m2, m2, q3120
4683 paddd m4, m0
4684 vpermq m1, m1, q3120
4685 mova [acq+32*0], m2
4686 mova [acq+32*1], m1
4687 add acq, 32*2
4688 sub hd, 2
4689 jg .w16_loop
4690 jmp mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).w16_hpad
4691 .w16_wpad:
4692 mova m2, [ypxq+strideq*0+ 0]
4693 mova m0, [ypxq+strideq*1+ 0]
4694 cmp wpadd, 2
4695 jl .w16_wpad1
4696 je .w16_wpad2
4697 vpbroadcastd m1, [ypxq+strideq*0+12]
4698 vpbroadcastd m3, [ypxq+strideq*1+12]
4699 vpblendd m2, m1, 0xf0
4700 vpblendd m0, m3, 0xf0
4701 jmp .w16_wpad_end
4702 .w16_wpad2:
4703 vpbroadcastd m1, [ypxq+strideq*0+28]
4704 vpbroadcastd m3, [ypxq+strideq*1+28]
4705 jmp .w16_wpad_end
4706 .w16_wpad1:
4707 vpbroadcastd m1, [ypxq+strideq*0+44]
4708 vpbroadcastd m3, [ypxq+strideq*1+44]
4709 vinserti128 m1, [ypxq+strideq*0+32], 0
4710 vinserti128 m3, [ypxq+strideq*1+32], 0
4711 .w16_wpad_end:
4712 lea ypxq, [ypxq+strideq*2]
4713 REPX {pmaddwd x, m5}, m2, m0, m1, m3
4714 paddd m4, m2
4715 packssdw m2, m1
4716 paddd m4, m1
4717 packssdw m1, m0, m3
4718 paddd m0, m3
4719 vpermq m2, m2, q3120
4720 paddd m4, m0
4721 vpermq m1, m1, q3120
4722 mova [acq+32*0], m2
4723 mova [acq+32*1], m1
4724 add acq, 32*2
4725 sub hd, 2
4726 jg .w16_wpad
4727 jmp mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).w16_hpad
4728
4729 cglobal ipred_cfl_ac_444_16bpc, 4, 7, 6, ac, ypx, stride, wpad, hpad, w, h
4730 lea r6, [ipred_cfl_ac_444_16bpc_avx2_table]
4731 tzcnt wd, wm
4732 movifnidn hpadd, hpadm
4733 vpbroadcastd m5, [pw_1]
4734 movsxd wq, [r6+wq*4]
4735 shl hpadd, 2
4736 add wq, r6
4737 mov hd, hm
4738 pxor m4, m4
4739 sub hd, hpadd
4740 jmp wq
4741 .w4:
4742 lea r3, [strideq*3]
4743 mov r5, acq
4744 .w4_loop:
4745 movq xm0, [ypxq+strideq*0]
4746 movhps xm0, [ypxq+strideq*1]
4747 vpbroadcastq m1, [ypxq+strideq*2]
4748 vpbroadcastq m2, [ypxq+r3 ]
4749 lea ypxq, [ypxq+strideq*4]
4750 vpblendd m0, m1, 0x30
4751 vpblendd m0, m2, 0xc0
4752 psllw m0, 3
4753 pmaddwd m1, m0, m5
4754 mova [acq], m0
4755 add acq, 32
4756 paddd m4, m1
4757 sub hd, 4
4758 jg .w4_loop
4759 test hpadd, hpadd
4760 jz mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4761 vpermq m0, m0, q3333
4762 paddd m1, m1
4763 mova [acq+32*0], m0
4764 vpermq m1, m1, q3333
4765 mova [acq+32*1], m0
4766 add acq, 32*2
4767 paddd m4, m1
4768 jmp mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4769 .w8:
4770 lea r3, [strideq*3]
4771 mov r5, acq
4772 .w8_loop:
4773 mova xm2, [ypxq+strideq*0]
4774 vinserti128 m2, [ypxq+strideq*1], 1
4775 mova xm1, [ypxq+strideq*2]
4776 vinserti128 m1, [ypxq+r3 ], 1
4777 lea ypxq, [ypxq+strideq*4]
4778 psllw m2, 3
4779 psllw m1, 3
4780 mova [acq+32*0], m2
4781 pmaddwd m2, m5
4782 mova [acq+32*1], m1
4783 pmaddwd m0, m1, m5
4784 add acq, 32*2
4785 paddd m4, m2
4786 paddd m4, m0
4787 sub hd, 4
4788 jg .w8_loop
4789 test hpadd, hpadd
4790 jz mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4791 vperm2i128 m1, m1, 0x11
4792 pslld m0, 2
4793 pxor m2, m2
4794 vpblendd m0, m2, 0x0f
4795 jmp mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).hpad
4796 .w16_wpad2:
4797 vpbroadcastw m3, [ypxq+strideq*0+14]
4798 vpbroadcastw m0, [ypxq+strideq*1+14]
4799 vpblendd m2, m3, 0xf0
4800 vpblendd m1, m0, 0xf0
4801 jmp .w16_wpad_end
4802 .w16:
4803 mov r5, acq
4804 .w16_loop:
4805 mova m2, [ypxq+strideq*0]
4806 mova m1, [ypxq+strideq*1]
4807 test wpadd, wpadd
4808 jnz .w16_wpad2
4809 .w16_wpad_end:
4810 lea ypxq, [ypxq+strideq*2]
4811 psllw m2, 3
4812 psllw m1, 3
4813 mova [acq+32*0], m2
4814 pmaddwd m2, m5
4815 mova [acq+32*1], m1
4816 pmaddwd m0, m1, m5
4817 add acq, 32*2
4818 paddd m4, m2
4819 paddd m4, m0
4820 sub hd, 2
4821 jg .w16_loop
4822 add hpadd, hpadd
4823 jz mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4824 paddd m0, m0
4825 jmp mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).hpad
4826 .w32:
4827 mov r5, acq
4828 test wpadd, wpadd
4829 jnz .w32_wpad
4830 .w32_loop:
4831 mova m0, [ypxq+ 0]
4832 mova m1, [ypxq+32]
4833 add ypxq, strideq
4834 psllw m0, 3
4835 psllw m1, 3
4836 pmaddwd m2, m0, m5
4837 mova [acq+32*0], m0
4838 pmaddwd m3, m1, m5
4839 mova [acq+32*1], m1
4840 add acq, 32*2
4841 paddd m2, m3
4842 paddd m4, m2
4843 dec hd
4844 jg .w32_loop
4845 .w32_hpad:
4846 test hpadd, hpadd
4847 jz mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4848 paddd m2, m2
4849 .w32_hpad_loop:
4850 mova [acq+32*0], m0
4851 mova [acq+32*1], m1
4852 paddd m4, m2
4853 mova [acq+32*2], m0
4854 mova [acq+32*3], m1
4855 add acq, 32*4
4856 sub hpadd, 2
4857 jg .w32_hpad_loop
4858 jmp mangle(private_prefix %+ _ipred_cfl_ac_420_16bpc_avx2).dc
4859 .w32_wpad:
4860 mova m0, [ypxq+ 0]
4861 cmp wpadd, 4
4862 jl .w32_wpad2
4863 je .w32_wpad4
4864 vpbroadcastw m1, [ypxq+14]
4865 vpblendd m0, m1, 0xf0
4866 jmp .w32_wpad_end
4867 .w32_wpad4:
4868 vpbroadcastw m1, [ypxq+30]
4869 jmp .w32_wpad_end
4870 .w32_wpad2:
4871 vpbroadcastw m1, [ypxq+46]
4872 vinserti128 m1, [ypxq+32], 0
4873 .w32_wpad_end:
4874 add ypxq, strideq
4875 psllw m0, 3
4876 psllw m1, 3
4877 pmaddwd m2, m0, m5
4878 mova [acq+32*0], m0
4879 pmaddwd m3, m1, m5
4880 mova [acq+32*1], m1
4881 add acq, 32*2
4882 paddd m2, m3
4883 paddd m4, m2
4884 dec hd
4885 jg .w32_wpad
4886 jmp .w32_hpad
4887
4888 cglobal pal_pred_16bpc, 4, 6, 5, dst, stride, pal, idx, w, h
4889 vbroadcasti128 m3, [palq]
4890 lea r2, [pal_pred_16bpc_avx2_table]
4891 tzcnt wd, wm
4892 vbroadcasti128 m4, [pal_pred_shuf]
4893 movifnidn hd, hm
4894 movsxd wq, [r2+wq*4]
4895 pshufb m3, m4
4896 punpckhqdq m4, m3, m3
4897 add wq, r2
4898 DEFINE_ARGS dst, stride, stride3, idx, w, h
4899 lea stride3q, [strideq*3]
4900 jmp wq
4901 .w4:
4902 mova xm2, [idxq]
4903 add idxq, 16
4904 pshufb xm1, xm3, xm2
4905 pshufb xm2, xm4, xm2
4906 punpcklbw xm0, xm1, xm2
4907 punpckhbw xm1, xm2
4908 movq [dstq+strideq*0], xm0
4909 movq [dstq+strideq*2], xm1
4910 movhps [dstq+strideq*1], xm0
4911 movhps [dstq+stride3q ], xm1
4912 lea dstq, [dstq+strideq*4]
4913 sub hd, 4
4914 jg .w4
4915 RET
4916 .w8:
4917 movu m2, [idxq] ; only 16-byte alignment
4918 add idxq, 32
4919 pshufb m1, m3, m2
4920 pshufb m2, m4, m2
4921 punpcklbw m0, m1, m2
4922 punpckhbw m1, m2
4923 mova [dstq+strideq*0], xm0
4924 mova [dstq+strideq*1], xm1
4925 vextracti128 [dstq+strideq*2], m0, 1
4926 vextracti128 [dstq+stride3q ], m1, 1
4927 lea dstq, [dstq+strideq*4]
4928 sub hd, 4
4929 jg .w8
4930 RET
4931 .w16:
4932 vpermq m2, [idxq+ 0], q3120
4933 vpermq m5, [idxq+32], q3120
4934 add idxq, 64
4935 pshufb m1, m3, m2
4936 pshufb m2, m4, m2
4937 punpcklbw m0, m1, m2
4938 punpckhbw m1, m2
4939 mova [dstq+strideq*0], m0
4940 mova [dstq+strideq*1], m1
4941 pshufb m1, m3, m5
4942 pshufb m2, m4, m5
4943 punpcklbw m0, m1, m2
4944 punpckhbw m1, m2
4945 mova [dstq+strideq*2], m0
4946 mova [dstq+stride3q ], m1
4947 lea dstq, [dstq+strideq*4]
4948 sub hd, 4
4949 jg .w16
4950 RET
4951 .w32:
4952 vpermq m2, [idxq+ 0], q3120
4953 vpermq m5, [idxq+32], q3120
4954 add idxq, 64
4955 pshufb m1, m3, m2
4956 pshufb m2, m4, m2
4957 punpcklbw m0, m1, m2
4958 punpckhbw m1, m2
4959 mova [dstq+strideq*0+ 0], m0
4960 mova [dstq+strideq*0+32], m1
4961 pshufb m1, m3, m5
4962 pshufb m2, m4, m5
4963 punpcklbw m0, m1, m2
4964 punpckhbw m1, m2
4965 mova [dstq+strideq*1+ 0], m0
4966 mova [dstq+strideq*1+32], m1
4967 lea dstq, [dstq+strideq*2]
4968 sub hd, 2
4969 jg .w32
4970 RET
4971 .w64:
4972 vpermq m2, [idxq+ 0], q3120
4973 vpermq m5, [idxq+32], q3120
4974 add idxq, 64
4975 pshufb m1, m3, m2
4976 pshufb m2, m4, m2
4977 punpcklbw m0, m1, m2
4978 punpckhbw m1, m2
4979 mova [dstq+ 0], m0
4980 mova [dstq+32], m1
4981 pshufb m1, m3, m5
4982 pshufb m2, m4, m5
4983 punpcklbw m0, m1, m2
4984 punpckhbw m1, m2
4985 mova [dstq+64], m0
4986 mova [dstq+96], m1
4987 add dstq, strideq
4988 dec hd
4989 jg .w64
4990 RET
4991
4992 %endif