Debian Codegraph @

.cargo/vendor/rav1e/src/asm/aarch64/dist/mod.rs

raw
1 // Copyright (c) 2020-2023, The rav1e contributors. All rights reserved
2 //
3 // This source code is subject to the terms of the BSD 2 Clause License and
4 // the Alliance for Open Media Patent License 1.0. If the BSD 2 Clause License
5 // was not distributed with this source code in the LICENSE file, you can
6 // obtain it at www.aomedia.org/license/software. If the Alliance for Open
7 // Media Patent License 1.0 was not distributed with this source code in the
8 // PATENTS file, you can obtain it at www.aomedia.org/license/patent.
9
10 pub use self::cdef_dist::*;
11 pub use self::sse::*;
12 use crate::cpu_features::CpuFeatureLevel;
13 use crate::dist::*;
14 use crate::partition::BlockSize;
15 use crate::tiling::*;
16 use crate::util::*;
17
18 mod cdef_dist;
19 mod sse;
20
21 type SadFn = unsafe extern fn(
22 src: *const u8,
23 src_stride: isize,
24 dst: *const u8,
25 dst_stride: isize,
26 ) -> u32;
27
28 type SadHbdFn = unsafe extern fn(
29 src: *const u16,
30 src_stride: isize,
31 dst: *const u16,
32 dst_stride: isize,
33 ) -> u32;
34
35 type SatdFn = SadFn;
36 type SatdHbdFn = SadHbdFn;
37
38 macro_rules! declare_asm_dist_fn {
39 ($(($name: ident, $T: ident)),+) => (
40 $(
41 extern { fn $name (
42 src: *const $T, src_stride: isize, dst: *const $T, dst_stride: isize
43 ) -> u32; }
44 )+
45 )
46 }
47
48 declare_asm_dist_fn![
49 (rav1e_sad4x4_neon, u8),
50 (rav1e_sad4x8_neon, u8),
51 (rav1e_sad4x16_neon, u8),
52 (rav1e_sad8x4_neon, u8),
53 (rav1e_sad8x8_neon, u8),
54 (rav1e_sad8x16_neon, u8),
55 (rav1e_sad8x32_neon, u8),
56 (rav1e_sad16x4_neon, u8),
57 (rav1e_sad16x8_neon, u8),
58 (rav1e_sad16x16_neon, u8),
59 (rav1e_sad16x32_neon, u8),
60 (rav1e_sad16x64_neon, u8),
61 (rav1e_sad32x8_neon, u8),
62 (rav1e_sad32x16_neon, u8),
63 (rav1e_sad32x32_neon, u8),
64 (rav1e_sad32x64_neon, u8),
65 (rav1e_sad64x16_neon, u8),
66 (rav1e_sad64x32_neon, u8),
67 (rav1e_sad64x64_neon, u8),
68 (rav1e_sad64x128_neon, u8),
69 (rav1e_sad128x64_neon, u8),
70 (rav1e_sad128x128_neon, u8),
71 /* SAD HBD */
72 (rav1e_sad4x4_hbd_neon, u16),
73 (rav1e_sad4x8_hbd_neon, u16),
74 (rav1e_sad4x16_hbd_neon, u16),
75 (rav1e_sad8x4_hbd_neon, u16),
76 (rav1e_sad8x8_hbd_neon, u16),
77 (rav1e_sad8x16_hbd_neon, u16),
78 (rav1e_sad8x32_hbd_neon, u16),
79 (rav1e_sad16x4_hbd_neon, u16),
80 (rav1e_sad16x8_hbd_neon, u16),
81 (rav1e_sad16x16_hbd_neon, u16),
82 (rav1e_sad16x32_hbd_neon, u16),
83 (rav1e_sad16x64_hbd_neon, u16),
84 (rav1e_sad32x8_hbd_neon, u16),
85 (rav1e_sad32x16_hbd_neon, u16),
86 (rav1e_sad32x32_hbd_neon, u16),
87 (rav1e_sad32x64_hbd_neon, u16),
88 (rav1e_sad64x16_hbd_neon, u16),
89 (rav1e_sad64x32_hbd_neon, u16),
90 (rav1e_sad64x64_hbd_neon, u16),
91 (rav1e_sad64x128_hbd_neon, u16),
92 (rav1e_sad128x64_hbd_neon, u16),
93 (rav1e_sad128x128_hbd_neon, u16),
94 /* SATD */
95 (rav1e_satd4x4_neon, u8),
96 (rav1e_satd4x8_neon, u8),
97 (rav1e_satd4x16_neon, u8),
98 (rav1e_satd8x4_neon, u8),
99 (rav1e_satd8x8_neon, u8),
100 (rav1e_satd8x16_neon, u8),
101 (rav1e_satd8x32_neon, u8),
102 (rav1e_satd16x4_neon, u8),
103 (rav1e_satd16x8_neon, u8),
104 (rav1e_satd16x16_neon, u8),
105 (rav1e_satd16x32_neon, u8),
106 (rav1e_satd16x64_neon, u8),
107 (rav1e_satd32x8_neon, u8),
108 (rav1e_satd32x16_neon, u8),
109 (rav1e_satd32x32_neon, u8),
110 (rav1e_satd32x64_neon, u8),
111 (rav1e_satd64x16_neon, u8),
112 (rav1e_satd64x32_neon, u8),
113 (rav1e_satd64x64_neon, u8),
114 (rav1e_satd64x128_neon, u8),
115 (rav1e_satd128x64_neon, u8),
116 (rav1e_satd128x128_neon, u8),
117 /* SATD HBD */
118 (rav1e_satd4x4_hbd_neon, u16),
119 (rav1e_satd4x8_hbd_neon, u16),
120 (rav1e_satd4x16_hbd_neon, u16),
121 (rav1e_satd8x4_hbd_neon, u16),
122 (rav1e_satd8x8_hbd_neon, u16),
123 (rav1e_satd8x16_hbd_neon, u16),
124 (rav1e_satd8x32_hbd_neon, u16),
125 (rav1e_satd16x4_hbd_neon, u16),
126 (rav1e_satd16x8_hbd_neon, u16),
127 (rav1e_satd16x16_hbd_neon, u16),
128 (rav1e_satd16x32_hbd_neon, u16),
129 (rav1e_satd16x64_hbd_neon, u16),
130 (rav1e_satd32x8_hbd_neon, u16),
131 (rav1e_satd32x16_hbd_neon, u16),
132 (rav1e_satd32x32_hbd_neon, u16),
133 (rav1e_satd32x64_hbd_neon, u16),
134 (rav1e_satd64x16_hbd_neon, u16),
135 (rav1e_satd64x32_hbd_neon, u16),
136 (rav1e_satd64x64_hbd_neon, u16),
137 (rav1e_satd64x128_hbd_neon, u16),
138 (rav1e_satd128x64_hbd_neon, u16),
139 (rav1e_satd128x128_hbd_neon, u16)
140 ];
141
142 // BlockSize::BLOCK_SIZES.next_power_of_two();
143 const DIST_FNS_LENGTH: usize = 32;
144
145 #[inline]
146 const fn to_index(bsize: BlockSize) -> usize {
147 bsize as usize & (DIST_FNS_LENGTH - 1)
148 }
149
150 #[inline(always)]
151 #[allow(clippy::let_and_return)]
152 pub fn get_sad<T: Pixel>(
153 src: &PlaneRegion<'_, T>, dst: &PlaneRegion<'_, T>, w: usize, h: usize,
154 bit_depth: usize, cpu: CpuFeatureLevel,
155 ) -> u32 {
156 let bsize_opt = BlockSize::from_width_and_height_opt(w, h);
157
158 let call_rust = || -> u32 { rust::get_sad(src, dst, w, h, bit_depth, cpu) };
159
160 #[cfg(feature = "check_asm")]
161 let ref_dist = call_rust();
162
163 let dist = match (bsize_opt, T::type_enum()) {
164 (Err(_), _) => call_rust(),
165 (Ok(bsize), PixelType::U8) => {
166 match SAD_FNS[cpu.as_index()][to_index(bsize)] {
167 Some(func) => unsafe {
168 (func)(
169 src.data_ptr() as *const _,
170 T::to_asm_stride(src.plane_cfg.stride),
171 dst.data_ptr() as *const _,
172 T::to_asm_stride(dst.plane_cfg.stride),
173 )
174 },
175 None => call_rust(),
176 }
177 }
178 (Ok(bsize), PixelType::U16) => {
179 match SAD_HBD_FNS[cpu.as_index()][to_index(bsize)] {
180 Some(func) => unsafe {
181 (func)(
182 src.data_ptr() as *const _,
183 T::to_asm_stride(src.plane_cfg.stride),
184 dst.data_ptr() as *const _,
185 T::to_asm_stride(dst.plane_cfg.stride),
186 )
187 },
188 None => call_rust(),
189 }
190 }
191 };
192
193 #[cfg(feature = "check_asm")]
194 assert_eq!(dist, ref_dist);
195
196 dist
197 }
198
199 #[inline(always)]
200 #[allow(clippy::let_and_return)]
201 pub fn get_satd<T: Pixel>(
202 src: &PlaneRegion<'_, T>, dst: &PlaneRegion<'_, T>, w: usize, h: usize,
203 bit_depth: usize, cpu: CpuFeatureLevel,
204 ) -> u32 {
205 let bsize_opt = BlockSize::from_width_and_height_opt(w, h);
206
207 let call_rust = || -> u32 { rust::get_satd(src, dst, w, h, bit_depth, cpu) };
208
209 #[cfg(feature = "check_asm")]
210 let ref_dist = call_rust();
211
212 let dist = match (bsize_opt, T::type_enum()) {
213 (Err(_), _) => call_rust(),
214 (Ok(bsize), PixelType::U8) => {
215 match SATD_FNS[cpu.as_index()][to_index(bsize)] {
216 // SAFETY: Calls Assembly code.
217 Some(func) => unsafe {
218 (func)(
219 src.data_ptr() as *const _,
220 T::to_asm_stride(src.plane_cfg.stride),
221 dst.data_ptr() as *const _,
222 T::to_asm_stride(dst.plane_cfg.stride),
223 )
224 },
225 None => call_rust(),
226 }
227 }
228 (Ok(bsize), PixelType::U16) => {
229 match SATD_HBD_FNS[cpu.as_index()][to_index(bsize)] {
230 // SAFETY: Calls Assembly code.
231 Some(func) => unsafe {
232 (func)(
233 src.data_ptr() as *const _,
234 T::to_asm_stride(src.plane_cfg.stride),
235 dst.data_ptr() as *const _,
236 T::to_asm_stride(dst.plane_cfg.stride),
237 )
238 },
239 None => call_rust(),
240 }
241 }
242 };
243
244 #[cfg(feature = "check_asm")]
245 assert_eq!(dist, ref_dist);
246
247 dist
248 }
249
250 static SAD_FNS_NEON: [Option<SadFn>; DIST_FNS_LENGTH] = {
251 let mut out: [Option<SadFn>; DIST_FNS_LENGTH] = [None; DIST_FNS_LENGTH];
252
253 use BlockSize::*;
254
255 out[BLOCK_4X4 as usize] = Some(rav1e_sad4x4_neon);
256 out[BLOCK_4X8 as usize] = Some(rav1e_sad4x8_neon);
257 out[BLOCK_4X16 as usize] = Some(rav1e_sad4x16_neon);
258
259 out[BLOCK_8X4 as usize] = Some(rav1e_sad8x4_neon);
260 out[BLOCK_8X8 as usize] = Some(rav1e_sad8x8_neon);
261 out[BLOCK_8X16 as usize] = Some(rav1e_sad8x16_neon);
262 out[BLOCK_8X32 as usize] = Some(rav1e_sad8x32_neon);
263
264 out[BLOCK_16X4 as usize] = Some(rav1e_sad16x4_neon);
265 out[BLOCK_16X8 as usize] = Some(rav1e_sad16x8_neon);
266 out[BLOCK_16X16 as usize] = Some(rav1e_sad16x16_neon);
267 out[BLOCK_16X32 as usize] = Some(rav1e_sad16x32_neon);
268 out[BLOCK_16X64 as usize] = Some(rav1e_sad16x64_neon);
269
270 out[BLOCK_32X8 as usize] = Some(rav1e_sad32x8_neon);
271 out[BLOCK_32X16 as usize] = Some(rav1e_sad32x16_neon);
272 out[BLOCK_32X32 as usize] = Some(rav1e_sad32x32_neon);
273 out[BLOCK_32X64 as usize] = Some(rav1e_sad32x64_neon);
274
275 out[BLOCK_64X16 as usize] = Some(rav1e_sad64x16_neon);
276 out[BLOCK_64X32 as usize] = Some(rav1e_sad64x32_neon);
277 out[BLOCK_64X64 as usize] = Some(rav1e_sad64x64_neon);
278 out[BLOCK_64X128 as usize] = Some(rav1e_sad64x128_neon);
279
280 out[BLOCK_128X64 as usize] = Some(rav1e_sad128x64_neon);
281 out[BLOCK_128X128 as usize] = Some(rav1e_sad128x128_neon);
282
283 out
284 };
285
286 static SAD_HBD_FNS_NEON: [Option<SadHbdFn>; DIST_FNS_LENGTH] = {
287 let mut out: [Option<SadHbdFn>; DIST_FNS_LENGTH] = [None; DIST_FNS_LENGTH];
288
289 use BlockSize::*;
290
291 out[BLOCK_4X4 as usize] = Some(rav1e_sad4x4_hbd_neon);
292 out[BLOCK_4X8 as usize] = Some(rav1e_sad4x8_hbd_neon);
293 out[BLOCK_4X16 as usize] = Some(rav1e_sad4x16_hbd_neon);
294
295 out[BLOCK_8X4 as usize] = Some(rav1e_sad8x4_hbd_neon);
296 out[BLOCK_8X8 as usize] = Some(rav1e_sad8x8_hbd_neon);
297 out[BLOCK_8X16 as usize] = Some(rav1e_sad8x16_hbd_neon);
298 out[BLOCK_8X32 as usize] = Some(rav1e_sad8x32_hbd_neon);
299
300 out[BLOCK_16X4 as usize] = Some(rav1e_sad16x4_hbd_neon);
301 out[BLOCK_16X8 as usize] = Some(rav1e_sad16x8_hbd_neon);
302 out[BLOCK_16X16 as usize] = Some(rav1e_sad16x16_hbd_neon);
303 out[BLOCK_16X32 as usize] = Some(rav1e_sad16x32_hbd_neon);
304 out[BLOCK_16X64 as usize] = Some(rav1e_sad16x64_hbd_neon);
305
306 out[BLOCK_32X8 as usize] = Some(rav1e_sad32x8_hbd_neon);
307 out[BLOCK_32X16 as usize] = Some(rav1e_sad32x16_hbd_neon);
308 out[BLOCK_32X32 as usize] = Some(rav1e_sad32x32_hbd_neon);
309 out[BLOCK_32X64 as usize] = Some(rav1e_sad32x64_hbd_neon);
310
311 out[BLOCK_64X16 as usize] = Some(rav1e_sad64x16_hbd_neon);
312 out[BLOCK_64X32 as usize] = Some(rav1e_sad64x32_hbd_neon);
313 out[BLOCK_64X64 as usize] = Some(rav1e_sad64x64_hbd_neon);
314 out[BLOCK_64X128 as usize] = Some(rav1e_sad64x128_hbd_neon);
315
316 out[BLOCK_128X64 as usize] = Some(rav1e_sad128x64_hbd_neon);
317 out[BLOCK_128X128 as usize] = Some(rav1e_sad128x128_hbd_neon);
318
319 out
320 };
321
322 static SATD_FNS_NEON: [Option<SatdFn>; DIST_FNS_LENGTH] = {
323 let mut out: [Option<SatdFn>; DIST_FNS_LENGTH] = [None; DIST_FNS_LENGTH];
324
325 use BlockSize::*;
326
327 out[BLOCK_4X4 as usize] = Some(rav1e_satd4x4_neon);
328 out[BLOCK_4X8 as usize] = Some(rav1e_satd4x8_neon);
329 out[BLOCK_4X16 as usize] = Some(rav1e_satd4x16_neon);
330 out[BLOCK_8X4 as usize] = Some(rav1e_satd8x4_neon);
331 out[BLOCK_16X4 as usize] = Some(rav1e_satd16x4_neon);
332
333 out[BLOCK_8X8 as usize] = Some(rav1e_satd8x8_neon);
334 out[BLOCK_8X16 as usize] = Some(rav1e_satd8x16_neon);
335 out[BLOCK_8X32 as usize] = Some(rav1e_satd8x32_neon);
336 out[BLOCK_16X8 as usize] = Some(rav1e_satd16x8_neon);
337 out[BLOCK_16X16 as usize] = Some(rav1e_satd16x16_neon);
338 out[BLOCK_16X32 as usize] = Some(rav1e_satd16x32_neon);
339 out[BLOCK_16X64 as usize] = Some(rav1e_satd16x64_neon);
340 out[BLOCK_32X8 as usize] = Some(rav1e_satd32x8_neon);
341 out[BLOCK_32X16 as usize] = Some(rav1e_satd32x16_neon);
342 out[BLOCK_32X32 as usize] = Some(rav1e_satd32x32_neon);
343 out[BLOCK_32X64 as usize] = Some(rav1e_satd32x64_neon);
344 out[BLOCK_64X16 as usize] = Some(rav1e_satd64x16_neon);
345 out[BLOCK_64X32 as usize] = Some(rav1e_satd64x32_neon);
346 out[BLOCK_64X64 as usize] = Some(rav1e_satd64x64_neon);
347 out[BLOCK_64X128 as usize] = Some(rav1e_satd64x128_neon);
348 out[BLOCK_128X64 as usize] = Some(rav1e_satd128x64_neon);
349 out[BLOCK_128X128 as usize] = Some(rav1e_satd128x128_neon);
350
351 out
352 };
353
354 static SATD_HBD_FNS_NEON: [Option<SatdHbdFn>; DIST_FNS_LENGTH] = {
355 let mut out: [Option<SatdHbdFn>; DIST_FNS_LENGTH] = [None; DIST_FNS_LENGTH];
356
357 use BlockSize::*;
358
359 out[BLOCK_4X4 as usize] = Some(rav1e_satd4x4_hbd_neon);
360 out[BLOCK_4X8 as usize] = Some(rav1e_satd4x8_hbd_neon);
361 out[BLOCK_4X16 as usize] = Some(rav1e_satd4x16_hbd_neon);
362 out[BLOCK_8X4 as usize] = Some(rav1e_satd8x4_hbd_neon);
363 out[BLOCK_16X4 as usize] = Some(rav1e_satd16x4_hbd_neon);
364
365 out[BLOCK_8X8 as usize] = Some(rav1e_satd8x8_hbd_neon);
366 out[BLOCK_8X16 as usize] = Some(rav1e_satd8x16_hbd_neon);
367 out[BLOCK_8X32 as usize] = Some(rav1e_satd8x32_hbd_neon);
368 out[BLOCK_16X8 as usize] = Some(rav1e_satd16x8_hbd_neon);
369 out[BLOCK_16X16 as usize] = Some(rav1e_satd16x16_hbd_neon);
370 out[BLOCK_16X32 as usize] = Some(rav1e_satd16x32_hbd_neon);
371 out[BLOCK_16X64 as usize] = Some(rav1e_satd16x64_hbd_neon);
372 out[BLOCK_32X8 as usize] = Some(rav1e_satd32x8_hbd_neon);
373 out[BLOCK_32X16 as usize] = Some(rav1e_satd32x16_hbd_neon);
374 out[BLOCK_32X32 as usize] = Some(rav1e_satd32x32_hbd_neon);
375 out[BLOCK_32X64 as usize] = Some(rav1e_satd32x64_hbd_neon);
376 out[BLOCK_64X16 as usize] = Some(rav1e_satd64x16_hbd_neon);
377 out[BLOCK_64X32 as usize] = Some(rav1e_satd64x32_hbd_neon);
378 out[BLOCK_64X64 as usize] = Some(rav1e_satd64x64_hbd_neon);
379 out[BLOCK_64X128 as usize] = Some(rav1e_satd64x128_hbd_neon);
380 out[BLOCK_128X64 as usize] = Some(rav1e_satd128x64_hbd_neon);
381 out[BLOCK_128X128 as usize] = Some(rav1e_satd128x128_hbd_neon);
382
383 out
384 };
385
386 cpu_function_lookup_table!(
387 SAD_FNS: [[Option<SadFn>; DIST_FNS_LENGTH]],
388 default: [None; DIST_FNS_LENGTH],
389 [NEON]
390 );
391
392 cpu_function_lookup_table!(
393 SAD_HBD_FNS: [[Option<SadHbdFn>; DIST_FNS_LENGTH]],
394 default: [None; DIST_FNS_LENGTH],
395 [NEON]
396 );
397
398 cpu_function_lookup_table!(
399 SATD_FNS: [[Option<SatdFn>; DIST_FNS_LENGTH]],
400 default: [None; DIST_FNS_LENGTH],
401 [NEON]
402 );
403
404 cpu_function_lookup_table!(
405 SATD_HBD_FNS: [[Option<SatdHbdFn>; DIST_FNS_LENGTH]],
406 default: [None; DIST_FNS_LENGTH],
407 [NEON]
408 );
409
410 #[cfg(test)]
411 mod test {
412 use super::*;
413 use crate::frame::{AsRegion, Plane};
414 use rand::random;
415 use std::str::FromStr;
416
417 macro_rules! test_dist_fns {
418 ($(($W:expr, $H:expr)),*, $DIST_TY:ident, $BD:expr, $OPT:ident, $OPTLIT:tt) => {
419 $(
420 paste::item! {
421 #[test]
422 fn [<get_ $DIST_TY _ $W x $H _bd_ $BD _ $OPT>]() {
423 if $BD > 8 {
424 // dynamic allocation: test
425 let mut src = Plane::from_slice(&vec![0u16; $W * $H], $W);
426 // dynamic allocation: test
427 let mut dst = Plane::from_slice(&vec![0u16; $W * $H], $W);
428 for (s, d) in src.data.iter_mut().zip(dst.data.iter_mut()) {
429 *s = random::<u8>() as u16 * $BD / 8;
430 *d = random::<u8>() as u16 * $BD / 8;
431 }
432 let result = [<get_ $DIST_TY>](&src.as_region(), &dst.as_region(), $W, $H, $BD, CpuFeatureLevel::from_str($OPTLIT).unwrap());
433 let rust_result = [<get_ $DIST_TY>](&src.as_region(), &dst.as_region(), $W, $H, $BD, CpuFeatureLevel::RUST);
434
435 assert_eq!(rust_result, result);
436 } else {
437 // dynamic allocation: test
438 let mut src = Plane::from_slice(&vec![0u8; $W * $H], $W);
439 // dynamic allocation: test
440 let mut dst = Plane::from_slice(&vec![0u8; $W * $H], $W);
441 for (s, d) in src.data.iter_mut().zip(dst.data.iter_mut()) {
442 *s = random::<u8>();
443 *d = random::<u8>();
444 }
445 let result = [<get_ $DIST_TY>](&src.as_region(), &dst.as_region(), $W, $H, $BD, CpuFeatureLevel::from_str($OPTLIT).unwrap());
446 let rust_result = [<get_ $DIST_TY>](&src.as_region(), &dst.as_region(), $W, $H, $BD, CpuFeatureLevel::RUST);
447
448 assert_eq!(rust_result, result);
449 }
450 }
451 }
452 )*
453 }
454 }
455
456 test_dist_fns!(
457 (4, 4),
458 (4, 8),
459 (4, 16),
460 (8, 4),
461 (8, 8),
462 (8, 16),
463 (8, 32),
464 (16, 4),
465 (16, 8),
466 (16, 16),
467 (16, 32),
468 (16, 64),
469 (32, 8),
470 (32, 16),
471 (32, 32),
472 (32, 64),
473 (64, 16),
474 (64, 32),
475 (64, 64),
476 (64, 128),
477 (128, 64),
478 (128, 128),
479 sad,
480 8,
481 neon,
482 "neon"
483 );
484
485 test_dist_fns!(
486 (4, 4),
487 (4, 8),
488 (4, 16),
489 (8, 4),
490 (8, 8),
491 (8, 16),
492 (8, 32),
493 (16, 4),
494 (16, 8),
495 (16, 16),
496 (16, 32),
497 (16, 64),
498 (32, 8),
499 (32, 16),
500 (32, 32),
501 (32, 64),
502 (64, 16),
503 (64, 32),
504 (64, 64),
505 (64, 128),
506 (128, 64),
507 (128, 128),
508 sad,
509 10,
510 neon,
511 "neon"
512 );
513
514 test_dist_fns!(
515 (4, 4),
516 (4, 8),
517 (4, 16),
518 (8, 4),
519 (8, 8),
520 (8, 16),
521 (8, 32),
522 (16, 4),
523 (16, 8),
524 (16, 16),
525 (16, 32),
526 (16, 64),
527 (32, 8),
528 (32, 16),
529 (32, 32),
530 (32, 64),
531 (64, 16),
532 (64, 32),
533 (64, 64),
534 (64, 128),
535 (128, 64),
536 (128, 128),
537 sad,
538 12,
539 neon,
540 "neon"
541 );
542
543 test_dist_fns!(
544 (4, 4),
545 (4, 8),
546 (4, 16),
547 (8, 4),
548 (8, 8),
549 (8, 16),
550 (8, 32),
551 (16, 4),
552 (16, 8),
553 (16, 16),
554 (16, 32),
555 (16, 64),
556 (32, 8),
557 (32, 16),
558 (32, 32),
559 (32, 64),
560 (64, 16),
561 (64, 32),
562 (64, 64),
563 (64, 128),
564 (128, 64),
565 (128, 128),
566 satd,
567 8,
568 neon,
569 "neon"
570 );
571
572 test_dist_fns!(
573 (4, 4),
574 (4, 8),
575 (4, 16),
576 (8, 4),
577 (8, 8),
578 (8, 16),
579 (8, 32),
580 (16, 4),
581 (16, 8),
582 (16, 16),
583 (16, 32),
584 (16, 64),
585 (32, 8),
586 (32, 16),
587 (32, 32),
588 (32, 64),
589 (64, 16),
590 (64, 32),
591 (64, 64),
592 (64, 128),
593 (128, 64),
594 (128, 128),
595 satd,
596 10,
597 neon,
598 "neon"
599 );
600
601 test_dist_fns!(
602 (4, 4),
603 (4, 8),
604 (4, 16),
605 (8, 4),
606 (8, 8),
607 (8, 16),
608 (8, 32),
609 (16, 4),
610 (16, 8),
611 (16, 16),
612 (16, 32),
613 (16, 64),
614 (32, 8),
615 (32, 16),
616 (32, 32),
617 (32, 64),
618 (64, 16),
619 (64, 32),
620 (64, 64),
621 (64, 128),
622 (128, 64),
623 (128, 128),
624 satd,
625 12,
626 neon,
627 "neon"
628 );
629 }