Debian Codegraph @

.cargo/vendor/av-scenechange/src/data/satd/simd_neon.rs

raw
1 use v_frame::pixel::{Pixel, PixelType};
2
3 use super::{to_index, DIST_FNS_LENGTH};
4 use crate::{
5 cpu::CpuFeatureLevel,
6 data::{block::BlockSize, plane::PlaneRegion},
7 };
8
9 type SatdFn = unsafe extern "C" fn(
10 src: *const u8,
11 src_stride: isize,
12 dst: *const u8,
13 dst_stride: isize,
14 ) -> u32;
15 type SatdHbdFn = unsafe extern "C" fn(
16 src: *const u16,
17 src_stride: isize,
18 dst: *const u16,
19 dst_stride: isize,
20 ) -> u32;
21
22 macro_rules! declare_asm_dist_fn {
23 ($(($name: ident, $T: ident)),+) => (
24 $(
25 extern "C" { fn $name (
26 src: *const $T, src_stride: isize, dst: *const $T, dst_stride: isize
27 ) -> u32; }
28 )+
29 )
30 }
31
32 declare_asm_dist_fn![
33 // SATD
34 (avsc_satd4x4_neon, u8),
35 (avsc_satd4x8_neon, u8),
36 (avsc_satd4x16_neon, u8),
37 (avsc_satd8x4_neon, u8),
38 (avsc_satd8x8_neon, u8),
39 (avsc_satd8x16_neon, u8),
40 (avsc_satd8x32_neon, u8),
41 (avsc_satd16x4_neon, u8),
42 (avsc_satd16x8_neon, u8),
43 (avsc_satd16x16_neon, u8),
44 (avsc_satd16x32_neon, u8),
45 (avsc_satd16x64_neon, u8),
46 (avsc_satd32x8_neon, u8),
47 (avsc_satd32x16_neon, u8),
48 (avsc_satd32x32_neon, u8),
49 (avsc_satd32x64_neon, u8),
50 (avsc_satd64x16_neon, u8),
51 (avsc_satd64x32_neon, u8),
52 (avsc_satd64x64_neon, u8),
53 (avsc_satd64x128_neon, u8),
54 (avsc_satd128x64_neon, u8),
55 (avsc_satd128x128_neon, u8),
56 // SATD HBD
57 (avsc_satd4x4_hbd_neon, u16),
58 (avsc_satd4x8_hbd_neon, u16),
59 (avsc_satd4x16_hbd_neon, u16),
60 (avsc_satd8x4_hbd_neon, u16),
61 (avsc_satd8x8_hbd_neon, u16),
62 (avsc_satd8x16_hbd_neon, u16),
63 (avsc_satd8x32_hbd_neon, u16),
64 (avsc_satd16x4_hbd_neon, u16),
65 (avsc_satd16x8_hbd_neon, u16),
66 (avsc_satd16x16_hbd_neon, u16),
67 (avsc_satd16x32_hbd_neon, u16),
68 (avsc_satd16x64_hbd_neon, u16),
69 (avsc_satd32x8_hbd_neon, u16),
70 (avsc_satd32x16_hbd_neon, u16),
71 (avsc_satd32x32_hbd_neon, u16),
72 (avsc_satd32x64_hbd_neon, u16),
73 (avsc_satd64x16_hbd_neon, u16),
74 (avsc_satd64x32_hbd_neon, u16),
75 (avsc_satd64x64_hbd_neon, u16),
76 (avsc_satd64x128_hbd_neon, u16),
77 (avsc_satd128x64_hbd_neon, u16),
78 (avsc_satd128x128_hbd_neon, u16)
79 ];
80
81 static SATD_FNS_NEON: [Option<SatdFn>; DIST_FNS_LENGTH] = {
82 let mut out: [Option<SatdFn>; DIST_FNS_LENGTH] = [None; DIST_FNS_LENGTH];
83
84 use crate::data::block::BlockSize::*;
85
86 out[BLOCK_4X4 as usize] = Some(avsc_satd4x4_neon);
87 out[BLOCK_4X8 as usize] = Some(avsc_satd4x8_neon);
88 out[BLOCK_4X16 as usize] = Some(avsc_satd4x16_neon);
89 out[BLOCK_8X4 as usize] = Some(avsc_satd8x4_neon);
90 out[BLOCK_16X4 as usize] = Some(avsc_satd16x4_neon);
91
92 out[BLOCK_8X8 as usize] = Some(avsc_satd8x8_neon);
93 out[BLOCK_8X16 as usize] = Some(avsc_satd8x16_neon);
94 out[BLOCK_8X32 as usize] = Some(avsc_satd8x32_neon);
95 out[BLOCK_16X8 as usize] = Some(avsc_satd16x8_neon);
96 out[BLOCK_16X16 as usize] = Some(avsc_satd16x16_neon);
97 out[BLOCK_16X32 as usize] = Some(avsc_satd16x32_neon);
98 out[BLOCK_16X64 as usize] = Some(avsc_satd16x64_neon);
99 out[BLOCK_32X8 as usize] = Some(avsc_satd32x8_neon);
100 out[BLOCK_32X16 as usize] = Some(avsc_satd32x16_neon);
101 out[BLOCK_32X32 as usize] = Some(avsc_satd32x32_neon);
102 out[BLOCK_32X64 as usize] = Some(avsc_satd32x64_neon);
103 out[BLOCK_64X16 as usize] = Some(avsc_satd64x16_neon);
104 out[BLOCK_64X32 as usize] = Some(avsc_satd64x32_neon);
105 out[BLOCK_64X64 as usize] = Some(avsc_satd64x64_neon);
106 out[BLOCK_64X128 as usize] = Some(avsc_satd64x128_neon);
107 out[BLOCK_128X64 as usize] = Some(avsc_satd128x64_neon);
108 out[BLOCK_128X128 as usize] = Some(avsc_satd128x128_neon);
109
110 out
111 };
112
113 static SATD_HBD_FNS_NEON: [Option<SatdHbdFn>; DIST_FNS_LENGTH] = {
114 let mut out: [Option<SatdHbdFn>; DIST_FNS_LENGTH] = [None; DIST_FNS_LENGTH];
115
116 use crate::data::block::BlockSize::*;
117
118 out[BLOCK_4X4 as usize] = Some(avsc_satd4x4_hbd_neon);
119 out[BLOCK_4X8 as usize] = Some(avsc_satd4x8_hbd_neon);
120 out[BLOCK_4X16 as usize] = Some(avsc_satd4x16_hbd_neon);
121 out[BLOCK_8X4 as usize] = Some(avsc_satd8x4_hbd_neon);
122 out[BLOCK_16X4 as usize] = Some(avsc_satd16x4_hbd_neon);
123
124 out[BLOCK_8X8 as usize] = Some(avsc_satd8x8_hbd_neon);
125 out[BLOCK_8X16 as usize] = Some(avsc_satd8x16_hbd_neon);
126 out[BLOCK_8X32 as usize] = Some(avsc_satd8x32_hbd_neon);
127 out[BLOCK_16X8 as usize] = Some(avsc_satd16x8_hbd_neon);
128 out[BLOCK_16X16 as usize] = Some(avsc_satd16x16_hbd_neon);
129 out[BLOCK_16X32 as usize] = Some(avsc_satd16x32_hbd_neon);
130 out[BLOCK_16X64 as usize] = Some(avsc_satd16x64_hbd_neon);
131 out[BLOCK_32X8 as usize] = Some(avsc_satd32x8_hbd_neon);
132 out[BLOCK_32X16 as usize] = Some(avsc_satd32x16_hbd_neon);
133 out[BLOCK_32X32 as usize] = Some(avsc_satd32x32_hbd_neon);
134 out[BLOCK_32X64 as usize] = Some(avsc_satd32x64_hbd_neon);
135 out[BLOCK_64X16 as usize] = Some(avsc_satd64x16_hbd_neon);
136 out[BLOCK_64X32 as usize] = Some(avsc_satd64x32_hbd_neon);
137 out[BLOCK_64X64 as usize] = Some(avsc_satd64x64_hbd_neon);
138 out[BLOCK_64X128 as usize] = Some(avsc_satd64x128_hbd_neon);
139 out[BLOCK_128X64 as usize] = Some(avsc_satd128x64_hbd_neon);
140 out[BLOCK_128X128 as usize] = Some(avsc_satd128x128_hbd_neon);
141
142 out
143 };
144
145 cpu_function_lookup_table!(
146 SATD_FNS: [[Option<SatdFn>; DIST_FNS_LENGTH]],
147 default: [None; DIST_FNS_LENGTH],
148 [NEON]
149 );
150
151 cpu_function_lookup_table!(
152 SATD_HBD_FNS: [[Option<SatdHbdFn>; DIST_FNS_LENGTH]],
153 default: [None; DIST_FNS_LENGTH],
154 [NEON]
155 );
156
157 pub(super) fn get_satd_internal<T: Pixel>(
158 src: &PlaneRegion<'_, T>,
159 dst: &PlaneRegion<'_, T>,
160 w: usize,
161 h: usize,
162 bit_depth: usize,
163 cpu: CpuFeatureLevel,
164 ) -> u32 {
165 let bsize_opt = BlockSize::from_width_and_height_opt(w, h);
166
167 let call_rust = || -> u32 { super::rust::get_satd_internal(src, dst, w, h, bit_depth, cpu) };
168
169 match (bsize_opt, T::type_enum()) {
170 (Err(_), _) => call_rust(),
171 (Ok(bsize), PixelType::U8) => {
172 match SATD_FNS[cpu.as_index()][to_index(bsize)] {
173 // SAFETY: Calls Assembly code.
174 Some(func) => unsafe {
175 (func)(
176 src.data_ptr() as *const _,
177 T::to_asm_stride(src.plane_cfg.stride),
178 dst.data_ptr() as *const _,
179 T::to_asm_stride(dst.plane_cfg.stride),
180 )
181 },
182 None => call_rust(),
183 }
184 }
185 (Ok(bsize), PixelType::U16) => {
186 match SATD_HBD_FNS[cpu.as_index()][to_index(bsize)] {
187 // SAFETY: Calls Assembly code.
188 Some(func) => unsafe {
189 (func)(
190 src.data_ptr() as *const _,
191 T::to_asm_stride(src.plane_cfg.stride),
192 dst.data_ptr() as *const _,
193 T::to_asm_stride(dst.plane_cfg.stride),
194 )
195 },
196 None => call_rust(),
197 }
198 }
199 }
200 }