Debian Codegraph @

test/nextgen/operators/matmul/pack_rhs/matmul_pack_rhs_interface.hpp

raw
1 //
2 // SPDX-FileCopyrightText: Copyright 2025 Arm Limited and/or its affiliates <[email protected]>
3 //
4 // SPDX-License-Identifier: Apache-2.0
5 //
6
7 #pragma once
8
9 #include <cstddef>
10
11 #include "kai/kai_common.h"
12
13 namespace kai::test {
14
15 /// Interface for RHS packing with per-channel quantization.
16 struct MatMulPackRhsQuantInterface {
17 size_t (*get_n_step)(size_t nr);
18 size_t (*get_rhs_offset)(size_t n_idx, size_t rhs_stride);
19 size_t (*get_rhs_packed_stride)(size_t k, size_t nr, size_t kr, size_t sr);
20 size_t (*get_rhs_packed_offset)(size_t n_idx, size_t k, size_t nr, size_t kr, size_t sr);
21 size_t (*get_rhs_packed_size)(size_t n, size_t k, size_t nr, size_t kr, size_t sr);
22 void (*run)(
23 size_t num_groups, size_t n, size_t k, size_t nr, size_t kr, size_t sr, const uint8_t* rhs, const float* bias,
24 const float* scale, void* rhs_packed, size_t extra_bytes, const kai_rhs_pack_qs4cxs1s0_param* params);
25 };
26
27 } // namespace kai::test