| 1 |
// |
| 2 |
// SPDX-FileCopyrightText: Copyright 2025 Arm Limited and/or its affiliates <[email protected]> |
| 3 |
// |
| 4 |
// SPDX-License-Identifier: Apache-2.0 |
| 5 |
// |
| 6 |
|
| 7 |
#pragma once |
| 8 |
|
| 9 |
#include <cstddef> |
| 10 |
|
| 11 |
#include "kai/kai_common.h" |
| 12 |
|
| 13 |
namespace kai::test { |
| 14 |
|
| 15 |
/// Interface for RHS packing with per-channel quantization. |
| 16 |
struct MatMulPackRhsQuantInterface { |
| 17 |
size_t (*get_n_step)(size_t nr); |
| 18 |
size_t (*get_rhs_offset)(size_t n_idx, size_t rhs_stride); |
| 19 |
size_t (*get_rhs_packed_stride)(size_t k, size_t nr, size_t kr, size_t sr); |
| 20 |
size_t (*get_rhs_packed_offset)(size_t n_idx, size_t k, size_t nr, size_t kr, size_t sr); |
| 21 |
size_t (*get_rhs_packed_size)(size_t n, size_t k, size_t nr, size_t kr, size_t sr); |
| 22 |
void (*run)( |
| 23 |
size_t num_groups, size_t n, size_t k, size_t nr, size_t kr, size_t sr, const uint8_t* rhs, const float* bias, |
| 24 |
const float* scale, void* rhs_packed, size_t extra_bytes, const kai_rhs_pack_qs4cxs1s0_param* params); |
| 25 |
}; |
| 26 |
|
| 27 |
} // namespace kai::test |