/* * Copyright © 2025 Imagination Technologies Ltd. * * SPDX-License-Identifier: MIT */ /** * \file pco_nir_io.c * * \brief PCO NIR I/O lowering pass. */ #include "nir.h" #include "nir_builder.h" #include "pco.h" #include "pco_builder.h" #include "pco_internal.h" #include "util/macros.h" #include #include #include /** * \brief Lowers an I/O instruction. * * \param[in] b NIR builder. * \param[in] instr NIR instruction. * \param[in] cb_data User callback data. * \return The replacement/lowered def. */ static nir_def *lower_io(nir_builder *b, nir_instr *instr, UNUSED void *cb_data) { nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); b->cursor = nir_before_instr(instr); ASSERTED unsigned base = nir_intrinsic_base(intr); assert(!base); nir_src *offset_src; switch (intr->intrinsic) { case nir_intrinsic_load_push_constant: case nir_intrinsic_load_shared: case nir_intrinsic_shared_atomic: case nir_intrinsic_shared_atomic_swap: offset_src = &intr->src[0]; break; case nir_intrinsic_store_shared: offset_src = &intr->src[1]; break; default: UNREACHABLE(""); } /* Byte offset to DWORD offset. */ nir_src_rewrite(offset_src, nir_ushr_imm(b, offset_src->ssa, 2)); return NIR_LOWER_INSTR_PROGRESS; } /** * \brief Filters I/O instructions that need lowering. * * \param[in] instr NIR instruction. * \param[in] cb_data User callback data. * \return True if the instruction matches the filter. */ static bool is_lowerable_io(const nir_instr *instr, UNUSED const void *cb_data) { if (instr->type != nir_instr_type_intrinsic) return false; nir_intrinsic_instr *intr = nir_instr_as_intrinsic(instr); switch (intr->intrinsic) { case nir_intrinsic_load_push_constant: case nir_intrinsic_load_shared: case nir_intrinsic_store_shared: case nir_intrinsic_shared_atomic: case nir_intrinsic_shared_atomic_swap: return true; default: break; } return false; } /** * \brief I/O lowering pass. * * \param[in,out] shader NIR shader. * \return True if the pass made progress. */ bool pco_nir_lower_io(nir_shader *shader) { bool progress = false; progress |= nir_shader_lower_instructions(shader, is_lowerable_io, lower_io, NULL); return progress; }