/* * Copyright (C) 2019 Alyssa Rosenzweig * Copyright (C) 2014-2017 Broadcom * SPDX-License-Identifier: MIT */ #ifndef __PAN_JOB_H__ #define __PAN_JOB_H__ #include "pipe/p_state.h" #include "util/u_dynarray.h" #include "util/u_tristate.h" #include "pan_csf.h" #include "pan_desc.h" #include "pan_jm.h" #include "pan_mempool.h" #include "pan_resource.h" /* A panfrost_batch corresponds to a bound FBO we're rendering to, * collecting over multiple draws. */ struct panfrost_batch { struct panfrost_context *ctx; struct pipe_framebuffer_state key; /* Sequence number used to implement LRU eviction when all batch slots are * used */ uint64_t seqnum; /* Buffers cleared (PIPE_CLEAR_* bitmask) */ unsigned clear; /* Buffers drawn */ unsigned draws; /* Buffers read */ unsigned read; /* Buffers needing resolve to memory */ unsigned resolve; /* Packed clear values, indexed by both render target as well as word. * Essentially, a single pixel is packed, with some padding to bring it * up to a 32-bit interval; that pixel is then duplicated over to fill * all 16-bytes */ uint32_t clear_color[PIPE_MAX_COLOR_BUFS][4]; float clear_depth; unsigned clear_stencil; /* Amount of thread local storage required per thread */ unsigned stack_size; /* Amount of shared memory needed per workgroup (for compute) */ unsigned shared_size; /* The bounding box covered by this job, taking scissors into account. * Basically, the bounding box we have to run fragment shaders for */ unsigned minx, miny; unsigned maxx, maxy; /* Acts as a rasterizer discard */ bool scissor_culls_everything; /* BOs referenced not in the pool */ unsigned num_bos; struct util_dynarray bos; /* Pool owned by this batch (released when the batch is released) used for * temporary descriptors */ struct panfrost_pool pool; /* Pool also owned by this batch that is not CPU mapped (created as * INVISIBLE) used for private GPU-internal structures, particularly * varyings */ struct panfrost_pool invisible_pool; /* Scratchpad BO bound to the batch, or NULL if none bound yet */ struct panfrost_bo *scratchpad; /* Shared memory BO bound to the batch, or NULL if none bound yet */ struct panfrost_bo *shared_memory; /* Framebuffer descriptor. */ struct pan_ptr framebuffer; /* Thread local storage descriptor. */ struct pan_ptr tls; /* Vertex count */ uint32_t vertex_count; /* Tiler context */ struct pan_tiler_context tiler_ctx; /* Only used on midgard. */ struct panfrost_bo *polygon_list_bo; /* Keep the num_work_groups sysval around for indirect dispatch */ uint64_t num_wg_sysval[3]; /* Cached descriptors */ uint64_t viewport; uint64_t rsd[MESA_SHADER_STAGES]; uint64_t textures[MESA_SHADER_STAGES]; uint64_t samplers[MESA_SHADER_STAGES]; uint64_t attribs[MESA_SHADER_STAGES]; uint64_t attrib_bufs[MESA_SHADER_STAGES]; uint64_t uniform_buffers[MESA_SHADER_STAGES]; uint64_t push_uniforms[MESA_SHADER_STAGES]; uint64_t depth_stencil; uint64_t blend; unsigned nr_push_uniforms[MESA_SHADER_STAGES]; unsigned nr_uniform_buffers[MESA_SHADER_STAGES]; unsigned nr_varying_attribs[MESA_SHADER_STAGES]; /* Varying related pointers */ struct { uint64_t bufs; unsigned nr_bufs; uint64_t vs; uint64_t fs; uint64_t pos; uint64_t psiz; } varyings; /* Index array */ uint64_t indices; /* Valhall: struct mali_scissor_packed */ unsigned scissor[2]; float minimum_z, maximum_z; /* 5th Gen: struct mali_viewport_packed */ unsigned fifthgen_viewport[4]; /* Used on Valhall only. Midgard includes attributes in-band with * attributes, wildly enough. */ uint64_t images[MESA_SHADER_STAGES]; /* SSBOs. */ uint64_t ssbos[MESA_SHADER_STAGES]; /* On Valhall, these are properties of the batch. On Bifrost, they are * per draw. */ enum u_tristate sprite_coord_origin; enum u_tristate first_provoking_vertex; /** This one is always on the batch */ enum u_tristate line_smoothing; /* Number of effective draws in the batch. Draws with rasterization disabled * don't count as effective draws. It's basically the number of IDVS or * jobs present in the batch. */ uint32_t draw_count; /* Number of compute jobs in the batch. */ uint32_t compute_count; /* Set when cycle count is required for this batch. */ bool need_job_req_cycle_count; /* The batch contains a time query. */ bool has_time_query; /* Job frontend specific fields. */ union { struct panfrost_jm_batch jm; struct panfrost_csf_batch csf; }; }; /* Functions for managing the above */ struct panfrost_batch *panfrost_get_batch_for_fbo(struct panfrost_context *ctx); struct panfrost_batch * panfrost_get_fresh_batch_for_fbo(struct panfrost_context *ctx, const char *reason); void panfrost_batch_add_bo(struct panfrost_batch *batch, struct panfrost_bo *bo, mesa_shader_stage stage); void panfrost_batch_write_bo(struct panfrost_batch *batch, struct panfrost_bo *bo, mesa_shader_stage stage); void panfrost_batch_read_rsrc(struct panfrost_batch *batch, struct panfrost_resource *rsrc, mesa_shader_stage stage); void panfrost_batch_write_rsrc(struct panfrost_batch *batch, struct panfrost_resource *rsrc, mesa_shader_stage stage); bool panfrost_any_batch_reads_rsrc(struct panfrost_context *ctx, struct panfrost_resource *rsrc); bool panfrost_any_batch_writes_rsrc(struct panfrost_context *ctx, struct panfrost_resource *rsrc); struct panfrost_bo *panfrost_batch_create_bo(struct panfrost_batch *batch, size_t size, uint32_t create_flags, mesa_shader_stage stage, const char *label); void panfrost_flush_all_batches(struct panfrost_context *ctx, const char *reason); void panfrost_flush_batches_accessing_rsrc(struct panfrost_context *ctx, struct panfrost_resource *rsrc, const char *reason); void panfrost_flush_writer(struct panfrost_context *ctx, struct panfrost_resource *rsrc, const char *reason); void panfrost_batch_adjust_stack_size(struct panfrost_batch *batch); struct panfrost_bo *panfrost_batch_get_scratchpad(struct panfrost_batch *batch, unsigned size, unsigned thread_tls_alloc, unsigned core_id_range); struct panfrost_bo * panfrost_batch_get_shared_memory(struct panfrost_batch *batch, unsigned size, unsigned workgroup_count); void panfrost_batch_clear(struct panfrost_batch *batch, unsigned buffers, const union pipe_color_union *color, double depth, unsigned stencil); void panfrost_batch_union_scissor(struct panfrost_batch *batch, unsigned minx, unsigned miny, unsigned maxx, unsigned maxy); bool panfrost_batch_skip_rasterization(struct panfrost_batch *batch); static inline bool panfrost_has_fragment_job(struct panfrost_batch *batch) { return batch->draw_count > 0 || batch->clear; } #endif