#include "Emulator/Graphics/GraphicsRender.h" #include "Kyty/Core/DbgAssert.h" #include "Kyty/Core/Threads.h" #include "Kyty/Core/Vector.h" #include "Kyty/Math/Rand.h" #include "Emulator/Config.h" #include "Emulator/Graphics/DepthStencilBuffer.h" #include "Emulator/Graphics/GpuMemory.h" #include "Emulator/Graphics/GraphicContext.h" #include "Emulator/Graphics/HardwareContext.h" #include "Emulator/Graphics/IndexBuffer.h" #include "Emulator/Graphics/Label.h" #include "Emulator/Graphics/Shader.h" #include "Emulator/Graphics/StorageBuffer.h" #include "Emulator/Graphics/Texture.h" #include "Emulator/Graphics/Tile.h" #include "Emulator/Graphics/Utils.h" #include "Emulator/Graphics/VertexBuffer.h" #include "Emulator/Graphics/VideoOut.h" #include "Emulator/Graphics/Window.h" #include "Emulator/Kernel/EventQueue.h" #include "Emulator/Kernel/Pthread.h" #include "Emulator/Libs/Errno.h" #include "Emulator/Profiler.h" #include #include #include #ifdef KYTY_EMU_ENABLED namespace Kyty::Libs::Graphics { constexpr int GRAPHICS_EVENT_EOP = 0x40; struct Label; struct RenderDepthInfo; struct VulkanPipeline { VkPipelineLayout pipeline_layout = nullptr; VkPipeline pipeline = nullptr; }; struct VulkanDescriptor { VkDescriptorSet descriptor_set = nullptr; }; #pragma pack(push, 1) struct PipelineParameters { float viewport_scale[3] = {}; float viewport_offset[3] = {}; int scissor_ltrb[4] = {0}; VkPrimitiveTopology topology = VK_PRIMITIVE_TOPOLOGY_POINT_LIST; bool with_depth = false; bool depth_test_enable = false; bool depth_write_enable = false; VkCompareOp depth_compare_op = VK_COMPARE_OP_NEVER; bool depth_bounds_test_enable = false; float depth_min_bounds = 0.0f; float depth_max_bounds = 0.0f; bool stencil_test_enable = false; uint32_t color_mask = 0; bool cull_front = false; bool cull_back = false; bool face = false; uint8_t color_srcblend = 0; uint8_t color_comb_fcn = 0; uint8_t color_destblend = 0; uint8_t alpha_srcblend = 0; uint8_t alpha_comb_fcn = 0; uint8_t alpha_destblend = 0; bool separate_alpha_blend = false; bool blend_enable = false; bool operator==(const PipelineParameters& other) const; }; #pragma pack(pop) class PipelineCache { public: PipelineCache() { EXIT_NOT_IMPLEMENTED(!Core::Thread::IsMainThread()); } virtual ~PipelineCache() { KYTY_NOT_IMPLEMENTED; } KYTY_CLASS_NO_COPY(PipelineCache); VulkanPipeline* CreatePipeline(VulkanFramebuffer* framebuffer, RenderColorInfo* color, RenderDepthInfo* depth, const ShaderVertexInputInfo* vs_input_info, const VertexShaderInfo* vs_regs, const ShaderPixelInputInfo* ps_input_info, const PixelShaderInfo* ps_regs, VkPrimitiveTopology topology, uint32_t color_mask, const ModeControl& mc, const BlendControl& bc, const ScreenViewport& vp); VulkanPipeline* CreatePipeline(const ShaderComputeInputInfo* input_info, const ComputeShaderInfo* cs_regs); void DeletePipeline(VulkanPipeline* pipeline); void DeletePipelines(VulkanFramebuffer* framebuffer); void DeleteAllPipelines(); private: static constexpr uint32_t MAX_PIPELINES = 16; struct Pipeline { uint64_t render_pass_id = 0; ShaderId vs_shader_id; ShaderId ps_shader_id; ShaderId cs_shader_id; PipelineParameters params; VulkanPipeline* pipeline = nullptr; }; [[nodiscard]] VulkanPipeline* Find(const Pipeline& p) const; Vector m_pipelines; Core::Mutex m_mutex; }; struct VulkanDescriptorSet { VkDescriptorSet set = nullptr; VkDescriptorPool pool = nullptr; VkDescriptorSetLayout layout = nullptr; }; class DescriptorCache { public: enum class Stage { Unknown, Vertex, Pixel, Compute }; static constexpr int BUFFERS_MAX = ShaderStorageResources::BUFFERS_MAX; static constexpr int TEXTURES_MAX = ShaderTextureResources::RES_MAX; static constexpr int SAMPLERS_MAX = ShaderSamplerResources::RES_MAX; static constexpr int PUSH_CONSTANTS_MAX = 16 * 4; static constexpr int GDS_BUFFER_MAX = 1; DescriptorCache() { EXIT_NOT_IMPLEMENTED(!Core::Thread::IsMainThread()); } virtual ~DescriptorCache() { KYTY_NOT_IMPLEMENTED; } KYTY_CLASS_NO_COPY(DescriptorCache); VkDescriptorSetLayout GetDescriptorSetLayout(Stage stage, int storage_buffers_num, int textures2d_num, int samplers_num, int gds_buffers_num); VulkanDescriptorSet* Allocate(Stage stage, int storage_buffers_num, int textures2d_num, int samplers_num, int gds_buffers_num); void Free(VulkanDescriptorSet* set); VulkanDescriptorSet* GetDescriptor(Stage stage, int storage_buffers_num, VulkanBuffer** storage_buffers, int textures2d_num, TextureVulkanImage** textures2d, int samplers_num, uint64_t* samplers, int gds_buffers_num, VulkanBuffer** gds_buffers); void FreeDescriptor(VulkanBuffer* buffer); void FreeDescriptor(TextureVulkanImage* image); private: struct Set { VulkanDescriptorSet* set = nullptr; Stage stage = Stage::Unknown; int storage_buffers_num = 0; uint64_t storage_buffers_id[BUFFERS_MAX] = {}; int textures2d_num = 0; uint64_t textures2d_id[TEXTURES_MAX] = {}; int samplers_num = 0; uint64_t samplers_id[SAMPLERS_MAX] = {}; int gds_buffers_num = 0; uint64_t gds_buffers_id[GDS_BUFFER_MAX] = {}; }; void Init(); void CreatePool(); Core::Mutex m_mutex; Vector m_pools; Vector m_sets; VkDescriptorSetLayout m_descriptor_set_layout_vertex[BUFFERS_MAX + 1][TEXTURES_MAX + 1][SAMPLERS_MAX + 1][GDS_BUFFER_MAX + 1] = {}; VkDescriptorSetLayout m_descriptor_set_layout_pixel[BUFFERS_MAX + 1][TEXTURES_MAX + 1][SAMPLERS_MAX + 1][GDS_BUFFER_MAX + 1] = {}; VkDescriptorSetLayout m_descriptor_set_layout_compute[BUFFERS_MAX + 1][TEXTURES_MAX + 1][SAMPLERS_MAX + 1][GDS_BUFFER_MAX + 1] = {}; bool m_initialized = false; }; class SamplerCache { public: SamplerCache() { EXIT_NOT_IMPLEMENTED(!Core::Thread::IsMainThread()); } virtual ~SamplerCache() { KYTY_NOT_IMPLEMENTED; } KYTY_CLASS_NO_COPY(SamplerCache); VkSampler GetSampler(uint64_t id); uint64_t GetSamplerId(const ShaderSamplerResource& r); private: struct Sampler { ShaderSamplerResource r; VkSampler vk = nullptr; }; Core::Mutex m_mutex; Vector m_samplers; }; struct VulkanFramebuffer { VkRenderPass render_pass = nullptr; uint64_t render_pass_id = 0; VkFramebuffer framebuffer = nullptr; }; class FramebufferCache { public: FramebufferCache() { EXIT_NOT_IMPLEMENTED(!Core::Thread::IsMainThread()); } virtual ~FramebufferCache() { KYTY_NOT_IMPLEMENTED; } KYTY_CLASS_NO_COPY(FramebufferCache); VulkanFramebuffer* CreateFramebuffer(RenderColorInfo* color, RenderDepthInfo* depth); void FreeFramebuffer(VideoOutVulkanImage* image); void FreeFramebuffer(DepthStencilVulkanImage* image); private: VideoOutVulkanImage* CreateDummyBuffer(VkFormat format, uint32_t width, uint32_t height); struct Framebuffer { VulkanFramebuffer* framebuffer = nullptr; uint64_t image_id = 0; uint64_t depth_id = 0; bool depth_clear_enable = false; }; Core::Mutex m_mutex; Vector m_framebuffers; Vector m_dummy_buffers; }; class GdsBuffer { public: GdsBuffer() { EXIT_NOT_IMPLEMENTED(!Core::Thread::IsMainThread()); } virtual ~GdsBuffer() { KYTY_NOT_IMPLEMENTED; } KYTY_CLASS_NO_COPY(GdsBuffer); void Clear(GraphicContext* ctx, uint64_t dw_offset, uint32_t dw_num, uint32_t clear_value); void Read(GraphicContext* ctx, uint32_t* dst, uint32_t dw_offset, uint32_t dw_size); VulkanBuffer* GetBuffer(GraphicContext* ctx); private: static constexpr uint64_t DW_SIZE = 0x3000; void Init(GraphicContext* ctx); Core::Mutex m_mutex; VulkanBuffer* m_buffer = nullptr; }; class RenderContext { public: RenderContext() : m_pipeline_cache(new PipelineCache), m_descriptor_cache(new DescriptorCache), m_framebuffer_cache(new FramebufferCache), m_sampler_cache(new SamplerCache), m_gds_buffer(new GdsBuffer) { EXIT_NOT_IMPLEMENTED(!Core::Thread::IsMainThread()); } virtual ~RenderContext() { KYTY_NOT_IMPLEMENTED; } KYTY_CLASS_NO_COPY(RenderContext); void SetGraphicCtx(GraphicContext* ctx) { m_graphic_ctx = ctx; } GraphicContext* GetGraphicCtx() { return m_graphic_ctx; } Core::Mutex& GetMutex() { return m_mutex; } PipelineCache* GetPipelineCache() { return m_pipeline_cache; } DescriptorCache* GetDescriptorCache() { return m_descriptor_cache; } FramebufferCache* GetFramebufferCache() { return m_framebuffer_cache; } SamplerCache* GetSamplerCache() { return m_sampler_cache; } GdsBuffer* GetGdsBuffer() { return m_gds_buffer; } [[nodiscard]] LibKernel::EventQueue::KernelEqueue GetEopEq() const { return m_eop_eq; } void SetEopEq(LibKernel::EventQueue::KernelEqueue eop_eq) { m_eop_eq = eop_eq; } private: Core::Mutex m_mutex; PipelineCache* m_pipeline_cache = nullptr; DescriptorCache* m_descriptor_cache = nullptr; FramebufferCache* m_framebuffer_cache = nullptr; SamplerCache* m_sampler_cache = nullptr; GraphicContext* m_graphic_ctx = nullptr; GdsBuffer* m_gds_buffer = nullptr; LibKernel::EventQueue::KernelEqueue m_eop_eq = nullptr; }; struct RenderDepthInfo { VkFormat format = VK_FORMAT_UNDEFINED; uint32_t width = 0; uint32_t height = 0; bool htile = false; bool neo = false; uint64_t depth_buffer_size = 0; uint64_t depth_buffer_vaddr = 0; uint64_t stencil_buffer_size = 0; uint64_t stencil_buffer_vaddr = 0; uint64_t htile_buffer_size = 0; uint64_t htile_buffer_vaddr = 0; bool depth_clear_enable = false; float depth_clear_value = 0.0f; bool depth_test_enable = false; bool depth_write_enable = false; VkCompareOp depth_compare_op = VK_COMPARE_OP_NEVER; bool depth_bounds_test_enable = false; float depth_min_bounds = 0.0f; float depth_max_bounds = 0.0f; bool stencil_clear_enable = false; uint8_t stencil_clear_value = 0; bool stencil_test_enable = false; VkStencilOpState stencil_front = {}; VkStencilOpState stencil_back = {}; DepthStencilVulkanImage* vulkan_buffer = nullptr; }; struct RenderColorInfo { VideoOutVulkanImage* vulkan_buffer = nullptr; uint64_t base_addr = 0; uint64_t buffer_size = 0; }; class CommandPool { public: CommandPool() = default; ~CommandPool() { if (m_pool != nullptr) { Delete(); } } KYTY_CLASS_NO_COPY(CommandPool); VulkanCommandPool* GetPool() { if (m_pool == nullptr) { Create(); } return m_pool; } private: void Create(); void Delete(); VulkanCommandPool* m_pool = nullptr; }; static RenderContext* g_render_ctx = nullptr; static thread_local CommandPool g_command_pool; // NOLINTNEXTLINE(readability-function-cognitive-complexity) static void uc_print(const char* func, const UserConfig& uc) { printf("%s\n", func); printf("\t GetPrimType() = 0x%08" PRIx32 "\n", uc.GetPrimType()); } // void uc_check(const UserConfig& uc) //{ // EXIT_NOT_IMPLEMENTED(uc.GetPrimType() != 4); //} static void rt_print(const char* func, const RenderTarget& rt) { printf("%s\n", func); printf("\t base_addr = 0x%016" PRIx64 "\n", rt.base_addr); printf("\t pitch_div8_minus1 = 0x%08" PRIx32 "\n", rt.pitch_div8_minus1); printf("\t fmask_pitch_div8_minus1 = 0x%08" PRIx32 "\n", rt.fmask_pitch_div8_minus1); printf("\t slice_div64_minus1 = 0x%08" PRIx32 "\n", rt.slice_div64_minus1); printf("\t base_array_slice_index = 0x%08" PRIx32 "\n", rt.base_array_slice_index); printf("\t last_array_slice_index = 0x%08" PRIx32 "\n", rt.last_array_slice_index); printf("\t fmask_compression_enable = %s\n", rt.fmask_compression_enable ? "true" : "false"); printf("\t fmask_compression_mode = 0x%08" PRIx32 "\n", rt.fmask_compression_mode); printf("\t cmask_fast_clear_enable = %s\n", rt.cmask_fast_clear_enable ? "true" : "false"); printf("\t dcc_compression_enable = %s\n", rt.dcc_compression_enable ? "true" : "false"); printf("\t neo_mode = %s\n", rt.neo_mode ? "true" : "false"); printf("\t cmask_tile_mode = 0x%08" PRIx32 "\n", rt.cmask_tile_mode); printf("\t cmask_tile_mode_neo = 0x%08" PRIx32 "\n", rt.cmask_tile_mode_neo); printf("\t format = 0x%08" PRIx32 "\n", rt.format); printf("\t channel_type = 0x%08" PRIx32 "\n", rt.channel_type); printf("\t channel_order = 0x%08" PRIx32 "\n", rt.channel_order); printf("\t force_dest_alpha_to_one = %s\n", rt.force_dest_alpha_to_one ? "true" : "false"); printf("\t tile_mode = 0x%08" PRIx32 "\n", rt.tile_mode); printf("\t fmask_tile_mode = 0x%08" PRIx32 "\n", rt.fmask_tile_mode); printf("\t num_samples = 0x%08" PRIx32 "\n", rt.num_samples); printf("\t num_fragments = 0x%08" PRIx32 "\n", rt.num_fragments); printf("\t dcc_max_uncompressed_block_size = 0x%08" PRIx32 "\n", rt.dcc_max_uncompressed_block_size); printf("\t dcc_max_compressed_block_size = 0x%08" PRIx32 "\n", rt.dcc_max_compressed_block_size); printf("\t dcc_min_compressed_block_size = 0x%08" PRIx32 "\n", rt.dcc_min_compressed_block_size); printf("\t dcc_color_transform = 0x%08" PRIx32 "\n", rt.dcc_color_transform); printf("\t dcc_enable_overwrite_combiner = %s\n", rt.dcc_enable_overwrite_combiner ? "true" : "false"); printf("\t dcc_force_independent_blocks = %s\n", rt.dcc_force_independent_blocks ? "true" : "false"); printf("\t cmask_addr = 0x%016" PRIx64 "\n", rt.cmask_addr); printf("\t cmask_slice_minus1 = 0x%08" PRIx32 "\n", rt.cmask_slice_minus1); printf("\t fmask_addr = 0x%016" PRIx64 "\n", rt.fmask_addr); printf("\t fmask_slice_minus1 = 0x%08" PRIx32 "\n", rt.fmask_slice_minus1); printf("\t clear_color_word0 = 0x%08" PRIx32 "\n", rt.clear_color_word0); printf("\t clear_color_word1 = 0x%08" PRIx32 "\n", rt.clear_color_word1); printf("\t dcc_addr = 0x%016" PRIx64 "\n", rt.dcc_addr); printf("\t width = 0x%08" PRIx32 "\n", rt.width); printf("\t height = 0x%08" PRIx32 "\n", rt.height); } // NOLINTNEXTLINE(readability-function-cognitive-complexity) static void rt_check(const RenderTarget& rt) { if (rt.base_addr != 0) { // EXIT_NOT_IMPLEMENTED(rt.base_addr == 0); EXIT_NOT_IMPLEMENTED(rt.pitch_div8_minus1 != 0x000000ef); EXIT_NOT_IMPLEMENTED(rt.fmask_pitch_div8_minus1 != 0x000000ef); // EXIT_NOT_IMPLEMENTED(rt.slice_div64_minus1 != 0x000086ff); EXIT_NOT_IMPLEMENTED(rt.base_array_slice_index != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.last_array_slice_index != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.fmask_compression_enable != false); EXIT_NOT_IMPLEMENTED(rt.fmask_compression_mode != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.cmask_fast_clear_enable != false); EXIT_NOT_IMPLEMENTED(rt.dcc_compression_enable != false); EXIT_NOT_IMPLEMENTED(rt.neo_mode != Config::IsNeo()); EXIT_NOT_IMPLEMENTED(rt.cmask_tile_mode != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.cmask_tile_mode_neo != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.format != 0x0000000a); EXIT_NOT_IMPLEMENTED(rt.channel_type != 0x00000006); EXIT_NOT_IMPLEMENTED(rt.channel_order != 0x00000001); EXIT_NOT_IMPLEMENTED(rt.force_dest_alpha_to_one != false); EXIT_NOT_IMPLEMENTED(rt.tile_mode != 0x0000000a); EXIT_NOT_IMPLEMENTED(rt.fmask_tile_mode != 0x0000000a); EXIT_NOT_IMPLEMENTED(rt.num_samples != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.num_fragments != 0x00000000); // EXIT_NOT_IMPLEMENTED(rt.dcc_max_uncompressed_block_size != 0x00000002); EXIT_NOT_IMPLEMENTED(rt.dcc_max_compressed_block_size != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.dcc_min_compressed_block_size != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.dcc_color_transform != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.dcc_enable_overwrite_combiner != false); EXIT_NOT_IMPLEMENTED(rt.dcc_force_independent_blocks != false); EXIT_NOT_IMPLEMENTED(rt.cmask_addr != 0x0000000000000000); EXIT_NOT_IMPLEMENTED(rt.cmask_slice_minus1 != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.fmask_addr != 0x0000000000000000); EXIT_NOT_IMPLEMENTED(rt.fmask_slice_minus1 != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.clear_color_word0 != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.clear_color_word1 != 0x00000000); EXIT_NOT_IMPLEMENTED(rt.dcc_addr != 0x0000000000000000); EXIT_NOT_IMPLEMENTED(rt.width != 0x00000780); EXIT_NOT_IMPLEMENTED(rt.height != 0x00000438); } } static void z_print(const char* func, const DepthRenderTarget& z) { printf("%s\n", func); printf("\t z_info.format = 0x%08" PRIx32 "\n", z.z_info.format); printf("\t z_info.tile_mode_index = 0x%08" PRIx32 "\n", z.z_info.tile_mode_index); printf("\t z_info.num_samples = 0x%08" PRIx32 "\n", z.z_info.num_samples); printf("\t z_info.tile_surface_enable = %s\n", z.z_info.tile_surface_enable ? "true" : "false"); printf("\t z_info.expclear_enabled = %s\n", z.z_info.expclear_enabled ? "true" : "false"); printf("\t z_info.zrange_precision = 0x%08" PRIx32 "\n", z.z_info.zrange_precision); printf("\t stencil_info.format = 0x%08" PRIx32 "\n", z.stencil_info.format); printf("\t stencil_info.tile_stencil_disable = %s\n", z.stencil_info.tile_stencil_disable ? "true" : "false"); printf("\t stencil_info.expclear_enabled = %s\n", z.stencil_info.expclear_enabled ? "true" : "false"); printf("\t stencil_info.tile_mode_index = 0x%08" PRIx32 "\n", z.stencil_info.tile_mode_index); printf("\t stencil_info.tile_split = 0x%08" PRIx32 "\n", z.stencil_info.tile_split); printf("\t depth_info.addr5_swizzle_mask = 0x%08" PRIx32 "\n", z.depth_info.addr5_swizzle_mask); printf("\t depth_info.array_mode = 0x%08" PRIx32 "\n", z.depth_info.array_mode); printf("\t depth_info.pipe_config = 0x%08" PRIx32 "\n", z.depth_info.pipe_config); printf("\t depth_info.bank_width = 0x%08" PRIx32 "\n", z.depth_info.bank_width); printf("\t depth_info.bank_height = 0x%08" PRIx32 "\n", z.depth_info.bank_height); printf("\t depth_info.macro_tile_aspect = 0x%08" PRIx32 "\n", z.depth_info.macro_tile_aspect); printf("\t depth_info.num_banks = 0x%08" PRIx32 "\n", z.depth_info.num_banks); printf("\t depth_view.slice_start = 0x%08" PRIx32 "\n", z.depth_view.slice_start); printf("\t depth_view.slice_max = 0x%08" PRIx32 "\n", z.depth_view.slice_max); printf("\t htile_surface.linear = 0x%08" PRIx32 "\n", z.htile_surface.linear); printf("\t htile_surface.full_cache = 0x%08" PRIx32 "\n", z.htile_surface.full_cache); printf("\t htile_surface.htile_uses_preload_win = 0x%08" PRIx32 "\n", z.htile_surface.htile_uses_preload_win); printf("\t htile_surface.preload = 0x%08" PRIx32 "\n", z.htile_surface.preload); printf("\t htile_surface.prefetch_width = 0x%08" PRIx32 "\n", z.htile_surface.prefetch_width); printf("\t htile_surface.prefetch_height = 0x%08" PRIx32 "\n", z.htile_surface.prefetch_height); printf("\t htile_surface.dst_outside_zero_to_one = 0x%08" PRIx32 "\n", z.htile_surface.dst_outside_zero_to_one); printf("\t z_read_base_addr = 0x%016" PRIx64 "\n", z.z_read_base_addr); printf("\t stencil_read_base_addr = 0x%016" PRIx64 "\n", z.stencil_read_base_addr); printf("\t z_write_base_addr = 0x%016" PRIx64 "\n", z.z_write_base_addr); printf("\t stencil_write_base_addr = 0x%016" PRIx64 "\n", z.stencil_write_base_addr); printf("\t pitch_div8_minus1 = 0x%08" PRIx32 "\n", z.pitch_div8_minus1); printf("\t height_div8_minus1 = 0x%08" PRIx32 "\n", z.height_div8_minus1); printf("\t slice_div64_minus1 = 0x%08" PRIx32 "\n", z.slice_div64_minus1); printf("\t htile_data_base_addr = 0x%016" PRIx64 "\n", z.htile_data_base_addr); printf("\t width = 0x%08" PRIx32 "\n", z.width); printf("\t height = 0x%08" PRIx32 "\n", z.height); } // NOLINTNEXTLINE(readability-function-cognitive-complexity) static void z_check(const DepthRenderTarget& z) { if (z.z_info.format == 0) { EXIT_NOT_IMPLEMENTED(z.z_info.format != 0); EXIT_NOT_IMPLEMENTED(z.z_info.tile_mode_index != 0); EXIT_NOT_IMPLEMENTED(z.z_info.num_samples != 0); EXIT_NOT_IMPLEMENTED(z.z_info.tile_surface_enable != false); EXIT_NOT_IMPLEMENTED(z.z_info.expclear_enabled != false); EXIT_NOT_IMPLEMENTED(z.z_info.zrange_precision != 0); } else { EXIT_NOT_IMPLEMENTED(z.z_info.format != 0x00000003); EXIT_NOT_IMPLEMENTED(z.z_info.tile_mode_index != (Config::IsNeo() ? 0x00000002 : 0)); EXIT_NOT_IMPLEMENTED(z.z_info.num_samples != 0x00000000); EXIT_NOT_IMPLEMENTED(z.z_info.tile_surface_enable != true); EXIT_NOT_IMPLEMENTED(z.z_info.expclear_enabled != false); EXIT_NOT_IMPLEMENTED(z.z_info.zrange_precision != 0x00000001); } if (z.stencil_info.format == 0) { EXIT_NOT_IMPLEMENTED(z.stencil_info.format != 0); // EXIT_NOT_IMPLEMENTED(z.stencil_info.tile_stencil_disable != false); EXIT_NOT_IMPLEMENTED(z.stencil_info.expclear_enabled != false); // EXIT_NOT_IMPLEMENTED(z.stencil_info.tile_mode_index != 0); // EXIT_NOT_IMPLEMENTED(z.stencil_info.tile_split != 0); } else { EXIT_NOT_IMPLEMENTED(z.stencil_info.format != 0x00000001); EXIT_NOT_IMPLEMENTED(z.stencil_info.tile_stencil_disable != true); EXIT_NOT_IMPLEMENTED(z.stencil_info.expclear_enabled != false); EXIT_NOT_IMPLEMENTED(z.stencil_info.tile_mode_index != (Config::IsNeo() ? 0x00000002 : 0)); EXIT_NOT_IMPLEMENTED(z.stencil_info.tile_split != (Config::IsNeo() ? 0x00000002 : 0)); } if (z.z_info.format != 0 || z.stencil_info.format != 0) { EXIT_NOT_IMPLEMENTED(z.depth_info.addr5_swizzle_mask != 0x00000001); EXIT_NOT_IMPLEMENTED(z.depth_info.array_mode != 0x00000004); EXIT_NOT_IMPLEMENTED(z.depth_info.pipe_config != (Config::IsNeo() ? 0x00000012 : 0x0c)); EXIT_NOT_IMPLEMENTED(z.depth_info.bank_width != 0x00000000); EXIT_NOT_IMPLEMENTED(z.depth_info.bank_height != (Config::IsNeo() ? 0x00000001 : 2)); EXIT_NOT_IMPLEMENTED(z.depth_info.macro_tile_aspect != (Config::IsNeo() ? 0x00000000 : 2)); EXIT_NOT_IMPLEMENTED(z.depth_info.num_banks != (Config::IsNeo() ? 0x00000002 : 3)); EXIT_NOT_IMPLEMENTED(z.depth_view.slice_start != 0x00000000); EXIT_NOT_IMPLEMENTED(z.depth_view.slice_max != 0x00000000); EXIT_NOT_IMPLEMENTED(z.htile_surface.linear != 0x00000000); EXIT_NOT_IMPLEMENTED(z.htile_surface.full_cache != 0x00000000); EXIT_NOT_IMPLEMENTED(z.htile_surface.htile_uses_preload_win != 0x00000000); EXIT_NOT_IMPLEMENTED(z.htile_surface.preload != 0x00000001); EXIT_NOT_IMPLEMENTED(z.htile_surface.prefetch_width != 0x00000000); EXIT_NOT_IMPLEMENTED(z.htile_surface.prefetch_height != 0x00000000); EXIT_NOT_IMPLEMENTED(z.htile_surface.dst_outside_zero_to_one != 0x00000000); EXIT_NOT_IMPLEMENTED(z.z_read_base_addr != z.z_write_base_addr); EXIT_NOT_IMPLEMENTED(z.stencil_read_base_addr != z.stencil_write_base_addr); EXIT_NOT_IMPLEMENTED(z.z_write_base_addr == 0); EXIT_NOT_IMPLEMENTED(z.stencil_info.format != 0 && z.stencil_write_base_addr == 0); // EXIT_NOT_IMPLEMENTED(z.pitch_div8_minus1 != 0x000000ff); EXIT_NOT_IMPLEMENTED(z.height_div8_minus1 != 0x0000008f); // EXIT_NOT_IMPLEMENTED(z.slice_div64_minus1 != 0x00008fff); EXIT_NOT_IMPLEMENTED(z.htile_data_base_addr == 0); EXIT_NOT_IMPLEMENTED(z.width != 0x00000780); EXIT_NOT_IMPLEMENTED(z.height != 0x00000438); } } static void clip_print(const char* func, const ClipControl& c) { printf("%s\n", func); printf("\t user_clip_planes = 0x%08" PRIx32 "\n", c.user_clip_planes); printf("\t user_clip_plane_mode = 0x%08" PRIx32 "\n", c.user_clip_plane_mode); printf("\t clip_space = 0x%08" PRIx32 "\n", c.clip_space); printf("\t vertex_kill_mode = 0x%08" PRIx32 "\n", c.vertex_kill_mode); printf("\t min_z_clip_enable = 0x%08" PRIx32 "\n", c.min_z_clip_enable); printf("\t max_z_clip_enable = 0x%08" PRIx32 "\n", c.max_z_clip_enable); printf("\t user_clip_plane_negate_y = %s\n", c.user_clip_plane_negate_y ? "true" : "false"); printf("\t clip_enable = %s\n", c.clip_enable ? "true" : "false"); printf("\t user_clip_plane_cull_only = %s\n", c.user_clip_plane_cull_only ? "true" : "false"); printf("\t cull_on_clipping_error_disable = %s\n", c.cull_on_clipping_error_disable ? "true" : "false"); printf("\t linear_attribute_clip_enable = %s\n", c.linear_attribute_clip_enable ? "true" : "false"); printf("\t force_viewport_index_from_vs_enable = %s\n", c.force_viewport_index_from_vs_enable ? "true" : "false"); } static void clip_check(const ClipControl& c) { EXIT_NOT_IMPLEMENTED(c.user_clip_planes != 0); EXIT_NOT_IMPLEMENTED(c.user_clip_plane_mode != 0); EXIT_NOT_IMPLEMENTED(c.clip_space != 0); EXIT_NOT_IMPLEMENTED(c.vertex_kill_mode != 0); EXIT_NOT_IMPLEMENTED(c.min_z_clip_enable != 0); EXIT_NOT_IMPLEMENTED(c.max_z_clip_enable != 0); EXIT_NOT_IMPLEMENTED(c.user_clip_plane_negate_y != false); EXIT_NOT_IMPLEMENTED(c.clip_enable != false); EXIT_NOT_IMPLEMENTED(c.user_clip_plane_cull_only != false); EXIT_NOT_IMPLEMENTED(c.cull_on_clipping_error_disable != false); EXIT_NOT_IMPLEMENTED(c.linear_attribute_clip_enable != false); EXIT_NOT_IMPLEMENTED(c.force_viewport_index_from_vs_enable != false); } static void rc_print(const char* func, const RenderControl& c) { printf("%s\n", func); printf("\t depth_clear_enable = %s\n", c.depth_clear_enable ? "true" : "false"); printf("\t stencil_clear_enable = %s\n", c.stencil_clear_enable ? "true" : "false"); printf("\t resummarize_enable = %s\n", c.resummarize_enable ? "true" : "false"); printf("\t stencil_compress_disable = %s\n", c.stencil_compress_disable ? "true" : "false"); printf("\t depth_compress_disable = %s\n", c.depth_compress_disable ? "true" : "false"); printf("\t copy_centroid = %s\n", c.copy_centroid ? "true" : "false"); printf("\t copy_sample = %" PRIu8 "\n", c.copy_sample); } static void rc_check(const RenderControl& c) { // EXIT_NOT_IMPLEMENTED(c.depth_clear_enable != false); EXIT_NOT_IMPLEMENTED(c.stencil_clear_enable != false); EXIT_NOT_IMPLEMENTED(c.resummarize_enable != false); EXIT_NOT_IMPLEMENTED(c.stencil_compress_disable != false); EXIT_NOT_IMPLEMENTED(c.depth_compress_disable != false); EXIT_NOT_IMPLEMENTED(c.copy_centroid != false); EXIT_NOT_IMPLEMENTED(c.copy_sample != 0); } static void mc_print(const char* func, const ModeControl& c) { printf("%s\n", func); printf("\t cull_front = %s\n", c.cull_front ? "true" : "false"); printf("\t cull_back = %s\n", c.cull_back ? "true" : "false"); printf("\t face = %s\n", c.face ? "true" : "false"); printf("\t poly_mode = %" PRIu8 "\n", c.poly_mode); printf("\t polymode_front_ptype = %" PRIu8 "\n", c.polymode_front_ptype); printf("\t polymode_back_ptype = %" PRIu8 "\n", c.polymode_back_ptype); printf("\t poly_offset_front_enable = %s\n", c.poly_offset_front_enable ? "true" : "false"); printf("\t poly_offset_back_enable = %s\n", c.poly_offset_back_enable ? "true" : "false"); printf("\t vtx_window_offset_enable = %s\n", c.vtx_window_offset_enable ? "true" : "false"); printf("\t provoking_vtx_last = %s\n", c.provoking_vtx_last ? "true" : "false"); printf("\t persp_corr_dis = %s\n", c.persp_corr_dis ? "true" : "false"); } static void mc_check(const ModeControl& c) { EXIT_NOT_IMPLEMENTED(c.cull_front != false); // EXIT_NOT_IMPLEMENTED(c.cull_back != false); EXIT_NOT_IMPLEMENTED(c.face != false); EXIT_NOT_IMPLEMENTED(c.poly_mode != 0); EXIT_NOT_IMPLEMENTED(c.polymode_front_ptype != 0 && c.polymode_front_ptype != 2); EXIT_NOT_IMPLEMENTED(c.polymode_back_ptype != 0 && c.polymode_back_ptype != 2); EXIT_NOT_IMPLEMENTED(c.poly_offset_front_enable != false); EXIT_NOT_IMPLEMENTED(c.poly_offset_back_enable != false); EXIT_NOT_IMPLEMENTED(c.vtx_window_offset_enable != false); EXIT_NOT_IMPLEMENTED(c.provoking_vtx_last != false); EXIT_NOT_IMPLEMENTED(c.persp_corr_dis != false); } static void bc_print(const char* func, const BlendControl& c) { printf("%s\n", func); printf("\t color_srcblend = %" PRIu8 "\n", c.color_srcblend); printf("\t color_comb_fcn = %" PRIu8 "\n", c.color_comb_fcn); printf("\t color_destblend = %" PRIu8 "\n", c.color_destblend); printf("\t alpha_srcblend = %" PRIu8 "\n", c.alpha_srcblend); printf("\t alpha_comb_fcn = %" PRIu8 "\n", c.alpha_comb_fcn); printf("\t alpha_destblend = %" PRIu8 "\n", c.alpha_destblend); printf("\t separate_alpha_blend = %s\n", c.separate_alpha_blend ? "true" : "false"); printf("\t enable = %s\n", c.enable ? "true" : "false"); } static void bc_check(const BlendControl& c) { // EXIT_NOT_IMPLEMENTED(c.color_srcblend != 0); EXIT_NOT_IMPLEMENTED(c.color_comb_fcn != 0); // EXIT_NOT_IMPLEMENTED(c.color_destblend != 0); EXIT_NOT_IMPLEMENTED(c.alpha_srcblend != 0); EXIT_NOT_IMPLEMENTED(c.alpha_comb_fcn != 0); EXIT_NOT_IMPLEMENTED(c.alpha_destblend != 0); EXIT_NOT_IMPLEMENTED(c.separate_alpha_blend != false); // EXIT_NOT_IMPLEMENTED(c.enable != false); } static void d_print(const char* func, const DepthControl& c) { printf("%s\n", func); printf("\t stencil_enable = %s\n", c.stencil_enable ? "true" : "false"); printf("\t z_enable = %s\n", c.z_enable ? "true" : "false"); printf("\t z_write_enable = %s\n", c.z_write_enable ? "true" : "false"); printf("\t depth_bounds_enable = %s\n", c.depth_bounds_enable ? "true" : "false"); printf("\t zfunc = %" PRIu8 "\n", c.zfunc); printf("\t backface_enable = %s\n", c.backface_enable ? "true" : "false"); printf("\t stencilfunc = %" PRIu8 "\n", c.stencilfunc); printf("\t stencilfunc_bf = %" PRIu8 "\n", c.stencilfunc_bf); } static void d_check(const DepthControl& c) { EXIT_NOT_IMPLEMENTED(c.stencil_enable != false); // EXIT_NOT_IMPLEMENTED(c.z_enable != false); // EXIT_NOT_IMPLEMENTED(c.z_write_enable != false); EXIT_NOT_IMPLEMENTED(c.depth_bounds_enable != false); // EXIT_NOT_IMPLEMENTED(c.zfunc != 0); EXIT_NOT_IMPLEMENTED(c.backface_enable != false); EXIT_NOT_IMPLEMENTED(c.stencilfunc != 0); EXIT_NOT_IMPLEMENTED(c.stencilfunc_bf != 0); } static void vp_print(const char* func, const ScreenViewport& vp) { printf("%s\n", func); printf("\t viewports[0].zmin = %f\n", vp.viewports[0].zmin); printf("\t viewports[0].zmax = %f\n", vp.viewports[0].zmax); printf("\t viewports[0].xscale = %f\n", vp.viewports[0].xscale); printf("\t viewports[0].xoffset = %f\n", vp.viewports[0].xoffset); printf("\t viewports[0].yscale = %f\n", vp.viewports[0].yscale); printf("\t viewports[0].yoffset = %f\n", vp.viewports[0].yoffset); printf("\t viewports[0].zscale = %f\n", vp.viewports[0].zscale); printf("\t viewports[0].zoffset = %f\n", vp.viewports[0].zoffset); printf("\t transform_control = 0x%08" PRIx32 "\n", vp.transform_control); printf("\t scissor_left = %d\n", vp.scissor_left); printf("\t scissor_top = %d\n", vp.scissor_top); printf("\t scissor_right = %d\n", vp.scissor_right); printf("\t scissor_bottom = %d\n", vp.scissor_bottom); printf("\t hw_offset_x = %u\n", vp.hw_offset_x); printf("\t hw_offset_y = %u\n", vp.hw_offset_y); printf("\t guard_band_horz_clip = %f\n", vp.guard_band_horz_clip); printf("\t guard_band_vert_clip = %f\n", vp.guard_band_vert_clip); printf("\t guard_band_horz_discard = %f\n", vp.guard_band_horz_discard); printf("\t guard_band_vert_discard = %f\n", vp.guard_band_vert_discard); } static void vp_check(const ScreenViewport& vp) { EXIT_NOT_IMPLEMENTED(vp.viewports[0].zmin != 0.000000); EXIT_NOT_IMPLEMENTED(vp.viewports[0].zmax != 1.000000); // EXIT_NOT_IMPLEMENTED(vp.viewports[0].xscale != 960.000000); // EXIT_NOT_IMPLEMENTED(vp.viewports[0].xoffset != 960.000000); // EXIT_NOT_IMPLEMENTED(vp.viewports[0].yscale != -540.000000); // EXIT_NOT_IMPLEMENTED(vp.viewports[0].yoffset != 540.000000); // EXIT_NOT_IMPLEMENTED(vp.viewports[0].zscale != 0.500000); // EXIT_NOT_IMPLEMENTED(vp.viewports[0].zoffset != 0.500000); EXIT_NOT_IMPLEMENTED(vp.transform_control != 1087); // EXIT_NOT_IMPLEMENTED(vp.scissor_left != 0); // EXIT_NOT_IMPLEMENTED(vp.scissor_top != 0); // EXIT_NOT_IMPLEMENTED(vp.scissor_right != 1920); // EXIT_NOT_IMPLEMENTED(vp.scissor_bottom != 1080); EXIT_NOT_IMPLEMENTED(vp.hw_offset_x != 60); EXIT_NOT_IMPLEMENTED(vp.hw_offset_y != 32); EXIT_NOT_IMPLEMENTED(fabsf(vp.guard_band_horz_clip - 33.133327f) > 0.001f); EXIT_NOT_IMPLEMENTED(fabsf(vp.guard_band_vert_clip - 59.629623f) > 0.001f); EXIT_NOT_IMPLEMENTED(vp.guard_band_horz_discard != 1.000000); EXIT_NOT_IMPLEMENTED(vp.guard_band_vert_discard != 1.000000); } static void hw_check(const HardwareContext& hw) { const auto& rt = hw.GetRenderTargets(0); const auto& bc = hw.GetBlendControl(0); const auto& vp = hw.GetScreenViewport(); const auto& z = hw.GetDepthRenderTarget(); const auto& c = hw.GetClipControl(); const auto& rc = hw.GetRenderControl(); const auto& d = hw.GetDepthControl(); const auto& mc = hw.GetModeControl(); rt_check(rt); vp_check(vp); z_check(z); clip_check(c); rc_check(rc); d_check(d); mc_check(mc); bc_check(bc); EXIT_NOT_IMPLEMENTED(hw.GetRenderTargetMask() != 0xF && hw.GetRenderTargetMask() != 0x0); EXIT_NOT_IMPLEMENTED(hw.GetDepthClearValue() != 0.0f && hw.GetDepthClearValue() != 1.0f); } static void hw_print(const HardwareContext& hw) { const auto& rt = hw.GetRenderTargets(0); const auto& bc = hw.GetBlendControl(0); const auto& vp = hw.GetScreenViewport(); const auto& z = hw.GetDepthRenderTarget(); const auto& c = hw.GetClipControl(); const auto& rc = hw.GetRenderControl(); const auto& d = hw.GetDepthControl(); const auto& mc = hw.GetModeControl(); printf("HardwareContext\n"); printf("\t GetRenderTargetMask() = 0x%08" PRIx32 "\n", hw.GetRenderTargetMask()); printf("\t GetDepthClearValue() = %f\n", hw.GetDepthClearValue()); rt_print("RenderTraget:", rt); z_print("DepthRenderTraget:", z); vp_print("ScreenViewport:", vp); clip_print("ClipControl:", c); rc_print("RenderControl:", rc); d_print("DepthControl:", d); mc_print("ModeControl:", mc); bc_print("BlendControl:", bc); } void GraphicsRenderInit() { EXIT_IF(g_render_ctx != nullptr); g_render_ctx = new RenderContext; } void GraphicsRenderCreateContext() { EXIT_IF(g_render_ctx == nullptr); g_render_ctx->SetGraphicCtx(WindowGetGraphicContext()); } void GdsBuffer::Init(GraphicContext* ctx) { if (m_buffer == nullptr) { m_buffer = new VulkanBuffer; m_buffer->usage = VK_BUFFER_USAGE_STORAGE_BUFFER_BIT; m_buffer->memory.property = static_cast(VK_MEMORY_PROPERTY_HOST_VISIBLE_BIT) | VK_MEMORY_PROPERTY_HOST_COHERENT_BIT | VK_MEMORY_PROPERTY_HOST_CACHED_BIT; m_buffer->buffer = nullptr; VulkanCreateBuffer(ctx, DW_SIZE * 4, m_buffer); EXIT_NOT_IMPLEMENTED(m_buffer->buffer == nullptr); } } void GdsBuffer::Clear(GraphicContext* ctx, uint64_t dw_offset, uint32_t dw_num, uint32_t clear_value) { EXIT_IF(ctx == nullptr); Core::LockGuard lock(m_mutex); Init(ctx); EXIT_NOT_IMPLEMENTED(dw_offset >= DW_SIZE); EXIT_NOT_IMPLEMENTED(dw_offset + dw_num > DW_SIZE); EXIT_IF(m_buffer == nullptr); void* data = nullptr; VulkanMapMemory(ctx, &m_buffer->memory, &data); EXIT_IF(data == nullptr); for (uint32_t i = 0; i < dw_num; i++) { static_cast(data)[dw_offset + i] = clear_value; } VulkanUnmapMemory(ctx, &m_buffer->memory); } void GdsBuffer::Read(GraphicContext* ctx, uint32_t* dst, uint32_t dw_offset, uint32_t dw_size) { EXIT_IF(dst == nullptr); Core::LockGuard lock(m_mutex); Init(ctx); EXIT_NOT_IMPLEMENTED(dw_offset >= DW_SIZE); EXIT_NOT_IMPLEMENTED(dw_offset + dw_size > DW_SIZE); EXIT_IF(m_buffer == nullptr); void* data = nullptr; VulkanMapMemory(ctx, &m_buffer->memory, &data); EXIT_IF(data == nullptr); for (uint32_t i = 0; i < dw_size; i++) { dst[i] = static_cast(data)[dw_offset + i]; } VulkanUnmapMemory(ctx, &m_buffer->memory); } VulkanBuffer* GdsBuffer::GetBuffer(GraphicContext* ctx) { Core::LockGuard lock(m_mutex); Init(ctx); return m_buffer; } void CommandPool::Create() { auto* ctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(m_pool != nullptr); m_pool = new VulkanCommandPool; EXIT_IF(ctx == nullptr); EXIT_IF(ctx->device == nullptr); EXIT_IF(ctx->queue_family_index == static_cast(-1)); EXIT_IF(m_pool->pool != nullptr); EXIT_IF(m_pool->buffers != nullptr); EXIT_IF(m_pool->fences != nullptr); EXIT_IF(m_pool->semaphores != nullptr); EXIT_IF(m_pool->buffers_count != 0); VkCommandPoolCreateInfo pool_info {}; pool_info.sType = VK_STRUCTURE_TYPE_COMMAND_POOL_CREATE_INFO; pool_info.pNext = nullptr; pool_info.queueFamilyIndex = ctx->queue_family_index; pool_info.flags = VK_COMMAND_POOL_CREATE_RESET_COMMAND_BUFFER_BIT; vkCreateCommandPool(ctx->device, &pool_info, nullptr, &m_pool->pool); EXIT_NOT_IMPLEMENTED(m_pool->pool == nullptr); m_pool->buffers_count = 4; m_pool->buffers = new VkCommandBuffer[m_pool->buffers_count]; m_pool->fences = new VkFence[m_pool->buffers_count]; m_pool->semaphores = new VkSemaphore[m_pool->buffers_count]; m_pool->busy = new bool[m_pool->buffers_count]; VkCommandBufferAllocateInfo alloc_info {}; alloc_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_ALLOCATE_INFO; alloc_info.commandPool = m_pool->pool; alloc_info.level = VK_COMMAND_BUFFER_LEVEL_PRIMARY; alloc_info.commandBufferCount = m_pool->buffers_count; if (vkAllocateCommandBuffers(ctx->device, &alloc_info, m_pool->buffers) != VK_SUCCESS) { EXIT("Can't allocate command buffers"); } for (uint32_t i = 0; i < m_pool->buffers_count; i++) { m_pool->busy[i] = false; VkFenceCreateInfo fence_info {}; fence_info.sType = VK_STRUCTURE_TYPE_FENCE_CREATE_INFO; fence_info.pNext = nullptr; fence_info.flags = 0; if (vkCreateFence(ctx->device, &fence_info, nullptr, &m_pool->fences[i]) != VK_SUCCESS) { EXIT("Can't create fence"); } VkSemaphoreCreateInfo semaphore_info {}; semaphore_info.sType = VK_STRUCTURE_TYPE_SEMAPHORE_CREATE_INFO; semaphore_info.pNext = nullptr; semaphore_info.flags = 0; if (vkCreateSemaphore(ctx->device, &semaphore_info, nullptr, &m_pool->semaphores[i]) != VK_SUCCESS) { EXIT("Can't create semaphore"); } EXIT_IF(m_pool->buffers[i] == nullptr); EXIT_IF(m_pool->fences[i] == nullptr); EXIT_IF(m_pool->semaphores[i] == nullptr); } } void CommandPool::Delete() { auto* ctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(m_pool == nullptr); EXIT_IF(ctx == nullptr); EXIT_IF(ctx->device == nullptr); for (uint32_t i = 0; i < m_pool->buffers_count; i++) { vkDestroySemaphore(ctx->device, m_pool->semaphores[i], nullptr); vkDestroyFence(ctx->device, m_pool->fences[i], nullptr); } vkFreeCommandBuffers(ctx->device, m_pool->pool, m_pool->buffers_count, m_pool->buffers); vkDestroyCommandPool(ctx->device, m_pool->pool, nullptr); delete[] m_pool->semaphores; delete[] m_pool->fences; delete[] m_pool->buffers; delete[] m_pool->busy; delete m_pool; m_pool = nullptr; } VulkanFramebuffer* FramebufferCache::CreateFramebuffer(RenderColorInfo* color, RenderDepthInfo* depth) { static std::atomic seq = 0; Core::LockGuard lock(m_mutex); EXIT_IF(color == nullptr); EXIT_IF(depth == nullptr); EXIT_IF(g_render_ctx == nullptr); bool with_depth = (depth->format != VK_FORMAT_UNDEFINED && depth->vulkan_buffer != nullptr); bool with_color = (color->vulkan_buffer != nullptr); for (auto& f: m_framebuffers) { if (f.framebuffer != nullptr && f.image_id == (with_color ? color->vulkan_buffer->memory.unique_id : 0) && f.depth_id == (with_depth ? depth->vulkan_buffer->memory.unique_id : 0) && f.depth_clear_enable == depth->depth_clear_enable) { return f.framebuffer; } } auto* framebuffer = new VulkanFramebuffer; framebuffer->render_pass = nullptr; framebuffer->framebuffer = nullptr; auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); EXIT_NOT_IMPLEMENTED(!with_depth && !with_color); EXIT_NOT_IMPLEMENTED(with_depth && with_color && (color->vulkan_buffer->extent.width != depth->vulkan_buffer->extent.width || color->vulkan_buffer->extent.height != depth->vulkan_buffer->extent.height)); VideoOutVulkanImage* vulkan_buffer = (with_color ? color->vulkan_buffer : CreateDummyBuffer(VK_FORMAT_R8G8B8A8_SRGB, depth->vulkan_buffer->extent.width, depth->vulkan_buffer->extent.height)); VkAttachmentDescription attachments[2]; attachments[0].flags = 0; attachments[0].format = vulkan_buffer->format; attachments[0].samples = VK_SAMPLE_COUNT_1_BIT; attachments[0].loadOp = VK_ATTACHMENT_LOAD_OP_LOAD; attachments[0].storeOp = VK_ATTACHMENT_STORE_OP_STORE; attachments[0].stencilLoadOp = VK_ATTACHMENT_LOAD_OP_DONT_CARE; attachments[0].stencilStoreOp = VK_ATTACHMENT_STORE_OP_DONT_CARE; attachments[0].initialLayout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL; attachments[0].finalLayout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL; attachments[1].flags = 0; attachments[1].format = depth->format; attachments[1].samples = VK_SAMPLE_COUNT_1_BIT; attachments[1].loadOp = (depth->depth_clear_enable ? VK_ATTACHMENT_LOAD_OP_CLEAR : VK_ATTACHMENT_LOAD_OP_LOAD); attachments[1].storeOp = VK_ATTACHMENT_STORE_OP_STORE; attachments[1].stencilLoadOp = VK_ATTACHMENT_LOAD_OP_DONT_CARE; attachments[1].stencilStoreOp = VK_ATTACHMENT_STORE_OP_DONT_CARE; attachments[1].initialLayout = VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL; attachments[1].finalLayout = VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL; VkAttachmentReference color_attachment_ref {}; color_attachment_ref.attachment = (with_color ? 0 : VK_ATTACHMENT_UNUSED); color_attachment_ref.layout = VK_IMAGE_LAYOUT_COLOR_ATTACHMENT_OPTIMAL; VkAttachmentReference depth_attachment_ref {}; depth_attachment_ref.attachment = 1; depth_attachment_ref.layout = VK_IMAGE_LAYOUT_DEPTH_STENCIL_ATTACHMENT_OPTIMAL; VkSubpassDescription subpass {}; subpass.flags = 0; subpass.pipelineBindPoint = VK_PIPELINE_BIND_POINT_GRAPHICS; subpass.inputAttachmentCount = 0; subpass.pInputAttachments = nullptr; subpass.colorAttachmentCount = 1; subpass.pColorAttachments = &color_attachment_ref; subpass.pResolveAttachments = nullptr; subpass.pDepthStencilAttachment = (with_depth ? &depth_attachment_ref : nullptr); subpass.preserveAttachmentCount = 0; subpass.pPreserveAttachments = nullptr; VkRenderPassCreateInfo render_pass_info {}; render_pass_info.sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO; render_pass_info.pNext = nullptr; render_pass_info.flags = 0; render_pass_info.attachmentCount = (with_depth ? 2 : 1); render_pass_info.pAttachments = attachments; render_pass_info.subpassCount = 1; render_pass_info.pSubpasses = &subpass; render_pass_info.dependencyCount = 0; render_pass_info.pDependencies = nullptr; vkCreateRenderPass(gctx->device, &render_pass_info, nullptr, &framebuffer->render_pass); framebuffer->render_pass_id = ++seq; EXIT_NOT_IMPLEMENTED(framebuffer->render_pass == nullptr); VkImageView views[] = {vulkan_buffer->image_view, (with_depth ? depth->vulkan_buffer->image_view : nullptr)}; VkFramebufferCreateInfo framebuffer_info {}; framebuffer_info.sType = VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO; framebuffer_info.pNext = nullptr; framebuffer_info.flags = 0; framebuffer_info.renderPass = framebuffer->render_pass; framebuffer_info.attachmentCount = with_depth ? 2 : 1; framebuffer_info.pAttachments = views; framebuffer_info.width = vulkan_buffer->extent.width; framebuffer_info.height = vulkan_buffer->extent.height; framebuffer_info.layers = 1; vkCreateFramebuffer(gctx->device, &framebuffer_info, nullptr, &framebuffer->framebuffer); EXIT_NOT_IMPLEMENTED(framebuffer->framebuffer == nullptr); Framebuffer fnew; fnew.framebuffer = framebuffer; fnew.image_id = (with_color ? color->vulkan_buffer->memory.unique_id : 0); fnew.depth_id = (with_depth ? depth->vulkan_buffer->memory.unique_id : 0); fnew.depth_clear_enable = depth->depth_clear_enable; bool updated = false; for (auto& f: m_framebuffers) { if (f.framebuffer == nullptr) { f = fnew; updated = true; break; } } if (!updated) { m_framebuffers.Add(fnew); } return framebuffer; } void FramebufferCache::FreeFramebuffer(VideoOutVulkanImage* image) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(image == nullptr); Core::LockGuard lock(m_mutex); for (auto& f: m_framebuffers) { if (f.framebuffer != nullptr && f.image_id == image->memory.unique_id) { g_render_ctx->GetPipelineCache()->DeletePipelines(f.framebuffer); auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); vkDestroyFramebuffer(gctx->device, f.framebuffer->framebuffer, nullptr); vkDestroyRenderPass(gctx->device, f.framebuffer->render_pass, nullptr); delete f.framebuffer; f.framebuffer = nullptr; break; } } } void FramebufferCache::FreeFramebuffer(DepthStencilVulkanImage* image) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(image == nullptr); Core::LockGuard lock(m_mutex); for (auto& f: m_framebuffers) { if (f.framebuffer != nullptr && f.depth_id == image->memory.unique_id) { g_render_ctx->GetPipelineCache()->DeletePipelines(f.framebuffer); auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); vkDestroyFramebuffer(gctx->device, f.framebuffer->framebuffer, nullptr); vkDestroyRenderPass(gctx->device, f.framebuffer->render_pass, nullptr); delete f.framebuffer; f.framebuffer = nullptr; break; } } } VideoOutVulkanImage* FramebufferCache::CreateDummyBuffer(VkFormat format, uint32_t width, uint32_t height) { for (auto* b: m_dummy_buffers) { if (b->extent.width == width && b->extent.height == height && b->format == format) { return b; } } auto* ctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(ctx == nullptr); auto* vk_obj = new VideoOutVulkanImage; vk_obj->extent.width = width; vk_obj->extent.height = height; vk_obj->format = format; vk_obj->image = nullptr; vk_obj->image_view = nullptr; VkImageCreateInfo image_info {}; image_info.sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO; image_info.pNext = nullptr; image_info.flags = 0; image_info.imageType = VK_IMAGE_TYPE_2D; image_info.extent.width = vk_obj->extent.width; image_info.extent.height = vk_obj->extent.height; image_info.extent.depth = 1; image_info.mipLevels = 1; image_info.arrayLayers = 1; image_info.format = vk_obj->format; image_info.tiling = VK_IMAGE_TILING_OPTIMAL; image_info.initialLayout = VK_IMAGE_LAYOUT_UNDEFINED; image_info.usage = VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT; image_info.sharingMode = VK_SHARING_MODE_EXCLUSIVE; image_info.samples = VK_SAMPLE_COUNT_1_BIT; vkCreateImage(ctx->device, &image_info, nullptr, &vk_obj->image); EXIT_NOT_IMPLEMENTED(vk_obj->image == nullptr); VulkanMemory mem; vkGetImageMemoryRequirements(ctx->device, vk_obj->image, &mem.requirements); mem.property = VK_MEMORY_PROPERTY_DEVICE_LOCAL_BIT; bool allocated = VulkanAllocate(ctx, &mem); EXIT_NOT_IMPLEMENTED(!allocated); VulkanBindImageMemory(ctx, vk_obj, &mem); vk_obj->memory = mem; VkImageViewCreateInfo create_info {}; create_info.sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO; create_info.pNext = nullptr; create_info.flags = 0; create_info.image = vk_obj->image; create_info.viewType = VK_IMAGE_VIEW_TYPE_2D; create_info.format = vk_obj->format; create_info.components.r = VK_COMPONENT_SWIZZLE_IDENTITY; create_info.components.g = VK_COMPONENT_SWIZZLE_IDENTITY; create_info.components.b = VK_COMPONENT_SWIZZLE_IDENTITY; create_info.components.a = VK_COMPONENT_SWIZZLE_IDENTITY; create_info.subresourceRange.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT; create_info.subresourceRange.baseArrayLayer = 0; create_info.subresourceRange.baseMipLevel = 0; create_info.subresourceRange.layerCount = 1; create_info.subresourceRange.levelCount = 1; vkCreateImageView(ctx->device, &create_info, nullptr, &vk_obj->image_view); EXIT_NOT_IMPLEMENTED(vk_obj->image_view == nullptr); UtilSetImageLayoutOptimal(vk_obj); m_dummy_buffers.Add(vk_obj); return vk_obj; } VkSampler SamplerCache::GetSampler(uint64_t id) { Core::LockGuard lock(m_mutex); if (id < m_samplers.Size()) { return m_samplers.At(id).vk; } return nullptr; } uint64_t SamplerCache::GetSamplerId(const ShaderSamplerResource& r) { Core::LockGuard lock(m_mutex); uint32_t m_samplers_size = m_samplers.Size(); for (uint32_t i = 0; i < m_samplers_size; i++) { const auto& s = m_samplers.At(i); if (s.r.fields[0] == r.fields[0] && s.r.fields[1] == r.fields[1] && s.r.fields[2] == r.fields[2] && s.r.fields[3] == r.fields[3]) { return i; } } Sampler s; s.r = r; s.vk = nullptr; bool aniso = false; float aniso_ratio = 1.0f; auto mag_filter = r.XyMagFilter(); auto min_filter = r.XyMinFilter(); if (mag_filter == 2 || mag_filter == 3 || min_filter == 2 || min_filter == 3) { aniso = true; switch (r.MaxAnisoRatio()) { case 0: aniso_ratio = 1.0f; break; case 1: aniso_ratio = 2.0f; break; case 2: aniso_ratio = 4.0f; break; case 3: aniso_ratio = 8.0f; break; case 4: aniso_ratio = 16.0f; break; default: EXIT("unknown ratio: %d\n", static_cast(r.MaxAnisoRatio())); } } auto mip_filter = r.MipFilter(); float min_lod = 0.0f; float max_lod = 0.0f; if (mip_filter != 0) { min_lod = static_cast(r.MinLod()) / 256.0f; max_lod = static_cast(r.MaxLod()) / 256.0f; } VkSamplerCreateInfo sampler_info {}; auto get_warp = [](uint8_t clamp) { switch (clamp) { case 0: return VK_SAMPLER_ADDRESS_MODE_REPEAT; break; case 1: return VK_SAMPLER_ADDRESS_MODE_MIRRORED_REPEAT; break; case 2: return VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE; break; case 6: return VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_BORDER; break; default: EXIT("unknown clamp: %u\n", clamp); } return VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_BORDER; }; VkBorderColor border = VK_BORDER_COLOR_INT_TRANSPARENT_BLACK; switch (r.BorderColorType()) { case 0: border = VK_BORDER_COLOR_INT_TRANSPARENT_BLACK; break; case 1: border = VK_BORDER_COLOR_INT_OPAQUE_BLACK; break; case 2: border = VK_BORDER_COLOR_INT_OPAQUE_WHITE; break; default: EXIT("unknown border color: %d", static_cast(r.BorderColorType())); } sampler_info.sType = VK_STRUCTURE_TYPE_SAMPLER_CREATE_INFO; sampler_info.pNext = nullptr; sampler_info.flags = 0; sampler_info.magFilter = (mag_filter == 0 || mag_filter == 2 ? VK_FILTER_NEAREST : VK_FILTER_LINEAR); sampler_info.minFilter = (min_filter == 0 || min_filter == 2 ? VK_FILTER_NEAREST : VK_FILTER_LINEAR); sampler_info.mipmapMode = (mip_filter == 2 ? VK_SAMPLER_MIPMAP_MODE_LINEAR : VK_SAMPLER_MIPMAP_MODE_NEAREST); sampler_info.addressModeU = get_warp(r.ClampX()); sampler_info.addressModeV = get_warp(r.ClampY()); sampler_info.addressModeW = get_warp(r.ClampZ()); sampler_info.mipLodBias = static_cast(static_cast((r.LodBias() ^ 0x2000u) - 0x2000u)) / 256.0f; sampler_info.anisotropyEnable = (aniso ? VK_TRUE : VK_FALSE); sampler_info.maxAnisotropy = aniso_ratio; sampler_info.compareEnable = VK_TRUE; sampler_info.compareOp = static_cast(r.DepthCompareFunc()); sampler_info.minLod = min_lod; sampler_info.maxLod = max_lod; sampler_info.borderColor = border; sampler_info.unnormalizedCoordinates = (r.ForceUnormCoords() ? VK_TRUE : VK_FALSE); vkCreateSampler(g_render_ctx->GetGraphicCtx()->device, &sampler_info, nullptr, &s.vk); EXIT_NOT_IMPLEMENTED(s.vk == nullptr); m_samplers.Add(s); return m_samplers_size; } static VkFormat get_input_format(const ShaderBufferResource& res) { auto nfmt = res.Nfmt(); auto dfmt = res.Dfmt(); if (nfmt == 7 && dfmt == 14) { return VK_FORMAT_R32G32B32A32_SFLOAT; } if (nfmt == 7 && dfmt == 13) { return VK_FORMAT_R32G32B32_SFLOAT; } if (nfmt == 7 && dfmt == 11) { return VK_FORMAT_R32G32_SFLOAT; } if (nfmt == 0 && dfmt == 10) { return VK_FORMAT_R8G8B8A8_UNORM; } EXIT("unknown format: nfmt = %u, dfmt = %u\n", nfmt, dfmt); return VK_FORMAT_UNDEFINED; } static VkBlendFactor get_blend_factor(uint32_t factor) { switch (factor) { case /* Zero */ 0x00000000: return VK_BLEND_FACTOR_ZERO; case /* One */ 0x00000001: return VK_BLEND_FACTOR_ONE; case /* SrcColor */ 0x00000002: return VK_BLEND_FACTOR_SRC_COLOR; case /* OneMinusSrcColor */ 0x00000003: return VK_BLEND_FACTOR_ONE_MINUS_SRC_COLOR; case /* SrcAlpha */ 0x00000004: return VK_BLEND_FACTOR_SRC_ALPHA; case /* OneMinusSrcAlpha */ 0x00000005: return VK_BLEND_FACTOR_ONE_MINUS_SRC_ALPHA; case /* DestAlpha */ 0x00000006: return VK_BLEND_FACTOR_DST_ALPHA; case /* OneMinusDestAlpha */ 0x00000007: return VK_BLEND_FACTOR_ONE_MINUS_DST_ALPHA; case /* DestColor */ 0x00000008: return VK_BLEND_FACTOR_DST_COLOR; case /* OneMinusDestColor */ 0x00000009: return VK_BLEND_FACTOR_ONE_MINUS_DST_COLOR; case /* SrcAlphaSaturate */ 0x0000000a: return VK_BLEND_FACTOR_SRC_ALPHA_SATURATE; case /* ConstantColor */ 0x0000000d: return VK_BLEND_FACTOR_CONSTANT_COLOR; case /* OneMinusConstantColor */ 0x0000000e: return VK_BLEND_FACTOR_ONE_MINUS_CONSTANT_COLOR; case /* Src1Color */ 0x0000000f: return VK_BLEND_FACTOR_SRC1_COLOR; case /* InverseSrc1Color */ 0x00000010: return VK_BLEND_FACTOR_ONE_MINUS_SRC1_COLOR; case /* Src1Alpha */ 0x00000011: return VK_BLEND_FACTOR_SRC1_ALPHA; case /* InverseSrc1Alpha */ 0x00000012: return VK_BLEND_FACTOR_ONE_MINUS_SRC1_ALPHA; case /* ConstantAlpha */ 0x00000013: return VK_BLEND_FACTOR_CONSTANT_ALPHA; case /* OneMinusConstantAlpha */ 0x00000014: return VK_BLEND_FACTOR_ONE_MINUS_CONSTANT_ALPHA; default: EXIT("unknown factor: %u\n", factor); } return VK_BLEND_FACTOR_ZERO; } static VkBlendOp get_blend_op(uint32_t op) { switch (op) { case /* Add */ 0x00000000: return VK_BLEND_OP_ADD; case /* Subtract */ 0x00000001: return VK_BLEND_OP_SUBTRACT; case /* Min */ 0x00000002: return VK_BLEND_OP_MIN; case /* Max */ 0x00000003: return VK_BLEND_OP_MAX; case /* ReverseSubtract */ 0x00000004: return VK_BLEND_OP_REVERSE_SUBTRACT; default: EXIT("unknown op: %u\n", op); } return VK_BLEND_OP_ADD; } static void CreateLayout(VkDescriptorSetLayout* set_layouts, uint32_t* set_layouts_num, VkPushConstantRange* push_constant_info, uint32_t* push_constant_info_num, const ShaderResources& bind, VkShaderStageFlags vk_stage, DescriptorCache::Stage stage) { EXIT_IF(set_layouts == nullptr); EXIT_IF(set_layouts_num == nullptr); EXIT_IF(push_constant_info == nullptr); EXIT_IF(push_constant_info_num == nullptr); bool need_bind = (bind.storage_buffers.buffers_num > 0 || bind.textures2D.textures_num > 0 || bind.samplers.samplers_num > 0 || bind.gds_pointers.pointers_num > 0); EXIT_IF(need_bind && bind.push_constant_size == 0); if (need_bind) { auto index = *push_constant_info_num; push_constant_info[index].stageFlags = vk_stage; push_constant_info[index].offset = bind.push_constant_offset; push_constant_info[index].size = bind.push_constant_size; (*push_constant_info_num)++; } if (need_bind) { EXIT_IF(bind.descriptor_set_slot != *set_layouts_num); set_layouts[*set_layouts_num] = g_render_ctx->GetDescriptorCache()->GetDescriptorSetLayout( stage, bind.storage_buffers.buffers_num, bind.textures2D.textures_num, bind.samplers.samplers_num, (bind.gds_pointers.pointers_num > 0 ? 1 : 0)); (*set_layouts_num)++; } } // NOLINTNEXTLINE(readability-function-cognitive-complexity) static VulkanPipeline* CreatePipelineInternal(VkRenderPass render_pass, const ShaderVertexInputInfo* vs_input_info, const Vector& vs_shader, const ShaderPixelInputInfo* ps_input_info, const Vector& ps_shader, const PipelineParameters& params) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(render_pass == nullptr); auto* pipeline = new VulkanPipeline; auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); VkShaderModule vert_shader_module = nullptr; VkShaderModule frag_shader_module = nullptr; VkShaderModuleCreateInfo create_info {}; create_info.sType = VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO; create_info.pNext = nullptr; create_info.flags = 0; create_info.codeSize = vs_shader.Size() * 4; create_info.pCode = vs_shader.GetDataConst(); vkCreateShaderModule(gctx->device, &create_info, nullptr, &vert_shader_module); create_info.codeSize = ps_shader.Size() * 4; create_info.pCode = ps_shader.GetDataConst(); vkCreateShaderModule(gctx->device, &create_info, nullptr, &frag_shader_module); EXIT_NOT_IMPLEMENTED(vert_shader_module == nullptr); EXIT_NOT_IMPLEMENTED(frag_shader_module == nullptr); VkPipelineShaderStageCreateInfo vert_shader_stage_info {}; vert_shader_stage_info.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO; vert_shader_stage_info.pNext = nullptr; vert_shader_stage_info.flags = 0; vert_shader_stage_info.stage = VK_SHADER_STAGE_VERTEX_BIT; vert_shader_stage_info.module = vert_shader_module; vert_shader_stage_info.pName = "main"; vert_shader_stage_info.pSpecializationInfo = nullptr; VkPipelineShaderStageCreateInfo frag_shader_stage_info {}; frag_shader_stage_info.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO; frag_shader_stage_info.pNext = nullptr; frag_shader_stage_info.flags = 0; frag_shader_stage_info.stage = VK_SHADER_STAGE_FRAGMENT_BIT; frag_shader_stage_info.module = frag_shader_module; frag_shader_stage_info.pName = "main"; frag_shader_stage_info.pSpecializationInfo = nullptr; VkPipelineShaderStageCreateInfo shader_stages[] = {vert_shader_stage_info, frag_shader_stage_info}; VkVertexInputAttributeDescription input_attr[ShaderVertexInputInfo::RES_MAX]; VkVertexInputBindingDescription input_desc[ShaderVertexInputInfo::RES_MAX]; for (int bi = 0; bi < vs_input_info->buffers_num; bi++) { const auto& b = vs_input_info->buffers[bi]; input_desc[bi].binding = bi; input_desc[bi].stride = b.stride; input_desc[bi].inputRate = VK_VERTEX_INPUT_RATE_VERTEX; for (int ai = 0; ai < b.attr_num; ai++) { input_attr[ai].binding = bi; input_attr[ai].location = ai; input_attr[ai].offset = b.attr_offsets[ai]; input_attr[ai].format = get_input_format(vs_input_info->resources[ai]); auto registers_num = vs_input_info->resources_dst[ai].registers_num; EXIT_NOT_IMPLEMENTED(vs_input_info->resources[ai].AddTid()); EXIT_NOT_IMPLEMENTED(vs_input_info->resources[ai].SwizzleEnabled()); EXIT_NOT_IMPLEMENTED(vs_input_info->resources[ai].DstSelX() != 4); EXIT_NOT_IMPLEMENTED(registers_num >= 2 && vs_input_info->resources[ai].DstSelY() != 5); EXIT_NOT_IMPLEMENTED(registers_num >= 3 && vs_input_info->resources[ai].DstSelZ() != 6); EXIT_NOT_IMPLEMENTED(registers_num >= 4 && vs_input_info->resources[ai].DstSelW() != 7); } } VkPipelineVertexInputStateCreateInfo vertex_input_info {}; vertex_input_info.sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO; vertex_input_info.pNext = nullptr; vertex_input_info.flags = 0; vertex_input_info.vertexBindingDescriptionCount = vs_input_info->buffers_num; vertex_input_info.pVertexBindingDescriptions = input_desc; vertex_input_info.vertexAttributeDescriptionCount = vs_input_info->resources_num; vertex_input_info.pVertexAttributeDescriptions = input_attr; VkPipelineInputAssemblyStateCreateInfo input_assembly {}; input_assembly.sType = VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO; input_assembly.pNext = nullptr; input_assembly.flags = 0; input_assembly.topology = params.topology; input_assembly.primitiveRestartEnable = VK_FALSE; VkViewport viewport {}; viewport.x = params.viewport_offset[0] - params.viewport_scale[0]; viewport.y = params.viewport_offset[1] - params.viewport_scale[1]; viewport.width = params.viewport_scale[0] * 2.0f; viewport.height = params.viewport_scale[1] * 2.0f; viewport.minDepth = params.viewport_offset[2]; viewport.maxDepth = params.viewport_scale[2] + params.viewport_offset[2]; VkRect2D scissor {}; scissor.offset = {params.scissor_ltrb[0], params.scissor_ltrb[1]}; scissor.extent = {static_cast(params.scissor_ltrb[2] - params.scissor_ltrb[0]), static_cast(params.scissor_ltrb[3] - params.scissor_ltrb[1])}; VkPipelineViewportStateCreateInfo viewport_state {}; viewport_state.sType = VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO; viewport_state.pNext = nullptr; viewport_state.flags = 0; viewport_state.viewportCount = 1; viewport_state.pViewports = &viewport; viewport_state.scissorCount = 1; viewport_state.pScissors = &scissor; VkCullModeFlags cull_mode = VK_CULL_MODE_NONE; cull_mode |= (params.cull_back ? VK_CULL_MODE_BACK_BIT : 0u); cull_mode |= (params.cull_front ? VK_CULL_MODE_FRONT_BIT : 0u); VkFrontFace front_face = (params.face ? VK_FRONT_FACE_CLOCKWISE : VK_FRONT_FACE_COUNTER_CLOCKWISE); VkPipelineRasterizationDepthClipStateCreateInfoEXT clip_ext {}; clip_ext.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_DEPTH_CLIP_STATE_CREATE_INFO_EXT; clip_ext.pNext = nullptr; clip_ext.flags = 0; clip_ext.depthClipEnable = VK_FALSE; VkPipelineRasterizationStateCreateInfo rasterizer {}; rasterizer.sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO; rasterizer.pNext = &clip_ext; rasterizer.flags = 0; rasterizer.depthClampEnable = VK_FALSE; rasterizer.rasterizerDiscardEnable = VK_FALSE; rasterizer.polygonMode = VK_POLYGON_MODE_FILL; rasterizer.cullMode = cull_mode; rasterizer.frontFace = front_face; rasterizer.depthBiasEnable = VK_FALSE; rasterizer.depthBiasConstantFactor = 0.0f; rasterizer.depthBiasClamp = 0.0f; rasterizer.depthBiasSlopeFactor = 0.0f; rasterizer.lineWidth = 1.0f; VkPipelineMultisampleStateCreateInfo multisampling {}; multisampling.sType = VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO; multisampling.pNext = nullptr; multisampling.flags = 0; multisampling.sampleShadingEnable = VK_FALSE; multisampling.rasterizationSamples = VK_SAMPLE_COUNT_1_BIT; multisampling.minSampleShading = 1.0f; multisampling.pSampleMask = nullptr; multisampling.alphaToCoverageEnable = VK_FALSE; multisampling.alphaToOneEnable = VK_FALSE; VkColorComponentFlags color_write_mask = 0; if (params.color_mask == 0xF) { color_write_mask = static_cast(VK_COLOR_COMPONENT_R_BIT) | static_cast(VK_COLOR_COMPONENT_G_BIT) | static_cast(VK_COLOR_COMPONENT_B_BIT) | static_cast(VK_COLOR_COMPONENT_A_BIT); } else if (params.color_mask == 0x0) { color_write_mask = 0; } else { EXIT("unknown mask: %u\n", params.color_mask); } VkPipelineColorBlendAttachmentState color_blend_attachment {}; color_blend_attachment.colorWriteMask = color_write_mask; color_blend_attachment.blendEnable = params.blend_enable ? VK_TRUE : VK_FALSE; color_blend_attachment.srcColorBlendFactor = get_blend_factor(params.color_srcblend); color_blend_attachment.dstColorBlendFactor = get_blend_factor(params.color_destblend); color_blend_attachment.colorBlendOp = get_blend_op(params.color_comb_fcn); color_blend_attachment.srcAlphaBlendFactor = (params.separate_alpha_blend ? get_blend_factor(params.alpha_srcblend) : color_blend_attachment.srcColorBlendFactor); color_blend_attachment.dstAlphaBlendFactor = (params.separate_alpha_blend ? get_blend_factor(params.alpha_destblend) : color_blend_attachment.dstColorBlendFactor); color_blend_attachment.alphaBlendOp = (params.separate_alpha_blend ? get_blend_op(params.alpha_comb_fcn) : color_blend_attachment.colorBlendOp); VkPipelineColorBlendStateCreateInfo color_blending {}; color_blending.sType = VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO; color_blending.pNext = nullptr; color_blending.flags = 0; color_blending.logicOpEnable = VK_FALSE; color_blending.logicOp = VK_LOGIC_OP_COPY; color_blending.attachmentCount = 1; color_blending.pAttachments = &color_blend_attachment; color_blending.blendConstants[0] = 0.0f; color_blending.blendConstants[1] = 0.0f; color_blending.blendConstants[2] = 0.0f; color_blending.blendConstants[3] = 0.0f; VkDescriptorSetLayout set_layouts[2] = {}; uint32_t set_layouts_num = 0; VkPushConstantRange push_constant_info[2]; uint32_t push_constant_info_num = 0; CreateLayout(set_layouts, &set_layouts_num, push_constant_info, &push_constant_info_num, vs_input_info->bind, VK_SHADER_STAGE_VERTEX_BIT, DescriptorCache::Stage::Vertex); CreateLayout(set_layouts, &set_layouts_num, push_constant_info, &push_constant_info_num, ps_input_info->bind, VK_SHADER_STAGE_FRAGMENT_BIT, DescriptorCache::Stage::Pixel); VkPipelineLayoutCreateInfo pipeline_layout_info {}; pipeline_layout_info.sType = VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO; pipeline_layout_info.pNext = nullptr; pipeline_layout_info.flags = 0; pipeline_layout_info.setLayoutCount = set_layouts_num; pipeline_layout_info.pSetLayouts = (set_layouts_num > 0 ? set_layouts : nullptr); pipeline_layout_info.pushConstantRangeCount = push_constant_info_num; pipeline_layout_info.pPushConstantRanges = push_constant_info_num > 0 ? push_constant_info : nullptr; EXIT_IF(pipeline->pipeline_layout != nullptr); vkCreatePipelineLayout(gctx->device, &pipeline_layout_info, nullptr, &pipeline->pipeline_layout); EXIT_NOT_IMPLEMENTED(pipeline->pipeline_layout == nullptr); VkPipelineDepthStencilStateCreateInfo depth_stencil_info {}; depth_stencil_info.sType = VK_STRUCTURE_TYPE_PIPELINE_DEPTH_STENCIL_STATE_CREATE_INFO; depth_stencil_info.pNext = nullptr; depth_stencil_info.flags = 0; depth_stencil_info.depthTestEnable = (params.depth_test_enable ? VK_TRUE : VK_FALSE); depth_stencil_info.depthWriteEnable = (params.depth_write_enable ? VK_TRUE : VK_FALSE); depth_stencil_info.depthCompareOp = params.depth_compare_op; depth_stencil_info.depthBoundsTestEnable = (params.depth_bounds_test_enable ? VK_TRUE : VK_FALSE); depth_stencil_info.stencilTestEnable = (params.stencil_test_enable ? VK_TRUE : VK_FALSE); depth_stencil_info.front = {}; depth_stencil_info.back = {}; depth_stencil_info.minDepthBounds = params.depth_min_bounds; depth_stencil_info.maxDepthBounds = params.depth_max_bounds; VkGraphicsPipelineCreateInfo pipeline_info {}; pipeline_info.sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO; pipeline_info.pNext = nullptr; pipeline_info.flags = 0; pipeline_info.stageCount = 2; pipeline_info.pStages = shader_stages; pipeline_info.pVertexInputState = &vertex_input_info; pipeline_info.pInputAssemblyState = &input_assembly; pipeline_info.pTessellationState = nullptr; pipeline_info.pViewportState = &viewport_state; pipeline_info.pRasterizationState = &rasterizer; pipeline_info.pMultisampleState = &multisampling; pipeline_info.pDepthStencilState = (params.with_depth ? &depth_stencil_info : nullptr); pipeline_info.pColorBlendState = &color_blending; pipeline_info.pDynamicState = nullptr; pipeline_info.layout = pipeline->pipeline_layout; pipeline_info.renderPass = render_pass; pipeline_info.subpass = 0; pipeline_info.basePipelineHandle = nullptr; pipeline_info.basePipelineIndex = -1; EXIT_IF(pipeline->pipeline != nullptr); vkCreateGraphicsPipelines(gctx->device, nullptr, 1, &pipeline_info, nullptr, &pipeline->pipeline); EXIT_NOT_IMPLEMENTED(pipeline->pipeline == nullptr); vkDestroyShaderModule(gctx->device, frag_shader_module, nullptr); vkDestroyShaderModule(gctx->device, vert_shader_module, nullptr); return pipeline; } // NOLINTNEXTLINE(readability-function-cognitive-complexity) static VulkanPipeline* CreatePipelineInternal(const ShaderComputeInputInfo* input_info, const Vector& cs_shader) { EXIT_IF(g_render_ctx == nullptr); auto* pipeline = new VulkanPipeline; auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); VkShaderModule comp_shader_module = nullptr; VkShaderModuleCreateInfo create_info {}; create_info.sType = VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO; create_info.pNext = nullptr; create_info.flags = 0; create_info.codeSize = cs_shader.Size() * 4; create_info.pCode = cs_shader.GetDataConst(); vkCreateShaderModule(gctx->device, &create_info, nullptr, &comp_shader_module); EXIT_NOT_IMPLEMENTED(comp_shader_module == nullptr); VkPipelineShaderStageCreateInfo comp_shader_stage_info {}; comp_shader_stage_info.sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO; comp_shader_stage_info.pNext = nullptr; comp_shader_stage_info.flags = 0; comp_shader_stage_info.stage = VK_SHADER_STAGE_COMPUTE_BIT; comp_shader_stage_info.module = comp_shader_module; comp_shader_stage_info.pName = "main"; comp_shader_stage_info.pSpecializationInfo = nullptr; VkDescriptorSetLayout set_layouts[1] = {}; uint32_t set_layouts_num = 0; VkPushConstantRange push_constant_info[1]; uint32_t push_constant_info_num = 0; CreateLayout(set_layouts, &set_layouts_num, push_constant_info, &push_constant_info_num, input_info->bind, VK_SHADER_STAGE_COMPUTE_BIT, DescriptorCache::Stage::Compute); VkPipelineLayoutCreateInfo pipeline_layout_info {}; pipeline_layout_info.sType = VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO; pipeline_layout_info.pNext = nullptr; pipeline_layout_info.flags = 0; pipeline_layout_info.setLayoutCount = set_layouts_num; pipeline_layout_info.pSetLayouts = (set_layouts_num > 0 ? set_layouts : nullptr); pipeline_layout_info.pushConstantRangeCount = push_constant_info_num; pipeline_layout_info.pPushConstantRanges = push_constant_info_num > 0 ? push_constant_info : nullptr; EXIT_IF(pipeline->pipeline_layout != nullptr); vkCreatePipelineLayout(gctx->device, &pipeline_layout_info, nullptr, &pipeline->pipeline_layout); EXIT_NOT_IMPLEMENTED(pipeline->pipeline_layout == nullptr); VkComputePipelineCreateInfo info {}; info.sType = VK_STRUCTURE_TYPE_COMPUTE_PIPELINE_CREATE_INFO; info.pNext = nullptr; info.flags = 0; info.stage = comp_shader_stage_info; info.layout = pipeline->pipeline_layout; info.basePipelineHandle = nullptr; info.basePipelineIndex = -1; EXIT_IF(pipeline->pipeline != nullptr); vkCreateComputePipelines(gctx->device, nullptr, 1, &info, nullptr, &pipeline->pipeline); EXIT_NOT_IMPLEMENTED(pipeline->pipeline == nullptr); vkDestroyShaderModule(gctx->device, comp_shader_module, nullptr); return pipeline; } static void DeletePipelineInternal(VulkanPipeline* pipeline) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(pipeline == nullptr); EXIT_IF(pipeline->pipeline == nullptr); EXIT_IF(pipeline->pipeline_layout == nullptr); auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); vkDestroyPipeline(gctx->device, pipeline->pipeline, nullptr); vkDestroyPipelineLayout(gctx->device, pipeline->pipeline_layout, nullptr); delete pipeline; } bool PipelineParameters::operator==(const PipelineParameters& other) const { return (0 == memcmp(this, &other, sizeof(struct PipelineParameters))); } VulkanPipeline* PipelineCache::Find(const Pipeline& p) const { for (const auto& pn: m_pipelines) { if (pn.pipeline != nullptr && p.render_pass_id == pn.render_pass_id && p.vs_shader_id == pn.vs_shader_id && p.ps_shader_id == pn.ps_shader_id && p.cs_shader_id == pn.cs_shader_id && p.params == pn.params) { return pn.pipeline; } } return nullptr; } VulkanPipeline* PipelineCache::CreatePipeline(VulkanFramebuffer* framebuffer, RenderColorInfo* color, RenderDepthInfo* depth, const ShaderVertexInputInfo* vs_input_info, const VertexShaderInfo* vs_regs, const ShaderPixelInputInfo* ps_input_info, const PixelShaderInfo* ps_regs, VkPrimitiveTopology topology, uint32_t color_mask, const ModeControl& mc, const BlendControl& bc, const ScreenViewport& vp) { KYTY_PROFILER_BLOCK("PipelineCache::CreatePipeline(Gfx)", profiler::colors::DeepOrangeA200); EXIT_IF(framebuffer == nullptr); EXIT_IF(vs_regs == nullptr); EXIT_IF(ps_regs == nullptr); EXIT_IF(depth == nullptr); EXIT_IF(color == nullptr); Core::LockGuard lock(m_mutex); ShaderDbgDumpInputInfo(vs_input_info); ShaderDbgDumpInputInfo(ps_input_info); auto vs_id = ShaderGetIdVS(vs_regs, vs_input_info); auto ps_id = ShaderGetIdPS(ps_regs, ps_input_info); Pipeline p {}; p.render_pass_id = framebuffer->render_pass_id; p.ps_shader_id = ps_id; p.vs_shader_id = vs_id; p.params.viewport_scale[0] = vp.viewports[0].xscale; p.params.viewport_scale[1] = vp.viewports[0].yscale; p.params.viewport_scale[2] = vp.viewports[0].zscale; p.params.viewport_offset[0] = vp.viewports[0].xoffset; p.params.viewport_offset[1] = vp.viewports[0].yoffset; p.params.viewport_offset[2] = vp.viewports[0].zoffset; p.params.scissor_ltrb[0] = vp.scissor_left; p.params.scissor_ltrb[1] = vp.scissor_top; p.params.scissor_ltrb[2] = vp.scissor_right; p.params.scissor_ltrb[3] = vp.scissor_bottom; p.params.topology = topology; p.params.with_depth = (depth->format != VK_FORMAT_UNDEFINED && depth->vulkan_buffer != nullptr); p.params.depth_test_enable = depth->depth_test_enable; p.params.depth_write_enable = (depth->depth_write_enable && !depth->depth_clear_enable); p.params.depth_compare_op = depth->depth_compare_op; p.params.depth_bounds_test_enable = depth->depth_bounds_test_enable; p.params.depth_min_bounds = depth->depth_min_bounds; p.params.depth_max_bounds = depth->depth_max_bounds; p.params.stencil_test_enable = depth->stencil_test_enable; p.params.color_mask = color_mask; p.params.cull_back = mc.cull_back; p.params.cull_front = mc.cull_front; p.params.face = mc.face; p.params.color_srcblend = bc.color_srcblend; p.params.color_comb_fcn = bc.color_comb_fcn; p.params.color_destblend = bc.color_destblend; p.params.alpha_srcblend = bc.alpha_srcblend; p.params.alpha_comb_fcn = bc.alpha_comb_fcn; p.params.alpha_destblend = bc.alpha_destblend; p.params.separate_alpha_blend = bc.separate_alpha_blend; p.params.blend_enable = bc.enable; auto* found = Find(p); if (found != nullptr) { return found; } auto vs_shader = ShaderRecompileVS(vs_regs, vs_input_info); auto ps_shader = ShaderRecompilePS(ps_regs, ps_input_info); EXIT_IF(vs_shader.IsEmpty()); EXIT_IF(ps_shader.IsEmpty()); p.pipeline = CreatePipelineInternal(framebuffer->render_pass, vs_input_info, vs_shader, ps_input_info, ps_shader, p.params); EXIT_NOT_IMPLEMENTED(p.pipeline == nullptr); bool updated = false; for (auto& pn: m_pipelines) { if (pn.pipeline == nullptr) { pn = p; updated = true; break; } } if (!updated) { if (m_pipelines.Size() >= PipelineCache::MAX_PIPELINES) { auto& pn = m_pipelines[Math::Rand::UintInclusiveRange(0, m_pipelines.Size() - 1)]; DeletePipelineInternal(pn.pipeline); pn = p; } else { m_pipelines.Add(p); } } return p.pipeline; } VulkanPipeline* PipelineCache::CreatePipeline(const ShaderComputeInputInfo* input_info, const ComputeShaderInfo* cs_regs) { KYTY_PROFILER_BLOCK("PipelineCache::CreatePipeline(Compute)", profiler::colors::RedA100); EXIT_IF(cs_regs == nullptr); Core::LockGuard lock(m_mutex); ShaderDbgDumpInputInfo(input_info); auto cs_id = ShaderGetIdCS(cs_regs, input_info); Pipeline p {}; p.cs_shader_id = cs_id; auto* found = Find(p); if (found != nullptr) { return found; } auto cs_shader = ShaderRecompileCS(cs_regs, input_info); EXIT_IF(cs_shader.IsEmpty()); p.pipeline = CreatePipelineInternal(input_info, cs_shader); EXIT_NOT_IMPLEMENTED(p.pipeline == nullptr); bool updated = false; for (auto& pn: m_pipelines) { if (pn.pipeline == nullptr) { pn = p; updated = true; break; } } if (!updated) { if (m_pipelines.Size() >= PipelineCache::MAX_PIPELINES) { auto& pn = m_pipelines[Math::Rand::UintInclusiveRange(0, m_pipelines.Size() - 1)]; DeletePipelineInternal(pn.pipeline); pn = p; } else { m_pipelines.Add(p); } } return p.pipeline; } void PipelineCache::DeletePipeline(VulkanPipeline* pipeline) { Core::LockGuard lock(m_mutex); auto index = m_pipelines.Find(pipeline, [](auto r, auto p) { return p == r.pipeline; }); EXIT_IF(!m_pipelines.IndexValid(index)); if (m_pipelines.IndexValid(index)) { DeletePipelineInternal(m_pipelines.At(index).pipeline); // m_pipelines.RemoveAt(index); m_pipelines[index].pipeline = nullptr; } } void PipelineCache::DeletePipelines(VulkanFramebuffer* framebuffer) { EXIT_IF(framebuffer == nullptr); Core::LockGuard lock(m_mutex); for (auto& p: m_pipelines) { if (p.pipeline != nullptr && p.render_pass_id == framebuffer->render_pass_id) { DeletePipelineInternal(p.pipeline); p.pipeline = nullptr; } } } void PipelineCache::DeleteAllPipelines() { Core::LockGuard lock(m_mutex); for (auto& p: m_pipelines) { DeletePipelineInternal(p.pipeline); p.pipeline = nullptr; } // m_pipelines.Clear(); } static void create_layout(GraphicContext* gctx, int storage_buffers_num, int textures2d_num, int samplers_num, int gds_buffers_num, VkShaderStageFlags stage, VkDescriptorSetLayout* dst) { uint32_t binding_num = 0; VkDescriptorSetLayoutBinding ubo_layout_binding[4] = {}; if (storage_buffers_num > 0) { EXIT_IF(binding_num >= sizeof(ubo_layout_binding) / sizeof(ubo_layout_binding[0])); ubo_layout_binding[binding_num].binding = binding_num; ubo_layout_binding[binding_num].descriptorType = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER; ubo_layout_binding[binding_num].descriptorCount = storage_buffers_num; ubo_layout_binding[binding_num].stageFlags = stage; ubo_layout_binding[binding_num].pImmutableSamplers = nullptr; binding_num++; } if (textures2d_num > 0) { EXIT_IF(binding_num >= sizeof(ubo_layout_binding) / sizeof(ubo_layout_binding[0])); ubo_layout_binding[binding_num].binding = binding_num; ubo_layout_binding[binding_num].descriptorType = VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE; ubo_layout_binding[binding_num].descriptorCount = textures2d_num; ubo_layout_binding[binding_num].stageFlags = stage; ubo_layout_binding[binding_num].pImmutableSamplers = nullptr; binding_num++; } if (samplers_num > 0) { EXIT_IF(binding_num >= sizeof(ubo_layout_binding) / sizeof(ubo_layout_binding[0])); ubo_layout_binding[binding_num].binding = binding_num; ubo_layout_binding[binding_num].descriptorType = VK_DESCRIPTOR_TYPE_SAMPLER; ubo_layout_binding[binding_num].descriptorCount = samplers_num; ubo_layout_binding[binding_num].stageFlags = stage; ubo_layout_binding[binding_num].pImmutableSamplers = nullptr; binding_num++; } if (gds_buffers_num > 0) { EXIT_IF(binding_num >= sizeof(ubo_layout_binding) / sizeof(ubo_layout_binding[0])); ubo_layout_binding[binding_num].binding = binding_num; ubo_layout_binding[binding_num].descriptorType = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER; ubo_layout_binding[binding_num].descriptorCount = gds_buffers_num; ubo_layout_binding[binding_num].stageFlags = stage; ubo_layout_binding[binding_num].pImmutableSamplers = nullptr; binding_num++; } if (binding_num > 0) { VkDescriptorSetLayoutCreateInfo layout_info {}; layout_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO; layout_info.pNext = nullptr; layout_info.flags = 0; layout_info.bindingCount = binding_num; layout_info.pBindings = ubo_layout_binding; EXIT_IF(*dst != nullptr); vkCreateDescriptorSetLayout(gctx->device, &layout_info, nullptr, dst); EXIT_NOT_IMPLEMENTED(*dst == nullptr); } else { *dst = nullptr; } }; void DescriptorCache::Init() { if (m_initialized) { return; } auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); EXIT_IF(m_descriptor_set_layout_vertex[0][0][0][0] != nullptr); EXIT_IF(m_descriptor_set_layout_pixel[0][0][0][0] != nullptr); EXIT_IF(m_descriptor_set_layout_compute[0][0][0][0] != nullptr); for (int buffers_num_i = 0; buffers_num_i <= BUFFERS_MAX; buffers_num_i++) { for (int buffers_num_j = 0; buffers_num_j <= TEXTURES_MAX; buffers_num_j++) { for (int buffers_num_k = 0; buffers_num_k <= SAMPLERS_MAX; buffers_num_k++) { for (int buffers_num_l = 0; buffers_num_l <= GDS_BUFFER_MAX; buffers_num_l++) { create_layout(gctx, buffers_num_i, buffers_num_j, buffers_num_k, buffers_num_l, VK_SHADER_STAGE_FRAGMENT_BIT, &m_descriptor_set_layout_pixel[buffers_num_i][buffers_num_j][buffers_num_k][buffers_num_l]); create_layout(gctx, buffers_num_i, buffers_num_j, buffers_num_k, buffers_num_l, VK_SHADER_STAGE_VERTEX_BIT, &m_descriptor_set_layout_vertex[buffers_num_i][buffers_num_j][buffers_num_k][buffers_num_l]); create_layout(gctx, buffers_num_i, buffers_num_j, buffers_num_k, buffers_num_l, VK_SHADER_STAGE_COMPUTE_BIT, &m_descriptor_set_layout_compute[buffers_num_i][buffers_num_j][buffers_num_k][buffers_num_l]); } } } } m_initialized = true; } void DescriptorCache::CreatePool() { auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); VkDescriptorPoolSize pool_size[3]; pool_size[0].type = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER; pool_size[0].descriptorCount = 32; pool_size[1].type = VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE; pool_size[1].descriptorCount = 32; pool_size[2].type = VK_DESCRIPTOR_TYPE_SAMPLER; pool_size[2].descriptorCount = 32; VkDescriptorPoolCreateInfo pool_info {}; pool_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_POOL_CREATE_INFO; pool_info.pNext = nullptr; pool_info.flags = VK_DESCRIPTOR_POOL_CREATE_FREE_DESCRIPTOR_SET_BIT; pool_info.poolSizeCount = 3; pool_info.pPoolSizes = pool_size; pool_info.maxSets = 32; VkDescriptorPool pool = nullptr; vkCreateDescriptorPool(gctx->device, &pool_info, nullptr, &pool); EXIT_NOT_IMPLEMENTED(pool == nullptr); m_pools.Add(pool); } VulkanDescriptorSet* DescriptorCache::Allocate(Stage stage, int storage_buffers_num, int textures2d_num, int samplers_num, int gds_buffers_num) { EXIT_IF(storage_buffers_num < 0 || storage_buffers_num > BUFFERS_MAX); EXIT_IF(textures2d_num < 0 || textures2d_num > TEXTURES_MAX); EXIT_IF(samplers_num < 0 || samplers_num > SAMPLERS_MAX); EXIT_IF(gds_buffers_num < 0 || gds_buffers_num > GDS_BUFFER_MAX); Core::LockGuard lock(m_mutex); auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); Init(); auto* ret = new VulkanDescriptorSet; ret->set = nullptr; for (int try_num = 0; try_num < 2; try_num++) { for (auto* pool: m_pools) { VkDescriptorSetAllocateInfo alloc_info {}; alloc_info.sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_ALLOCATE_INFO; alloc_info.pNext = nullptr; alloc_info.descriptorPool = pool; alloc_info.descriptorSetCount = 1; switch (stage) { case Stage::Vertex: alloc_info.pSetLayouts = &m_descriptor_set_layout_vertex[storage_buffers_num][textures2d_num][samplers_num][gds_buffers_num]; break; case Stage::Pixel: alloc_info.pSetLayouts = &m_descriptor_set_layout_pixel[storage_buffers_num][textures2d_num][samplers_num][gds_buffers_num]; break; case Stage::Compute: alloc_info.pSetLayouts = &m_descriptor_set_layout_compute[storage_buffers_num][textures2d_num][samplers_num][gds_buffers_num]; break; default: EXIT("unknown stage\n"); } ret->pool = pool; ret->layout = *alloc_info.pSetLayouts; auto result = vkAllocateDescriptorSets(gctx->device, &alloc_info, &ret->set); if (result == VK_SUCCESS) { return ret; } } CreatePool(); } delete ret; return nullptr; } void DescriptorCache::Free(VulkanDescriptorSet* set) { EXIT_IF(set == nullptr); Core::LockGuard lock(m_mutex); auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); vkFreeDescriptorSets(gctx->device, set->pool, 1, &set->set); delete set; } // NOLINTNEXTLINE(readability-function-cognitive-complexity) VulkanDescriptorSet* DescriptorCache::GetDescriptor(Stage stage, int storage_buffers_num, VulkanBuffer** storage_buffers, int textures2d_num, TextureVulkanImage** textures2d, int samplers_num, uint64_t* samplers, int gds_buffers_num, VulkanBuffer** gds_buffers) { EXIT_IF(storage_buffers_num < 0 || storage_buffers_num > BUFFERS_MAX); EXIT_IF(textures2d_num < 0 || textures2d_num > TEXTURES_MAX); EXIT_IF(samplers_num < 0 || samplers_num > SAMPLERS_MAX); EXIT_IF(storage_buffers == nullptr); Core::LockGuard lock(m_mutex); auto* gctx = g_render_ctx->GetGraphicCtx(); EXIT_IF(gctx == nullptr); for (auto& set: m_sets) { if (set.set != nullptr && set.stage == stage && set.storage_buffers_num == storage_buffers_num && set.textures2d_num == textures2d_num && set.samplers_num == samplers_num && set.gds_buffers_num == gds_buffers_num) { bool match = true; for (int i = 0; i < storage_buffers_num; i++) { if (match && storage_buffers[i]->memory.unique_id != set.storage_buffers_id[i]) { match = false; break; } } if (match) { for (int i = 0; i < textures2d_num; i++) { if (textures2d[i]->memory.unique_id != set.textures2d_id[i]) { match = false; break; } } } if (match) { for (int i = 0; i < samplers_num; i++) { if (samplers[i] != set.samplers_id[i]) { match = false; break; } } } if (match) { for (int i = 0; i < gds_buffers_num; i++) { if (gds_buffers[i]->memory.unique_id != set.gds_buffers_id[i]) { match = false; break; } } } if (match) { return set.set; } } } auto* new_set = Allocate(stage, storage_buffers_num, textures2d_num, samplers_num, gds_buffers_num); EXIT_NOT_IMPLEMENTED(new_set == nullptr); VkDescriptorBufferInfo buffer_info[BUFFERS_MAX] {}; for (int i = 0; i < storage_buffers_num; i++) { buffer_info[i].buffer = storage_buffers[i]->buffer; buffer_info[i].offset = 0; buffer_info[i].range = VK_WHOLE_SIZE; } VkDescriptorImageInfo texture2d_info[TEXTURES_MAX] {}; for (int i = 0; i < textures2d_num; i++) { texture2d_info[i].sampler = nullptr; texture2d_info[i].imageView = textures2d[i]->image_view; texture2d_info[i].imageLayout = VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL; } VkDescriptorImageInfo sampler_info[SAMPLERS_MAX] {}; for (int i = 0; i < samplers_num; i++) { sampler_info[i].sampler = g_render_ctx->GetSamplerCache()->GetSampler(samplers[i]); sampler_info[i].imageView = nullptr; sampler_info[i].imageLayout = VK_IMAGE_LAYOUT_SHADER_READ_ONLY_OPTIMAL; } VkDescriptorBufferInfo gds_buffer_info[GDS_BUFFER_MAX] {}; for (int i = 0; i < gds_buffers_num; i++) { gds_buffer_info[i].buffer = gds_buffers[i]->buffer; gds_buffer_info[i].offset = 0; gds_buffer_info[i].range = VK_WHOLE_SIZE; } int binding_num = 0; VkWriteDescriptorSet descriptor_write[4] = {}; if (storage_buffers_num > 0) { EXIT_IF(binding_num >= static_cast(sizeof(descriptor_write) / sizeof(descriptor_write[0]))); descriptor_write[binding_num].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET; descriptor_write[binding_num].pNext = nullptr; descriptor_write[binding_num].dstSet = new_set->set; descriptor_write[binding_num].dstBinding = binding_num; descriptor_write[binding_num].dstArrayElement = 0; descriptor_write[binding_num].descriptorType = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER; descriptor_write[binding_num].descriptorCount = storage_buffers_num; descriptor_write[binding_num].pBufferInfo = buffer_info; descriptor_write[binding_num].pImageInfo = nullptr; descriptor_write[binding_num].pTexelBufferView = nullptr; binding_num++; } if (textures2d_num > 0) { EXIT_IF(binding_num >= static_cast(sizeof(descriptor_write) / sizeof(descriptor_write[0]))); descriptor_write[binding_num].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET; descriptor_write[binding_num].pNext = nullptr; descriptor_write[binding_num].dstSet = new_set->set; descriptor_write[binding_num].dstBinding = binding_num; descriptor_write[binding_num].dstArrayElement = 0; descriptor_write[binding_num].descriptorType = VK_DESCRIPTOR_TYPE_SAMPLED_IMAGE; descriptor_write[binding_num].descriptorCount = textures2d_num; descriptor_write[binding_num].pBufferInfo = nullptr; descriptor_write[binding_num].pImageInfo = texture2d_info; descriptor_write[binding_num].pTexelBufferView = nullptr; binding_num++; } if (samplers_num > 0) { EXIT_IF(binding_num >= static_cast(sizeof(descriptor_write) / sizeof(descriptor_write[0]))); descriptor_write[binding_num].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET; descriptor_write[binding_num].pNext = nullptr; descriptor_write[binding_num].dstSet = new_set->set; descriptor_write[binding_num].dstBinding = binding_num; descriptor_write[binding_num].dstArrayElement = 0; descriptor_write[binding_num].descriptorType = VK_DESCRIPTOR_TYPE_SAMPLER; descriptor_write[binding_num].descriptorCount = samplers_num; descriptor_write[binding_num].pBufferInfo = nullptr; descriptor_write[binding_num].pImageInfo = sampler_info; descriptor_write[binding_num].pTexelBufferView = nullptr; binding_num++; } if (gds_buffers_num > 0) { EXIT_IF(binding_num >= static_cast(sizeof(descriptor_write) / sizeof(descriptor_write[0]))); descriptor_write[binding_num].sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET; descriptor_write[binding_num].pNext = nullptr; descriptor_write[binding_num].dstSet = new_set->set; descriptor_write[binding_num].dstBinding = binding_num; descriptor_write[binding_num].dstArrayElement = 0; descriptor_write[binding_num].descriptorType = VK_DESCRIPTOR_TYPE_STORAGE_BUFFER; descriptor_write[binding_num].descriptorCount = gds_buffers_num; descriptor_write[binding_num].pBufferInfo = gds_buffer_info; descriptor_write[binding_num].pImageInfo = nullptr; descriptor_write[binding_num].pTexelBufferView = nullptr; binding_num++; } vkUpdateDescriptorSets(gctx->device, binding_num, descriptor_write, 0, nullptr); Set nset; nset.set = new_set; nset.storage_buffers_num = storage_buffers_num; nset.textures2d_num = textures2d_num; nset.samplers_num = samplers_num; nset.gds_buffers_num = gds_buffers_num; nset.stage = stage; for (int i = 0; i < storage_buffers_num; i++) { nset.storage_buffers_id[i] = storage_buffers[i]->memory.unique_id; } for (int i = 0; i < textures2d_num; i++) { nset.textures2d_id[i] = textures2d[i]->memory.unique_id; } for (int i = 0; i < samplers_num; i++) { nset.samplers_id[i] = samplers[i]; } for (int i = 0; i < gds_buffers_num; i++) { nset.gds_buffers_id[i] = gds_buffers[i]->memory.unique_id; } for (auto& set: m_sets) { if (set.set == nullptr) { set = nset; return new_set; } } m_sets.Add(nset); return new_set; } void DescriptorCache::FreeDescriptor(VulkanBuffer* buffer) { EXIT_IF(buffer == nullptr); Core::LockGuard lock(m_mutex); for (auto& set: m_sets) { if (set.set != nullptr) { for (int i = 0; i < set.storage_buffers_num; i++) { if (set.storage_buffers_id[i] == buffer->memory.unique_id) { Free(set.set); set.set = nullptr; break; } } } } } void DescriptorCache::FreeDescriptor(TextureVulkanImage* image) { EXIT_IF(image == nullptr); Core::LockGuard lock(m_mutex); for (auto& set: m_sets) { if (set.set != nullptr) { for (int i = 0; i < set.textures2d_num; i++) { if (set.textures2d_id[i] == image->memory.unique_id) { Free(set.set); set.set = nullptr; break; } } } } } VkDescriptorSetLayout DescriptorCache::GetDescriptorSetLayout(Stage stage, int storage_buffers_num, int textures2d_num, int samplers_num, int gds_buffers_num) { EXIT_IF(storage_buffers_num < 0 || storage_buffers_num > BUFFERS_MAX); EXIT_IF(textures2d_num < 0 || textures2d_num > TEXTURES_MAX); EXIT_IF(samplers_num < 0 || samplers_num > SAMPLERS_MAX); EXIT_IF(gds_buffers_num < 0 || gds_buffers_num > GDS_BUFFER_MAX); EXIT_NOT_IMPLEMENTED(stage != Stage::Pixel && (textures2d_num > 0 || samplers_num > 0)); Core::LockGuard lock(m_mutex); Init(); switch (stage) { case Stage::Vertex: return m_descriptor_set_layout_vertex[storage_buffers_num][textures2d_num][samplers_num][gds_buffers_num]; case Stage::Pixel: return m_descriptor_set_layout_pixel[storage_buffers_num][textures2d_num][samplers_num][gds_buffers_num]; case Stage::Compute: return m_descriptor_set_layout_compute[storage_buffers_num][textures2d_num][samplers_num][gds_buffers_num]; default: EXIT("unknown stage\n"); } return nullptr; } void DeleteFramebuffer(VideoOutVulkanImage* image) { g_render_ctx->GetFramebufferCache()->FreeFramebuffer(image); } void DeleteFramebuffer(DepthStencilVulkanImage* image) { g_render_ctx->GetFramebufferCache()->FreeFramebuffer(image); } void DeleteDescriptor(VulkanBuffer* buffer) { g_render_ctx->GetDescriptorCache()->FreeDescriptor(buffer); } void DeleteDescriptor(TextureVulkanImage* image) { g_render_ctx->GetDescriptorCache()->FreeDescriptor(image); } static void FindRenderDepthInfo(const HardwareContext& hw, RenderDepthInfo* r) { EXIT_IF(r == nullptr); bool neo = Config::IsNeo(); const auto& z = hw.GetDepthRenderTarget(); const auto& rc = hw.GetRenderControl(); const auto& dc = hw.GetDepthControl(); uint32_t stencil_size = 0; uint32_t htile_size = 0; uint32_t depth_size = 0; uint32_t pitch = 0; bool htile = z.z_info.tile_surface_enable; TileGetDepthSize(z.width, z.height, z.z_info.format, z.stencil_info.format, htile, neo, &stencil_size, &htile_size, &depth_size, &pitch); EXIT_NOT_IMPLEMENTED(pitch != 0 && (z.pitch_div8_minus1 + 1) * 8 != pitch); switch (z.z_info.format * 2 + z.stencil_info.format) { case 0: r->format = VK_FORMAT_UNDEFINED; break; case 1: /*r->format = VK_FORMAT_S8_UINT*/ EXIT("Unsupported format: VK_FORMAT_S8_UINT\n"); break; case 2: r->format = VK_FORMAT_D16_UNORM; break; case 3: r->format = VK_FORMAT_D24_UNORM_S8_UINT; break; case 6: r->format = VK_FORMAT_D32_SFLOAT; break; case 7: r->format = VK_FORMAT_D32_SFLOAT_S8_UINT; break; default: EXIT("unknown z and stencil format: %u, %u\n", z.z_info.format, z.stencil_info.format); } r->htile = htile; r->neo = neo; r->depth_buffer_size = depth_size; r->depth_buffer_vaddr = z.z_read_base_addr; r->stencil_buffer_size = stencil_size; r->stencil_buffer_vaddr = z.stencil_read_base_addr; r->htile_buffer_size = htile_size; r->htile_buffer_vaddr = z.htile_data_base_addr; r->width = z.width; r->height = z.height; r->depth_clear_enable = rc.depth_clear_enable; r->depth_clear_value = hw.GetDepthClearValue(); r->depth_test_enable = dc.z_enable; r->depth_write_enable = dc.z_write_enable; r->depth_compare_op = static_cast(dc.zfunc); r->depth_bounds_test_enable = dc.depth_bounds_enable; r->depth_min_bounds = 0.0f; r->depth_max_bounds = 0.0f; EXIT_NOT_IMPLEMENTED(r->depth_bounds_test_enable); r->stencil_clear_enable = rc.stencil_clear_enable; r->stencil_clear_value = 0; EXIT_NOT_IMPLEMENTED(r->stencil_clear_enable); r->stencil_test_enable = dc.stencil_enable; // r->stencil_front = {}; // r->stencil_back = {}; EXIT_NOT_IMPLEMENTED(r->stencil_test_enable); EXIT_NOT_IMPLEMENTED(dc.backface_enable); r->vulkan_buffer = nullptr; if (r->format != VK_FORMAT_UNDEFINED) { DepthStencilBufferObject vulkan_buffer_info(r->format, r->width, r->height, htile, neo); uint64_t vaddr[3] = {}; uint64_t size[3] = {}; int vaddr_num = 0; if (r->depth_buffer_size > 0) { vaddr[vaddr_num] = r->depth_buffer_vaddr; size[vaddr_num] = r->depth_buffer_size; vaddr_num++; } if (r->stencil_buffer_size > 0) { vaddr[vaddr_num] = r->stencil_buffer_vaddr; size[vaddr_num] = r->stencil_buffer_size; vaddr_num++; } if (r->htile_buffer_size > 0) { vaddr[vaddr_num] = r->htile_buffer_vaddr; size[vaddr_num] = r->htile_buffer_size; vaddr_num++; } EXIT_NOT_IMPLEMENTED(vaddr_num == 0); r->vulkan_buffer = static_cast( GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), vaddr, size, vaddr_num, vulkan_buffer_info)); EXIT_NOT_IMPLEMENTED(r->vulkan_buffer == nullptr); } } static void FindRenderColorInfo(const HardwareContext& hw, RenderColorInfo* r) { EXIT_IF(r == nullptr); const auto& rt = hw.GetRenderTargets(0); if (rt.base_addr != 0) { auto video_image = VideoOut::VideoOutGetImage(rt.base_addr); EXIT_NOT_IMPLEMENTED(video_image.image == nullptr); r->base_addr = rt.base_addr; r->vulkan_buffer = video_image.image; r->buffer_size = video_image.buffer_size; } else { r->base_addr = 0; r->vulkan_buffer = nullptr; r->buffer_size = 0; } } static void InvalidateMemoryObject(const RenderColorInfo& r) { GpuMemoryResetHash(g_render_ctx->GetGraphicCtx(), r.base_addr, r.buffer_size, GpuMemoryObjectType::VideoOutBuffer); } static void PrepareStorageBuffers(const ShaderStorageResources& storage_buffers, VulkanBuffer** buffers, uint32_t** sgprs) { EXIT_IF(buffers == nullptr); EXIT_IF(sgprs == nullptr); EXIT_IF(*sgprs == nullptr); for (int i = 0; i < storage_buffers.buffers_num; i++) { auto r = storage_buffers.buffers[i]; EXIT_NOT_IMPLEMENTED(r.AddTid()); EXIT_NOT_IMPLEMENTED(r.SwizzleEnabled()); EXIT_NOT_IMPLEMENTED(!((r.Stride() == 4 && r.DstSelX() == 4 && r.DstSelY() == 0 && r.DstSelZ() == 0 && r.DstSelW() == 0 && r.Dfmt() == 4 && r.Nfmt() == 4) || (r.Stride() == 4 && r.DstSelX() == 4 && r.DstSelY() == 0 && r.DstSelZ() == 0 && r.DstSelW() == 1 && r.Dfmt() == 4 && r.Nfmt() == 7) || (r.Stride() == 8 && r.DstSelX() == 4 && r.DstSelY() == 5 && r.DstSelZ() == 0 && r.DstSelW() == 0 && r.Dfmt() == 11 && r.Nfmt() == 4) || (r.Stride() == 16 && r.DstSelX() == 4 && r.DstSelY() == 5 && r.DstSelZ() == 6 && r.DstSelW() == 7 && r.Dfmt() == 14 && r.Nfmt() == 7))); EXIT_NOT_IMPLEMENTED(!(r.MemoryType() == 0x00 || r.MemoryType() == 0x10 || r.MemoryType() == 0x6d)); auto addr = r.Base(); auto stride = r.Stride(); auto num_records = r.NumRecords(); auto size = stride * num_records; EXIT_NOT_IMPLEMENTED(size == 0); EXIT_NOT_IMPLEMENTED((size & 0x3u) != 0); bool read_only = (r.MemoryType() == 0x10); EXIT_NOT_IMPLEMENTED(read_only && !(storage_buffers.usages[i] == ShaderStorageUsage::ReadOnly || storage_buffers.usages[i] == ShaderStorageUsage::Constant)); StorageBufferGpuObject buf_info(stride, num_records, read_only); auto* buf = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), addr, size, buf_info)); EXIT_NOT_IMPLEMENTED(buf == nullptr); buffers[i] = buf; r.UpdateAddress(i); EXIT_NOT_IMPLEMENTED((r.Base() >> 32u) != 0); (*sgprs)[0] = r.fields[0]; (*sgprs)[1] = r.fields[1]; (*sgprs)[2] = r.fields[2]; (*sgprs)[3] = r.fields[3]; (*sgprs) += 4; } } // NOLINTNEXTLINE(readability-function-cognitive-complexity) static void PrepareTextures(const ShaderTextureResources& textures, TextureVulkanImage** images, uint32_t** sgprs) { EXIT_IF(images == nullptr); EXIT_IF(sgprs == nullptr); EXIT_IF(*sgprs == nullptr); for (int i = 0; i < textures.textures_num; i++) { auto r = textures.textures[i]; EXIT_NOT_IMPLEMENTED(r.Base() == 0); EXIT_NOT_IMPLEMENTED(r.MinLod() != 0); EXIT_NOT_IMPLEMENTED(r.Dfmt() != 10 && r.Dfmt() != 37); EXIT_NOT_IMPLEMENTED(r.Nfmt() != 9); EXIT_NOT_IMPLEMENTED(r.Width() != 511); EXIT_NOT_IMPLEMENTED(r.Height() != 511); EXIT_NOT_IMPLEMENTED(r.PerfMod() != 7 && r.PerfMod() != 0); EXIT_NOT_IMPLEMENTED(r.Interlaced() != false); // EXIT_NOT_IMPLEMENTED(r.DstSelX() != 4); // EXIT_NOT_IMPLEMENTED(r.DstSelY() != 5); // EXIT_NOT_IMPLEMENTED(r.DstSelZ() != 6); // EXIT_NOT_IMPLEMENTED(r.DstSelW() != 7); EXIT_NOT_IMPLEMENTED(r.BaseLevel() != 0); EXIT_NOT_IMPLEMENTED(r.LastLevel() != 0 && r.LastLevel() != 9); EXIT_NOT_IMPLEMENTED(!(r.TilingIdx() == 8 || r.TilingIdx() == 13)); EXIT_NOT_IMPLEMENTED(!(r.LastLevel() == 0 && r.Pow2Pad() == false) && !(r.LastLevel() == 9 && r.Pow2Pad() == true)); EXIT_NOT_IMPLEMENTED(r.Type() != 9); EXIT_NOT_IMPLEMENTED(r.Depth() != 0); EXIT_NOT_IMPLEMENTED(r.Pitch() != 511); EXIT_NOT_IMPLEMENTED(r.BaseArray() != 0); EXIT_NOT_IMPLEMENTED(r.LastArray() != 0); EXIT_NOT_IMPLEMENTED(r.MinLodWarn() != 0); EXIT_NOT_IMPLEMENTED(r.CounterBankId() != 0); EXIT_NOT_IMPLEMENTED(r.LodHdwCntEn() != false); EXIT_NOT_IMPLEMENTED(r.MemoryType() != 0x10); auto addr = r.Base(); uint32_t size = 0; bool neo = Config::IsNeo(); auto width = r.Width() + 1; auto height = r.Height() + 1; auto levels = r.LastLevel() - r.BaseLevel() + 1; bool tile = (r.TilingIdx() != 8); uint32_t swizzle = static_cast(r.DstSelX()) | (static_cast(r.DstSelY()) << 8u) | (static_cast(r.DstSelZ()) << 16u) | (static_cast(r.DstSelW()) << 24u); TileGetTextureSize(r.Dfmt(), r.Nfmt(), width, height, levels, tile, neo, &size, nullptr, nullptr, nullptr); EXIT_NOT_IMPLEMENTED(size == 0); TextureObject vulkan_texture_info(r.Dfmt(), r.Nfmt(), width, height, levels, tile, neo, swizzle); auto* tex = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), addr, size, vulkan_texture_info)); EXIT_NOT_IMPLEMENTED(tex == nullptr); images[i] = tex; r.UpdateAddress(i); EXIT_NOT_IMPLEMENTED((r.Base() >> 32u) != 0); (*sgprs)[0] = r.fields[0]; (*sgprs)[1] = r.fields[1]; (*sgprs)[2] = r.fields[2]; (*sgprs)[3] = r.fields[3]; (*sgprs)[4] = r.fields[4]; (*sgprs)[5] = r.fields[5]; (*sgprs)[6] = r.fields[6]; (*sgprs)[7] = r.fields[7]; (*sgprs) += 8; } } // NOLINTNEXTLINE(readability-function-cognitive-complexity) static void PrepareSamplers(const ShaderSamplerResources& samplers, uint64_t* sampler_ids, uint32_t** sgprs) { EXIT_IF(sampler_ids == nullptr); EXIT_IF(sgprs == nullptr); EXIT_IF(*sgprs == nullptr); for (int i = 0; i < samplers.samplers_num; i++) { auto r = samplers.samplers[i]; EXIT_NOT_IMPLEMENTED(r.ClampX() != 0); EXIT_NOT_IMPLEMENTED(r.ClampY() != 0); EXIT_NOT_IMPLEMENTED(r.ClampZ() != 0); EXIT_NOT_IMPLEMENTED(r.MaxAnisoRatio() != 0); EXIT_NOT_IMPLEMENTED(r.DepthCompareFunc() != 0); EXIT_NOT_IMPLEMENTED(r.ForceUnormCoords() != false); EXIT_NOT_IMPLEMENTED(r.AnisoThreshold() != 0); EXIT_NOT_IMPLEMENTED(r.McCoordTrunc() != false); EXIT_NOT_IMPLEMENTED(r.ForceDegamma() != false); EXIT_NOT_IMPLEMENTED(r.AnisoBias() != 0); EXIT_NOT_IMPLEMENTED(r.TruncCoord() != false); EXIT_NOT_IMPLEMENTED(r.DisableCubeWrap() != false); EXIT_NOT_IMPLEMENTED(r.FilterMode() != 0); EXIT_NOT_IMPLEMENTED(r.MinLod() != 0); EXIT_NOT_IMPLEMENTED(r.MaxLod() != 4095); EXIT_NOT_IMPLEMENTED(r.PerfMip() != 0); EXIT_NOT_IMPLEMENTED(r.PerfZ() != 0); EXIT_NOT_IMPLEMENTED(r.LodBias() != 0); EXIT_NOT_IMPLEMENTED(r.LodBiasSec() != 0); EXIT_NOT_IMPLEMENTED(r.XyMagFilter() != 1); EXIT_NOT_IMPLEMENTED(r.XyMinFilter() != 1); EXIT_NOT_IMPLEMENTED(r.ZFilter() != 1); EXIT_NOT_IMPLEMENTED(r.MipFilter() != 0 && r.MipFilter() != 2); EXIT_NOT_IMPLEMENTED(r.BorderColorPtr() != 0); EXIT_NOT_IMPLEMENTED(r.BorderColorType() != 0); sampler_ids[i] = g_render_ctx->GetSamplerCache()->GetSamplerId(r); r.UpdateIndex(i); (*sgprs)[0] = r.fields[0]; (*sgprs)[1] = r.fields[1]; (*sgprs)[2] = r.fields[2]; (*sgprs)[3] = r.fields[3]; (*sgprs) += 4; } } static void PrepareGdsPointers(const ShaderGdsResources& gds_pointers, uint32_t** sgprs) { EXIT_IF(sgprs == nullptr); EXIT_IF(*sgprs == nullptr); for (int i = 0; i < gds_pointers.pointers_num; i++) { auto r = gds_pointers.pointers[i]; EXIT_NOT_IMPLEMENTED(r.Size() != 4); (*sgprs)[i] = r.field; } if (gds_pointers.pointers_num > 0) { (*sgprs) += 4 * ((gds_pointers.pointers_num - 1) / 4 + 1); } } static void BindDescriptors(VkCommandBuffer vk_buffer, VkPipelineBindPoint pipeline_bind_point, VkPipelineLayout layout, const ShaderResources& bind, VkShaderStageFlags vk_stage, DescriptorCache::Stage stage) { if (bind.push_constant_size > 0) { EXIT_NOT_IMPLEMENTED(bind.push_constant_size > DescriptorCache::PUSH_CONSTANTS_MAX * 4); EXIT_NOT_IMPLEMENTED(bind.storage_buffers.buffers_num > DescriptorCache::BUFFERS_MAX); EXIT_NOT_IMPLEMENTED(bind.textures2D.textures_num > DescriptorCache::TEXTURES_MAX); EXIT_NOT_IMPLEMENTED(bind.samplers.samplers_num > DescriptorCache::SAMPLERS_MAX); VulkanBuffer* storage_buffers[DescriptorCache::BUFFERS_MAX]; TextureVulkanImage* textures2d[DescriptorCache::TEXTURES_MAX]; uint64_t samplers[DescriptorCache::SAMPLERS_MAX]; uint32_t sgprs[DescriptorCache::PUSH_CONSTANTS_MAX]; uint32_t* sgprs_ptr = sgprs; VulkanBuffer* gds_buffer = nullptr; if (bind.storage_buffers.buffers_num > 0) { PrepareStorageBuffers(bind.storage_buffers, storage_buffers, &sgprs_ptr); } if (bind.textures2D.textures_num > 0) { PrepareTextures(bind.textures2D, textures2d, &sgprs_ptr); } if (bind.samplers.samplers_num > 0) { PrepareSamplers(bind.samplers, samplers, &sgprs_ptr); } if (bind.gds_pointers.pointers_num > 0) { PrepareGdsPointers(bind.gds_pointers, &sgprs_ptr); gds_buffer = g_render_ctx->GetGdsBuffer()->GetBuffer(g_render_ctx->GetGraphicCtx()); } // EXIT_NOT_IMPLEMENTED(bind.gds_pointers.pointers_num > 0); EXIT_IF(bind.push_constant_size != (sgprs_ptr - sgprs) * 4); auto* descriptor_set = g_render_ctx->GetDescriptorCache()->GetDescriptor( stage, bind.storage_buffers.buffers_num, storage_buffers, bind.textures2D.textures_num, textures2d, bind.samplers.samplers_num, samplers, (gds_buffer != nullptr ? 1 : 0), &gds_buffer); EXIT_IF(descriptor_set == nullptr); vkCmdBindDescriptorSets(vk_buffer, pipeline_bind_point, layout, bind.descriptor_set_slot, 1, &descriptor_set->set, 0, nullptr); vkCmdPushConstants(vk_buffer, layout, vk_stage, bind.push_constant_offset, bind.push_constant_size, sgprs); } } void GraphicsRenderDrawIndex(CommandBuffer* buffer, HardwareContext* ctx, UserConfig* ucfg, uint32_t index_type_and_size, uint32_t index_count, const void* index_addr, uint32_t flags, uint32_t type) { KYTY_PROFILER_FUNCTION(); EXIT_IF(ctx == nullptr); EXIT_IF(ucfg == nullptr); EXIT_IF(g_render_ctx == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); if (const auto& vs = ctx->GetVs(); ShaderIsDisabled(ctx->GetPs().ps_regs.data_addr) || (!vs.vs_embedded && ShaderIsDisabled(vs.vs_regs.GetGpuAddress()))) { return; } // const auto& rt = ctx->GetRenderTargets(0); const auto& bc = ctx->GetBlendControl(0); uc_print("GraphicsRenderDrawIndex():UserConfig:", *ucfg); hw_print(*ctx); hw_check(*ctx); EXIT_NOT_IMPLEMENTED(ucfg->GetPrimType() != 4); EXIT_NOT_IMPLEMENTED(ctx->GetShaderStages() != 0); printf("GraphicsRenderDrawIndex():Parameters:\n"); printf("\t index_type_and_size = 0x%08" PRIx32 "\n", index_type_and_size); printf("\t index_count = 0x%08" PRIx32 "\n", index_count); printf("\t index_addr = 0x%016" PRIx64 "\n", reinterpret_cast(index_addr)); printf("\t flags = 0x%08" PRIx32 "\n", flags); printf("\t type = 0x%08" PRIx32 "\n", type); VkIndexType index_type = VK_INDEX_TYPE_UINT16; uint64_t index_size = 0; switch (index_type_and_size) { case 0: index_type = VK_INDEX_TYPE_UINT16; index_size = 2 * index_count; break; case 1: index_type = VK_INDEX_TYPE_UINT32; index_size = 4 * index_count; break; default: EXIT("unknown index_type_and_size: %u\n", index_type_and_size); } EXIT_NOT_IMPLEMENTED(flags != 0); EXIT_NOT_IMPLEMENTED(type != 1); RenderDepthInfo depth_info; FindRenderDepthInfo(*ctx, &depth_info); RenderColorInfo color_info; FindRenderColorInfo(*ctx, &color_info); auto* framebuffer = buffer->BeginRenderPass(&color_info, &depth_info); EXIT_NOT_IMPLEMENTED(framebuffer == nullptr); EXIT_NOT_IMPLEMENTED(framebuffer->render_pass == nullptr); auto* vk_buffer = buffer->GetPool()->buffers[buffer->GetIndex()]; ShaderVertexInputInfo vs_input_info; ShaderGetInputInfoVS(&ctx->GetVs(), &vs_input_info); ShaderPixelInputInfo ps_input_info; ShaderGetInputInfoPS(&ctx->GetPs(), &vs_input_info, &ps_input_info); EXIT_NOT_IMPLEMENTED(vs_input_info.buffers_num > 1); auto* pipeline = g_render_ctx->GetPipelineCache()->CreatePipeline( framebuffer, &color_info, &depth_info, &vs_input_info, &ctx->GetVs(), &ps_input_info, &ctx->GetPs(), VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST, ctx->GetRenderTargetMask(), ctx->GetModeControl(), bc, ctx->GetScreenViewport()); vkCmdBindPipeline(vk_buffer, VK_PIPELINE_BIND_POINT_GRAPHICS, pipeline->pipeline); for (int i = 0; i < vs_input_info.buffers_num; i++) { const auto& b = vs_input_info.buffers[i]; uint64_t addr = b.addr; uint64_t size = b.stride * b.num_records; auto* vertices = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), addr, size, VertexBufferGpuObject())); VkDeviceSize offset = 0; vkCmdBindVertexBuffers(vk_buffer, i, 1, &vertices->buffer, &offset); } BindDescriptors(vk_buffer, VK_PIPELINE_BIND_POINT_GRAPHICS, pipeline->pipeline_layout, vs_input_info.bind, VK_SHADER_STAGE_VERTEX_BIT, DescriptorCache::Stage::Vertex); BindDescriptors(vk_buffer, VK_PIPELINE_BIND_POINT_GRAPHICS, pipeline->pipeline_layout, ps_input_info.bind, VK_SHADER_STAGE_FRAGMENT_BIT, DescriptorCache::Stage::Pixel); VulkanBuffer* indices = static_cast( GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), reinterpret_cast(index_addr), index_size, IndexBufferGpuObject())); EXIT_NOT_IMPLEMENTED(indices == nullptr); vkCmdBindIndexBuffer(vk_buffer, indices->buffer, 0, index_type); vkCmdDrawIndexed(vk_buffer, index_count, 1, 0, 0, 0); buffer->EndRenderPass(); InvalidateMemoryObject(color_info); } // NOLINTNEXTLINE(readability-function-cognitive-complexity) void GraphicsRenderDrawIndexAuto(CommandBuffer* buffer, HardwareContext* ctx, UserConfig* ucfg, uint32_t index_count, uint32_t flags) { KYTY_PROFILER_FUNCTION(); EXIT_IF(ctx == nullptr || ucfg == nullptr); EXIT_IF(g_render_ctx == nullptr); EXIT_IF(buffer == nullptr || buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); if (const auto& vs = ctx->GetVs(); ShaderIsDisabled(ctx->GetPs().ps_regs.data_addr) || (!vs.vs_embedded && ShaderIsDisabled(vs.vs_regs.GetGpuAddress()))) { return; } // const auto& rt = ctx->GetRenderTargets(0); const auto& bc = ctx->GetBlendControl(0); uc_print("GraphicsRenderDrawIndexAuto():UserConfig:", *ucfg); hw_print(*ctx); hw_check(*ctx); printf("GraphicsRenderDrawIndex():Parameters:\n"); printf("\t index_count = 0x%08" PRIx32 "\n", index_count); printf("\t flags = 0x%08" PRIx32 "\n", flags); EXIT_NOT_IMPLEMENTED(flags != 0); EXIT_NOT_IMPLEMENTED(ctx->GetShaderStages() != 0); RenderDepthInfo depth_info; FindRenderDepthInfo(*ctx, &depth_info); RenderColorInfo color_info; FindRenderColorInfo(*ctx, &color_info); auto* framebuffer = buffer->BeginRenderPass(&color_info, &depth_info); EXIT_NOT_IMPLEMENTED(framebuffer == nullptr); EXIT_NOT_IMPLEMENTED(framebuffer->render_pass == nullptr); auto* vk_buffer = buffer->GetPool()->buffers[buffer->GetIndex()]; VkPrimitiveTopology topology = VK_PRIMITIVE_TOPOLOGY_POINT_LIST; switch (ucfg->GetPrimType()) { case 4: topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST; break; case 17: topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP; break; case 19: topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_FAN; break; default: EXIT("unknown primitive type: %u\n", ucfg->GetPrimType()); } const auto& vertex_shader_info = ctx->GetVs(); const auto& pixel_shader_info = ctx->GetPs(); ShaderVertexInputInfo vs_input_info; ShaderGetInputInfoVS(&vertex_shader_info, &vs_input_info); ShaderPixelInputInfo ps_input_info; ShaderGetInputInfoPS(&pixel_shader_info, &vs_input_info, &ps_input_info); EXIT_NOT_IMPLEMENTED(vs_input_info.buffers_num > 1); auto* pipeline = g_render_ctx->GetPipelineCache()->CreatePipeline( framebuffer, &color_info, &depth_info, &vs_input_info, &vertex_shader_info, &ps_input_info, &pixel_shader_info, topology, ctx->GetRenderTargetMask(), ctx->GetModeControl(), bc, ctx->GetScreenViewport()); vkCmdBindPipeline(vk_buffer, VK_PIPELINE_BIND_POINT_GRAPHICS, pipeline->pipeline); for (int i = 0; i < vs_input_info.buffers_num; i++) { const auto& b = vs_input_info.buffers[i]; uint64_t addr = b.addr; uint64_t size = b.stride * b.num_records; auto* vertices = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), addr, size, VertexBufferGpuObject())); VkDeviceSize offset = 0; vkCmdBindVertexBuffers(vk_buffer, i, 1, &vertices->buffer, &offset); } BindDescriptors(vk_buffer, VK_PIPELINE_BIND_POINT_GRAPHICS, pipeline->pipeline_layout, vs_input_info.bind, VK_SHADER_STAGE_VERTEX_BIT, DescriptorCache::Stage::Vertex); BindDescriptors(vk_buffer, VK_PIPELINE_BIND_POINT_GRAPHICS, pipeline->pipeline_layout, ps_input_info.bind, VK_SHADER_STAGE_FRAGMENT_BIT, DescriptorCache::Stage::Pixel); switch (ucfg->GetPrimType()) { case 4: vkCmdDraw(vk_buffer, index_count, 1, 0, 0); break; case 17: EXIT_NOT_IMPLEMENTED(!(vertex_shader_info.vs_embedded && vertex_shader_info.vs_embedded_id == 0 && index_count == 3 && vs_input_info.buffers_num == 0)); vkCmdDraw(vk_buffer, 4, 1, 0, 0); break; case 19: EXIT_NOT_IMPLEMENTED(index_count != 4); vkCmdDraw(vk_buffer, 4, 1, 0, 0); break; default: EXIT("unknown primitive type: %u\n", ucfg->GetPrimType()); } buffer->EndRenderPass(); InvalidateMemoryObject(color_info); } void GraphicsRenderDispatchDirect(CommandBuffer* buffer, HardwareContext* ctx, uint32_t thread_group_x, uint32_t thread_group_y, uint32_t thread_group_z, uint32_t mode) { EXIT_IF(ctx == nullptr); EXIT_IF(g_render_ctx == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); if (ShaderIsDisabled(ctx->GetCs().cs_regs.data_addr)) { return; } EXIT_NOT_IMPLEMENTED(mode != 0); // EXIT_NOT_IMPLEMENTED(thread_group_x != 2); // EXIT_NOT_IMPLEMENTED(thread_group_y != 1); // EXIT_NOT_IMPLEMENTED(thread_group_z != 1); const auto& cs_regs = ctx->GetCs(); ShaderComputeInputInfo input_info; ShaderGetInputInfoCS(&cs_regs, &input_info); auto* vk_buffer = buffer->GetPool()->buffers[buffer->GetIndex()]; auto* pipeline = g_render_ctx->GetPipelineCache()->CreatePipeline(&input_info, &ctx->GetCs()); vkCmdBindPipeline(vk_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, pipeline->pipeline); BindDescriptors(vk_buffer, VK_PIPELINE_BIND_POINT_COMPUTE, pipeline->pipeline_layout, input_info.bind, VK_SHADER_STAGE_COMPUTE_BIT, DescriptorCache::Stage::Compute); vkCmdDispatch(vk_buffer, thread_group_x, thread_group_y, thread_group_z); // KYTY_NOT_IMPLEMENTED; } void GraphicsRenderMemoryBarrier(CommandBuffer* buffer) { EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); auto* vk_buffer = buffer->GetPool()->buffers[buffer->GetIndex()]; VkMemoryBarrier mem_barrier {}; mem_barrier.sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER; mem_barrier.pNext = nullptr; mem_barrier.srcAccessMask = VK_ACCESS_MEMORY_WRITE_BIT; mem_barrier.dstAccessMask = VK_ACCESS_MEMORY_READ_BIT; vkCmdPipelineBarrier(vk_buffer, VK_PIPELINE_STAGE_ALL_GRAPHICS_BIT | VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, VK_PIPELINE_STAGE_ALL_GRAPHICS_BIT | VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, 0, 1, &mem_barrier, 0, nullptr, 0, nullptr); } void GraphicsRenderWriteAtEndOfPipe(CommandBuffer* buffer, uint32_t* dst_gpu_addr, uint32_t value) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(dst_gpu_addr == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); Graphics::LabelGpuObject label_info(value, nullptr, nullptr); auto* label = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), reinterpret_cast(dst_gpu_addr), 4, label_info)); LabelSet(buffer, label); } void GraphicsRenderWriteAtEndOfPipeGds(CommandBuffer* buffer, uint32_t* dst_gpu_addr, uint32_t dw_offset, uint32_t dw_num) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(dst_gpu_addr == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); uint64_t args[4] = {static_cast(dw_offset), static_cast(dw_num), reinterpret_cast(dst_gpu_addr), 0}; Graphics::LabelGpuObject label_info( 0, [](const uint64_t* args) { auto dw_offset = static_cast(args[0]); auto dw_num = static_cast(args[1]); auto* dst_gpu_addr = reinterpret_cast(args[2]); g_render_ctx->GetGdsBuffer()->Read(g_render_ctx->GetGraphicCtx(), dst_gpu_addr, dw_offset, dw_num); return false; }, nullptr, args); auto* label = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), reinterpret_cast(dst_gpu_addr), 4, label_info)); LabelSet(buffer, label); } void GraphicsRenderWriteAtEndOfPipe(CommandBuffer* buffer, uint64_t* dst_gpu_addr, uint64_t value) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(dst_gpu_addr == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); Graphics::LabelGpuObject label_info(value, nullptr, nullptr); auto* label = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), reinterpret_cast(dst_gpu_addr), 8, label_info)); LabelSet(buffer, label); } void GraphicsRenderWriteAtEndOfPipeClockCounter(CommandBuffer* buffer, uint64_t* dst_gpu_addr) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(dst_gpu_addr == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); uint64_t args[4] = {reinterpret_cast(dst_gpu_addr), 0, 0, 0}; Graphics::LabelGpuObject label_info( 0, [](const uint64_t* args) { auto* dst_gpu_addr = reinterpret_cast(args[0]); EXIT_IF(dst_gpu_addr == nullptr); *dst_gpu_addr = LibKernel::KernelReadTsc(); printf(FG_BRIGHT_GREEN "EndOfPipe Signal!!! [0x%016" PRIx64 "] <- Clock: 0x%016" PRIx64 "\n" FG_DEFAULT, reinterpret_cast(dst_gpu_addr), *dst_gpu_addr); return false; }, nullptr, args); auto* label = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), reinterpret_cast(dst_gpu_addr), 8, label_info)); LabelSet(buffer, label); } void GraphicsRenderWriteAtEndOfPipeWithWriteBack(CommandBuffer* buffer, uint64_t* dst_gpu_addr, uint64_t value) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(dst_gpu_addr == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); Graphics::LabelGpuObject label_info( value, [](const uint64_t* /*args*/) { EXIT_IF(g_render_ctx == nullptr); GpuMemoryWriteBack(g_render_ctx->GetGraphicCtx()); return true; }, nullptr); auto* label = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), reinterpret_cast(dst_gpu_addr), 8, label_info)); LabelSet(buffer, label); } void GraphicsRenderWriteAtEndOfPipeWithInterrupt(CommandBuffer* buffer, uint64_t* dst_gpu_addr, uint64_t value) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(dst_gpu_addr == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); Graphics::LabelGpuObject label_info(value, nullptr, [](const uint64_t* /*args*/) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(g_render_ctx->GetEopEq() == nullptr); auto result = LibKernel::EventQueue::KernelTriggerEvent( g_render_ctx->GetEopEq(), GRAPHICS_EVENT_EOP, LibKernel::EventQueue::KERNEL_EVFILT_GRAPHICS, reinterpret_cast(LibKernel::KernelReadTsc())); EXIT_NOT_IMPLEMENTED(result != OK); return true; }); auto* label = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), reinterpret_cast(dst_gpu_addr), 8, label_info)); LabelSet(buffer, label); } void GraphicsRenderWriteAtEndOfPipeWithInterruptWriteBackFlip(CommandBuffer* buffer, uint32_t* dst_gpu_addr, uint32_t value, int handle, int index, int flip_mode, int64_t flip_arg) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(dst_gpu_addr == nullptr); EXIT_IF(buffer == nullptr); EXIT_IF(buffer->IsInvalid()); Core::LockGuard lock(g_render_ctx->GetMutex()); uint64_t args[] = {static_cast(handle), static_cast(index), static_cast(flip_mode), static_cast(flip_arg)}; Graphics::LabelGpuObject label_info( value, [](const uint64_t* args) { EXIT_IF(g_render_ctx == nullptr); GpuMemoryWriteBack(g_render_ctx->GetGraphicCtx()); int handle = static_cast(args[0]); int index = static_cast(args[1]); int flip_mode = static_cast(args[2]); int64_t flip_arg = static_cast(args[3]); VideoOut::VideoOutSubmitFlip(handle, index, flip_mode, flip_arg); return true; }, [](const uint64_t* /*args*/) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(g_render_ctx->GetEopEq() == nullptr); auto result = LibKernel::EventQueue::KernelTriggerEvent(g_render_ctx->GetEopEq(), GRAPHICS_EVENT_EOP, LibKernel::EventQueue::KERNEL_EVFILT_GRAPHICS, reinterpret_cast(LibKernel::KernelReadTsc())); EXIT_NOT_IMPLEMENTED(result != OK); return true; }, args); auto* label = static_cast(GpuMemoryGetObject(g_render_ctx->GetGraphicCtx(), reinterpret_cast(dst_gpu_addr), 4, label_info)); LabelSet(buffer, label); } void GraphicsRenderWriteBack() { Core::LockGuard lock(g_render_ctx->GetMutex()); EXIT_IF(g_render_ctx == nullptr); GpuMemoryWriteBack(g_render_ctx->GetGraphicCtx()); } static void eop_event_reset_func(LibKernel::EventQueue::KernelEqueueEvent* event) { EXIT_IF(event == nullptr); event->triggered = false; event->event.fflags = 0; event->event.data = 0; } static void eop_event_delete_func(LibKernel::EventQueue::KernelEqueueEvent* event) { EXIT_IF(event == nullptr); EXIT_IF(g_render_ctx == nullptr); EXIT_IF(g_render_ctx->GetEopEq() == nullptr); g_render_ctx->SetEopEq(nullptr); } static void eop_event_trigger_func(LibKernel::EventQueue::KernelEqueueEvent* event, void* trigger_data) { EXIT_IF(event == nullptr); event->triggered = true; event->event.fflags++; event->event.data = reinterpret_cast(trigger_data); } int GraphicsRenderAddEqEvent(LibKernel::EventQueue::KernelEqueue eq, int id, void* udata) { EXIT_IF(g_render_ctx == nullptr); EXIT_NOT_IMPLEMENTED(id != GRAPHICS_EVENT_EOP); EXIT_NOT_IMPLEMENTED(g_render_ctx->GetEopEq() != nullptr); LibKernel::EventQueue::KernelEqueueEvent event; event.triggered = false; event.event.ident = GRAPHICS_EVENT_EOP; event.event.filter = LibKernel::EventQueue::KERNEL_EVFILT_GRAPHICS; event.event.udata = udata; event.event.fflags = 0; event.event.data = 0; event.filter.delete_func = eop_event_delete_func; event.filter.reset_func = eop_event_reset_func; event.filter.trigger_func = eop_event_trigger_func; event.filter.data = nullptr; int result = LibKernel::EventQueue::KernelAddEvent(eq, event); g_render_ctx->SetEopEq(eq); return result; } int GraphicsRenderDeleteEqEvent(LibKernel::EventQueue::KernelEqueue eq, int id) { EXIT_IF(g_render_ctx == nullptr); EXIT_NOT_IMPLEMENTED(id != GRAPHICS_EVENT_EOP); EXIT_NOT_IMPLEMENTED(g_render_ctx->GetEopEq() == nullptr); int result = LibKernel::EventQueue::KernelDeleteEvent(eq, GRAPHICS_EVENT_EOP, LibKernel::EventQueue::KERNEL_EVFILT_GRAPHICS); g_render_ctx->SetEopEq(nullptr); return result; } void GraphicsRenderClearGds(uint64_t dw_offset, uint32_t dw_num, uint32_t clear_value) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(g_render_ctx->GetGdsBuffer() == nullptr); g_render_ctx->GetGdsBuffer()->Clear(g_render_ctx->GetGraphicCtx(), dw_offset, dw_num, clear_value); } void GraphicsRenderReadGds(uint32_t* dst, uint32_t dw_offset, uint32_t dw_size) { EXIT_IF(g_render_ctx == nullptr); EXIT_IF(g_render_ctx->GetGdsBuffer() == nullptr); g_render_ctx->GetGdsBuffer()->Read(g_render_ctx->GetGraphicCtx(), dst, dw_offset, dw_size); } bool CommandBuffer::IsInvalid() const { EXIT_IF(g_render_ctx == nullptr); if (m_pool != nullptr) { Core::LockGuard lock(m_pool->mutex); return (m_index == static_cast(-1) || m_index >= m_pool->buffers_count); } return true; } void CommandBuffer::Allocate() { EXIT_IF(!IsInvalid()); m_pool = g_command_pool.GetPool(); Core::LockGuard lock(m_pool->mutex); for (uint32_t i = 0; i < m_pool->buffers_count; i++) { if (!m_pool->busy[i]) { m_pool->busy[i] = true; vkResetCommandBuffer(m_pool->buffers[i], VK_COMMAND_BUFFER_RESET_RELEASE_RESOURCES_BIT); m_index = i; break; } } EXIT_NOT_IMPLEMENTED(IsInvalid()); } void CommandBuffer::Free() { EXIT_IF(IsInvalid()); Core::LockGuard lock(m_pool->mutex); WaitForFence(); m_pool->busy[m_index] = false; vkResetCommandBuffer(m_pool->buffers[m_index], VK_COMMAND_BUFFER_RESET_RELEASE_RESOURCES_BIT); m_index = static_cast(-1); EXIT_NOT_IMPLEMENTED(!IsInvalid()); } void CommandBuffer::Begin() const { EXIT_IF(IsInvalid()); auto* buffer = m_pool->buffers[m_index]; VkCommandBufferBeginInfo begin_info {}; begin_info.sType = VK_STRUCTURE_TYPE_COMMAND_BUFFER_BEGIN_INFO; begin_info.pNext = nullptr; begin_info.flags = 0; begin_info.pInheritanceInfo = nullptr; auto result = vkBeginCommandBuffer(buffer, &begin_info); EXIT_NOT_IMPLEMENTED(result != VK_SUCCESS); } void CommandBuffer::End() const { EXIT_IF(IsInvalid()); auto* buffer = m_pool->buffers[m_index]; auto result = vkEndCommandBuffer(buffer); EXIT_NOT_IMPLEMENTED(result != VK_SUCCESS); } void CommandBuffer::Execute() { EXIT_IF(IsInvalid()); auto* buffer = m_pool->buffers[m_index]; auto* fence = m_pool->fences[m_index]; VkSubmitInfo submit_info {}; submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO; submit_info.pNext = nullptr; submit_info.waitSemaphoreCount = 0; submit_info.pWaitSemaphores = nullptr; submit_info.pWaitDstStageMask = nullptr; submit_info.commandBufferCount = 1; submit_info.pCommandBuffers = &buffer; submit_info.signalSemaphoreCount = 0; submit_info.pSignalSemaphores = nullptr; EXIT_IF(m_queue < 0 || m_queue >= GraphicContext::QUEUES_NUM); auto* queue = g_render_ctx->GetGraphicCtx()->queue[m_queue]; auto result = vkQueueSubmit(queue, 1, &submit_info, fence); m_execute = true; EXIT_NOT_IMPLEMENTED(result != VK_SUCCESS); } void CommandBuffer::ExecuteWithSemaphore() { EXIT_IF(IsInvalid()); auto* buffer = m_pool->buffers[m_index]; auto* fence = m_pool->fences[m_index]; // auto* semaphore = m_pool->semaphores[m_index]; VkSubmitInfo submit_info {}; submit_info.sType = VK_STRUCTURE_TYPE_SUBMIT_INFO; submit_info.pNext = nullptr; submit_info.waitSemaphoreCount = 0; submit_info.pWaitSemaphores = nullptr; submit_info.pWaitDstStageMask = nullptr; submit_info.commandBufferCount = 1; submit_info.pCommandBuffers = &buffer; submit_info.signalSemaphoreCount = 1; submit_info.pSignalSemaphores = &m_pool->semaphores[m_index]; EXIT_IF(m_queue < 0 || m_queue >= GraphicContext::QUEUES_NUM); auto* queue = g_render_ctx->GetGraphicCtx()->queue[m_queue]; auto result = vkQueueSubmit(queue, 1, &submit_info, fence); m_execute = true; EXIT_NOT_IMPLEMENTED(result != VK_SUCCESS); } void CommandBuffer::WaitForFence() { EXIT_IF(IsInvalid()); if (m_execute) { auto* device = g_render_ctx->GetGraphicCtx()->device; vkWaitForFences(device, 1, &m_pool->fences[m_index], VK_TRUE, UINT64_MAX); vkResetFences(device, 1, &m_pool->fences[m_index]); m_execute = false; } } void CommandBuffer::WaitForFenceAndReset() { EXIT_IF(IsInvalid()); if (m_execute) { auto* device = g_render_ctx->GetGraphicCtx()->device; vkWaitForFences(device, 1, &m_pool->fences[m_index], VK_TRUE, UINT64_MAX); vkResetFences(device, 1, &m_pool->fences[m_index]); vkResetCommandBuffer(m_pool->buffers[m_index], VK_COMMAND_BUFFER_RESET_RELEASE_RESOURCES_BIT); m_execute = false; } } VulkanFramebuffer* CommandBuffer::BeginRenderPass(RenderColorInfo* color, RenderDepthInfo* depth) const { EXIT_IF(IsInvalid()); auto* buffer = m_pool->buffers[m_index]; auto* framebuffer = g_render_ctx->GetFramebufferCache()->CreateFramebuffer(color, depth); EXIT_IF(framebuffer == nullptr); bool with_depth = (depth->format != VK_FORMAT_UNDEFINED && depth->vulkan_buffer != nullptr); bool with_color = (color->vulkan_buffer != nullptr); EXIT_NOT_IMPLEMENTED(!with_depth && !with_color); VkClearValue clears[2]; clears[0].color = {{0.0f, 0.0f, 0.0f, 1.0f}}; clears[1].depthStencil = {depth->depth_clear_value, 0}; VkExtent2D extent = (with_color ? color->vulkan_buffer->extent : depth->vulkan_buffer->extent); VkRenderPassBeginInfo render_pass_info {}; render_pass_info.sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO; render_pass_info.pNext = nullptr; render_pass_info.renderPass = framebuffer->render_pass; render_pass_info.framebuffer = framebuffer->framebuffer; render_pass_info.renderArea.offset = {0, 0}; render_pass_info.renderArea.extent = extent; render_pass_info.clearValueCount = with_depth ? 2 : 1; render_pass_info.pClearValues = clears; vkCmdBeginRenderPass(buffer, &render_pass_info, VK_SUBPASS_CONTENTS_INLINE); return framebuffer; } void CommandBuffer::EndRenderPass() const { EXIT_IF(IsInvalid()); auto* buffer = m_pool->buffers[m_index]; vkCmdEndRenderPass(buffer); } } // namespace Kyty::Libs::Graphics #endif // KYTY_EMU_ENABLED