#pragma once #include "Emu/RSX/RSXFragmentProgram.h" #include "Emu/RSX/RSXVertexProgram.h" #include "Emu/Memory/vm.h" #include "Utilities/GSL.h" #include "Utilities/hash.h" enum class SHADER_TYPE { SHADER_TYPE_VERTEX, SHADER_TYPE_FRAGMENT }; namespace program_hash_util { // Based on // https://github.com/AlexAltea/nucleus/blob/master/nucleus/gpu/rsx_pgraph.cpp // TODO: eliminate it and implement independent hash utility union qword { u64 dword[2]; u32 word[4]; }; struct vertex_program_utils { static size_t get_vertex_program_ucode_hash(const RSXVertexProgram &program); }; struct vertex_program_storage_hash { size_t operator()(const RSXVertexProgram &program) const; }; struct vertex_program_compare { bool operator()(const RSXVertexProgram &binary1, const RSXVertexProgram &binary2) const; }; struct fragment_program_utils { /** * returns true if the given source Operand is a constant */ static bool is_constant(u32 sourceOperand); static size_t get_fragment_program_ucode_size(void *ptr); static u32 get_fragment_program_start(void *ptr); static size_t get_fragment_program_ucode_hash(const RSXFragmentProgram &program); }; struct fragment_program_storage_hash { size_t operator()(const RSXFragmentProgram &program) const; }; struct fragment_program_compare { bool operator()(const RSXFragmentProgram &binary1, const RSXFragmentProgram &binary2) const; }; } /** * Cache for program help structure (blob, string...) * The class is responsible for creating the object so the state only has to call getGraphicPipelineState * Template argument is a struct which has the following type declaration : * - a typedef VertexProgramData to a type that encapsulate vertex program info. It should provide an Id member. * - a typedef FragmentProgramData to a types that encapsulate fragment program info. It should provide an Id member and a fragment constant offset vector. * - a typedef PipelineData encapsulating monolithic program. * - a typedef PipelineProperties to a type that encapsulate various state info relevant to program compilation (alpha test, primitive type,...) * - a typedef ExtraData type that will be passed to the buildProgram function. * It should also contains the following function member : * - static void recompile_fragment_program(RSXFragmentProgram *RSXFP, FragmentProgramData& fragmentProgramData, size_t ID); * - static void recompile_vertex_program(RSXVertexProgram *RSXVP, VertexProgramData& vertexProgramData, size_t ID); * - static PipelineData build_program(VertexProgramData &vertexProgramData, FragmentProgramData &fragmentProgramData, const PipelineProperties &pipelineProperties, const ExtraData& extraData); * - static void validate_pipeline_properties(const VertexProgramData &vertexProgramData, const FragmentProgramData &fragmentProgramData, PipelineProperties& props); */ template class program_state_cache { using pipeline_storage_type = typename backend_traits::pipeline_storage_type; using pipeline_properties = typename backend_traits::pipeline_properties; using vertex_program_type = typename backend_traits::vertex_program_type; using fragment_program_type = typename backend_traits::fragment_program_type; using binary_to_vertex_program = std::unordered_map ; using binary_to_fragment_program = std::unordered_map; struct pipeline_key { u32 vertex_program_id; u32 fragment_program_id; pipeline_properties properties; }; struct pipeline_key_hash { size_t operator()(const pipeline_key &key) const { size_t hashValue = 0; hashValue ^= rpcs3::hash_base(key.vertex_program_id); hashValue ^= rpcs3::hash_base(key.fragment_program_id); hashValue ^= rpcs3::hash_struct(key.properties); return hashValue; } }; struct pipeline_key_compare { bool operator()(const pipeline_key &key1, const pipeline_key &key2) const { return (key1.vertex_program_id == key2.vertex_program_id) && (key1.fragment_program_id == key2.fragment_program_id) && (key1.properties == key2.properties); } }; protected: size_t m_next_id = 0; bool m_cache_miss_flag; binary_to_vertex_program m_vertex_shader_cache; binary_to_fragment_program m_fragment_shader_cache; std::unordered_map m_storage; /// bool here to inform that the program was preexisting. std::tuple search_vertex_program(const RSXVertexProgram& rsx_vp) { const auto& I = m_vertex_shader_cache.find(rsx_vp); if (I != m_vertex_shader_cache.end()) { return std::forward_as_tuple(I->second, true); } LOG_NOTICE(RSX, "VP not found in buffer!"); vertex_program_type& new_shader = m_vertex_shader_cache[rsx_vp]; backend_traits::recompile_vertex_program(rsx_vp, new_shader, m_next_id++); return std::forward_as_tuple(new_shader, false); } /// bool here to inform that the program was preexisting. std::tuple search_fragment_program(const RSXFragmentProgram& rsx_fp) { const auto& I = m_fragment_shader_cache.find(rsx_fp); if (I != m_fragment_shader_cache.end()) { return std::forward_as_tuple(I->second, true); } LOG_NOTICE(RSX, "FP not found in buffer!"); size_t fragment_program_size = program_hash_util::fragment_program_utils::get_fragment_program_ucode_size(rsx_fp.addr); gsl::not_null fragment_program_ucode_copy = malloc(fragment_program_size); std::memcpy(fragment_program_ucode_copy, rsx_fp.addr, fragment_program_size); RSXFragmentProgram new_fp_key = rsx_fp; new_fp_key.addr = fragment_program_ucode_copy; fragment_program_type &new_shader = m_fragment_shader_cache[new_fp_key]; backend_traits::recompile_fragment_program(rsx_fp, new_shader, m_next_id++); return std::forward_as_tuple(new_shader, false); } public: struct program_buffer_patch_entry { union { u32 hex_key; f32 fp_key; }; union { u32 hex_value; f32 fp_value; }; program_buffer_patch_entry() {} program_buffer_patch_entry(f32& key, f32& value) { fp_key = key; fp_value = value; } program_buffer_patch_entry(u32& key, u32& value) { hex_key = key; hex_value = value; } bool test_and_set(f32 value, f32* dst) const { u32 hex = (u32&)value; if ((hex & 0x7FFFFFFF) == (hex_key & 0x7FFFFFFF)) { hex = (hex & ~0x7FFFFFF) | hex_value; *dst = (f32&)hex; return true; } return false; } }; struct { std::unordered_map db; void add(program_buffer_patch_entry& e) { db[e.fp_key] = e; } void add(f32& key, f32& value) { db[key] = { key, value }; } void clear() { db.clear(); } bool is_empty() const { return db.size() == 0; } } patch_table; public: program_state_cache() = default; ~program_state_cache() { for (auto& pair : m_fragment_shader_cache) { free(pair.first.addr); } }; const vertex_program_type& get_transform_program(const RSXVertexProgram& rsx_vp) const { auto I = m_vertex_shader_cache.find(rsx_vp); if (I != m_vertex_shader_cache.end()) return I->second; fmt::throw_exception("Trying to get unknown transform program" HERE); } const fragment_program_type& get_shader_program(const RSXFragmentProgram& rsx_fp) const { auto I = m_fragment_shader_cache.find(rsx_fp); if (I != m_fragment_shader_cache.end()) return I->second; fmt::throw_exception("Trying to get unknown shader program" HERE); } template pipeline_storage_type& getGraphicPipelineState( const RSXVertexProgram& vertexShader, const RSXFragmentProgram& fragmentShader, pipeline_properties& pipelineProperties, Args&& ...args ) { // TODO : use tie and implicit variable declaration syntax with c++17 const auto &vp_search = search_vertex_program(vertexShader); const auto &fp_search = search_fragment_program(fragmentShader); const vertex_program_type &vertex_program = std::get<0>(vp_search); const fragment_program_type &fragment_program = std::get<0>(fp_search); bool already_existing_fragment_program = std::get<1>(fp_search); bool already_existing_vertex_program = std::get<1>(vp_search); backend_traits::validate_pipeline_properties(vertex_program, fragment_program, pipelineProperties); pipeline_key key = { vertex_program.id, fragment_program.id, pipelineProperties }; if (already_existing_fragment_program && already_existing_vertex_program) { const auto I = m_storage.find(key); if (I != m_storage.end()) { m_cache_miss_flag = false; return I->second; } } LOG_NOTICE(RSX, "Add program :"); LOG_NOTICE(RSX, "*** vp id = %d", vertex_program.id); LOG_NOTICE(RSX, "*** fp id = %d", fragment_program.id); m_storage[key] = backend_traits::build_pipeline(vertex_program, fragment_program, pipelineProperties, std::forward(args)...); m_cache_miss_flag = true; LOG_SUCCESS(RSX, "New program compiled successfully"); return m_storage[key]; } size_t get_fragment_constants_buffer_size(const RSXFragmentProgram &fragmentShader) const { const auto I = m_fragment_shader_cache.find(fragmentShader); if (I != m_fragment_shader_cache.end()) return I->second.FragmentConstantOffsetCache.size() * 4 * sizeof(float); LOG_ERROR(RSX, "Can't retrieve constant offset cache"); return 0; } void fill_fragment_constants_buffer(gsl::span dst_buffer, const RSXFragmentProgram &fragment_program, bool sanitize = false) const { const auto I = m_fragment_shader_cache.find(fragment_program); if (I == m_fragment_shader_cache.end()) return; verify(HERE), (dst_buffer.size_bytes() >= ::narrow(I->second.FragmentConstantOffsetCache.size()) * 16); f32* dst = dst_buffer.data(); alignas(16) f32 tmp[4]; for (size_t offset_in_fragment_program : I->second.FragmentConstantOffsetCache) { char* data = (char*)fragment_program.addr + (u32)offset_in_fragment_program; const __m128i vector = _mm_loadu_si128((__m128i*)data); const __m128i shuffled_vector = _mm_or_si128(_mm_slli_epi16(vector, 8), _mm_srli_epi16(vector, 8)); if (!patch_table.is_empty()) { _mm_store_ps(tmp, _mm_castsi128_ps(shuffled_vector)); bool patched; for (int i = 0; i < 4; ++i) { patched = false; for (auto& e : patch_table.db) { //TODO: Use fp comparison with fabsf without hurting performance patched = e.second.test_and_set(tmp[i], &dst[i]); if (patched) { break; } } if (!patched) { dst[i] = tmp[i]; } } } else if (sanitize) { //Lower NaNs to 0 const auto mask = _mm_cmpunord_ps((__m128&)shuffled_vector, _mm_set1_ps(1.f)); _mm_stream_si128((__m128i*)dst, (__m128i&)_mm_andnot_ps(mask, (__m128&)shuffled_vector)); } else { _mm_stream_si128((__m128i*)dst, shuffled_vector); } dst += 4; } } void clear() { m_storage.clear(); } };