// SPDX-FileCopyrightText: Copyright 2026 Eden Emulator Project // SPDX-License-Identifier: GPL-3.0-or-later // SPDX-FileCopyrightText: Copyright 2019 yuzu Emulator Project // SPDX-License-Identifier: GPL-2.0-or-later #include #include #include #include #include #include #include #include #include #include #include #include "video_core/renderer_vulkan/renderer_vulkan.h" #include "common/assert.h" #include "shader_recompiler/exception.h" #include "common/logging.h" #include "common/scope_exit.h" #include "common/settings.h" #include "video_core/buffer_cache/buffer_cache.h" #include "video_core/gpu_logging/gpu_logging.h" #include "video_core/control/channel_state.h" #include "video_core/native_query_trace.h" #include "video_core/engines/maxwell_3d.h" #include "video_core/engines/kepler_compute.h" #include "video_core/engines/maxwell_3d.h" #include "video_core/host1x/gpu_device_memory_manager.h" #include "video_core/renderer_vulkan/blit_image.h" #include "video_core/renderer_vulkan/fixed_pipeline_state.h" #include "video_core/renderer_vulkan/maxwell_to_vk.h" #include "video_core/renderer_vulkan/vk_buffer_cache.h" #include "video_core/renderer_vulkan/vk_compute_pipeline.h" #include "video_core/renderer_vulkan/vk_descriptor_pool.h" #include "video_core/renderer_vulkan/vk_pipeline_cache.h" #include "video_core/renderer_vulkan/vk_query_cache.h" #include "video_core/renderer_vulkan/vk_rasterizer.h" #include "video_core/renderer_vulkan/vk_scheduler.h" #include "video_core/renderer_vulkan/vk_staging_buffer_pool.h" #include "video_core/renderer_vulkan/vk_state_tracker.h" #include "video_core/renderer_vulkan/vk_texture_cache.h" #include "video_core/renderer_vulkan/vk_update_descriptor.h" #include "video_core/shader_cache.h" #include "video_core/texture_cache/texture_cache_base.h" #include "video_core/vulkan_common/vulkan_device.h" #include "video_core/vulkan_common/vulkan_wrapper.h" #include "video_core/nx2_profile.h" namespace Vulkan { using Maxwell = Tegra::Engines::Maxwell3D::Regs; using VideoCommon::ImageViewId; using VideoCommon::ImageViewType; namespace { struct DrawParams { u32 base_instance; u32 num_instances; u32 base_vertex; u32 num_vertices; u32 first_index; bool is_indexed; }; VkViewport GetViewportState(const Device& device, const Maxwell& regs, size_t index, float scale) { const auto& src = regs.viewport_transform[index]; const auto conv = [scale](float value) { float new_value = value * scale; if (scale < 1.0f) { const bool sign = std::signbit(value); new_value = std::round(std::abs(new_value)); new_value = sign ? -new_value : new_value; } return new_value; }; const float x = conv(src.translate_x - src.scale_x); const float width = conv(src.scale_x * 2.0f); float y = conv(src.translate_y - src.scale_y); float height = conv(src.scale_y * 2.0f); const bool lower_left = regs.window_origin.mode != Maxwell::WindowOrigin::Mode::UpperLeft; const bool y_negate = !device.IsNvViewportSwizzleSupported() && src.swizzle.y == Maxwell::ViewportSwizzle::NegativeY; if (lower_left) { // Flip by surface clip height y += conv(static_cast(regs.surface_clip.height)); height = -height; } if (y_negate) { // Flip by viewport height y += height; height = -height; } const float reduce_z = regs.depth_mode == Maxwell::DepthMode::MinusOneToOne ? 1.0f : 0.0f; VkViewport viewport{ .x = x, .y = y, .width = width != 0.0f ? width : 1.0f, .height = height != 0.0f ? height : 1.0f, .minDepth = src.translate_z - src.scale_z * reduce_z, .maxDepth = src.translate_z + src.scale_z, }; if (!device.IsExtDepthRangeUnrestrictedSupported()) { viewport.minDepth = std::clamp(viewport.minDepth, 0.0f, 1.0f); viewport.maxDepth = std::clamp(viewport.maxDepth, 0.0f, 1.0f); } return viewport; } VkRect2D GetScissorState(const Maxwell& regs, size_t index, u32 up_scale = 1, u32 down_shift = 0) { const auto& src = regs.scissor_test[index]; VkRect2D scissor{}; const auto scale_up = [&](s32 value) -> s32 { if (value == 0) { return 0U; } const s32 upset = value * up_scale; s32 acumm = 0; if ((up_scale >> down_shift) == 0) { acumm = upset % 2; } const s32 converted_value = (value * up_scale) >> down_shift; return value < 0 ? std::min(converted_value - acumm, -1) : std::max(converted_value + acumm, 1); }; const bool lower_left = regs.window_origin.mode != Maxwell::WindowOrigin::Mode::UpperLeft; const s32 clip_height = regs.surface_clip.height; // Flip coordinates if lower left s32 min_y = lower_left ? (clip_height - src.max_y) : src.min_y.Value(); s32 max_y = lower_left ? (clip_height - src.min_y) : src.max_y.Value(); // Bound to render area min_y = (std::max)(min_y, 0); max_y = (std::max)(max_y, 0); if (src.enable) { scissor.offset.x = scale_up(src.min_x); scissor.offset.y = scale_up(min_y); scissor.extent.width = scale_up(src.max_x - src.min_x); scissor.extent.height = scale_up(max_y - min_y); } else { scissor.offset.x = 0; scissor.offset.y = 0; scissor.extent.width = (std::numeric_limits::max)(); scissor.extent.height = (std::numeric_limits::max)(); } return scissor; } DrawParams MakeDrawParams(const Tegra::Engines::Maxwell3D::DrawManager::State& draw_state, u32 num_instances, bool is_indexed) { DrawParams params{ .base_instance = draw_state.base_instance, .num_instances = num_instances, .base_vertex = is_indexed ? draw_state.base_index : draw_state.vertex_buffer.first, .num_vertices = is_indexed ? draw_state.index_buffer.count : draw_state.vertex_buffer.count, .first_index = is_indexed ? draw_state.index_buffer.first : 0, .is_indexed = is_indexed, }; // 6 triangle vertices per quad, base vertex is part of the index // See BindQuadIndexBuffer for more details if (draw_state.topology == Maxwell::PrimitiveTopology::Quads) { params.num_vertices = (params.num_vertices / 4) * 6; params.base_vertex = 0; params.is_indexed = true; } else if (draw_state.topology == Maxwell::PrimitiveTopology::QuadStrip) { params.num_vertices = (params.num_vertices - 2) / 2 * 6; params.base_vertex = 0; params.is_indexed = true; } return params; } bool SupportsPrimitiveRestart(VkPrimitiveTopology topology) { switch (topology) { case VK_PRIMITIVE_TOPOLOGY_POINT_LIST: case VK_PRIMITIVE_TOPOLOGY_LINE_LIST: case VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST: case VK_PRIMITIVE_TOPOLOGY_LINE_LIST_WITH_ADJACENCY: case VK_PRIMITIVE_TOPOLOGY_TRIANGLE_LIST_WITH_ADJACENCY: case VK_PRIMITIVE_TOPOLOGY_PATCH_LIST: return false; default: return true; } } bool IsPrimitiveRestartSupported(const Device& device, VkPrimitiveTopology topology) { return ((topology != VK_PRIMITIVE_TOPOLOGY_PATCH_LIST && device.IsTopologyListPrimitiveRestartSupported()) || SupportsPrimitiveRestart(topology) || (topology == VK_PRIMITIVE_TOPOLOGY_PATCH_LIST && device.IsPatchListPrimitiveRestartSupported())); } } // Anonymous namespace RasterizerVulkan::RasterizerVulkan(Core::Frontend::EmuWindow& emu_window_, Tegra::GPU& gpu_, Tegra::MaxwellDeviceMemoryManager& device_memory_, const Device& device_, MemoryAllocator& memory_allocator_, StateTracker& state_tracker_, Scheduler& scheduler_) : gpu{gpu_}, device_memory{device_memory_}, device{device_}, memory_allocator{memory_allocator_}, state_tracker{state_tracker_}, scheduler{scheduler_}, staging_pool(device, memory_allocator, scheduler), descriptor_pool(device, scheduler), guest_descriptor_queue(device, UpdateDescriptorQueue::GUEST_FRAME_PAYLOAD_SIZE, device.IsExtDescriptorBufferSupported()), compute_pass_descriptor_queue(device, UpdateDescriptorQueue::COMPUTE_FRAME_PAYLOAD_SIZE), descriptor_buffer_ring(device, memory_allocator), blit_image(device, scheduler, state_tracker, descriptor_pool), render_pass_cache(device), texture_cache_runtime{ device, scheduler, memory_allocator, staging_pool, blit_image, render_pass_cache, descriptor_pool, compute_pass_descriptor_queue}, texture_cache(texture_cache_runtime, device_memory), buffer_cache_runtime(device, memory_allocator, scheduler, staging_pool, guest_descriptor_queue, compute_pass_descriptor_queue, descriptor_pool), buffer_cache(device_memory, buffer_cache_runtime), query_cache_runtime(this, device_memory, buffer_cache, device, memory_allocator, scheduler, staging_pool, compute_pass_descriptor_queue, descriptor_pool, texture_cache), query_cache(gpu, *this, device_memory, query_cache_runtime), pipeline_cache(device_memory, device, scheduler, descriptor_pool, guest_descriptor_queue, descriptor_buffer_ring, render_pass_cache, buffer_cache, texture_cache, gpu.ShaderNotify()), accelerate_dma(buffer_cache, texture_cache, scheduler), fence_manager(*this, gpu, texture_cache, buffer_cache, query_cache, device, scheduler), wfi_event(device.GetLogical().CreateEvent()) { scheduler.SetQueryCache(query_cache); } RasterizerVulkan::~RasterizerVulkan() { scheduler.WaitWorker(); scheduler.Finish(); } template void RasterizerVulkan::PrepareDraw(bool is_indexed, Func&& draw_func) { SCOPE_EXIT { gpu.TickWork(); }; bool submitted = false; SCOPE_EXIT { auto& native = maxwell3d->GetNativeMacroEngine(); if (native.native_turing && !submitted) { native.native_execution_failed = true; LOG_DEBUG(HW_GPU, "Native graphics draw failed; refusing submission completion"); } }; namespace Profile = VideoCommon::Nx2Profile; { Profile::Scope scope{Profile::Zone::FlushWork}; FlushWork(); gpu_memory->FlushCaching(); } const auto report_failure = [&](std::string_view reason) { static std::set> seen; const auto& regs = maxwell3d->regs; const u64 vs = (u64{regs.pipelines[1].reserved[0] & 0xff} << 32) | regs.pipelines[1].reserved[1]; const u64 ps = (u64{regs.pipelines[5].reserved[0] & 0xff} << 32) | regs.pipelines[5].reserved[1]; if (seen.size() < 64 && seen.emplace(vs, ps, reason).second) { LOG_WARNING(HW_GPU, "Draw skipped ({}): vs={:#x} ps={:#x} rt0={:#x} {}x{}", reason, vs, ps, regs.rt[0].Address(), regs.rt[0].width, regs.rt[0].height); } }; GraphicsPipeline* const pipeline{[&] { Profile::Scope scope{Profile::Zone::PipelineLookup}; return pipeline_cache.CurrentGraphicsPipeline(); }()}; if (!pipeline) { report_failure("no pipeline"); return; } // Task/mesh pipelines: the draw's vertex count is the number of task workgroups. mesh_draw = pipeline->IsMeshPipeline(); // EDEN_NX2_NO_MESH=1: skip task/mesh draws as before they were supported (A/B comparisons). // EDEN_NX2_NO_MESH_FILE=: skip them while that file exists (checked every 1024 draws), // to compare the same scene with and without them in one run. static const bool no_mesh_always{std::getenv("EDEN_NX2_NO_MESH") != nullptr}; static const char* const no_mesh_file{std::getenv("EDEN_NX2_NO_MESH_FILE")}; static bool no_mesh{no_mesh_always}; static u32 no_mesh_check{}; if (no_mesh_file && (no_mesh_check++ % 1024) == 0) { no_mesh = std::filesystem::exists(no_mesh_file); } if (mesh_draw && (no_mesh || !device.IsExtMeshShaderSupported())) { report_failure(no_mesh ? "EDEN_NX2_NO_MESH" : "no VK_EXT_mesh_shader"); return; } std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex}; // update engine as channel may be different. pipeline->SetEngine(maxwell3d, gpu_memory); const u32 repack_dirty = buffer_cache_runtime.SetVertexRepackLayout( maxwell3d->regs, pipeline->HasDynamicVertexInput()); if (repack_dirty) { auto& flags = maxwell3d->dirty.flags; flags[VideoCommon::Dirty::VertexBuffers] = true; flags[Dirty::VertexInput] = true; for (u32 binding = 0; binding < 32; ++binding) { if (repack_dirty & (1U << binding)) { flags[VideoCommon::Dirty::VertexBuffer0 + binding] = true; } } } if (Profile::Scope scope{Profile::Zone::Configure}; !pipeline->Configure(is_indexed)) { report_failure("configure failed"); return; } { Profile::Scope scope{Profile::Zone::DynamicState}; UpdateDynamicStates(); } query_cache.NotifySegment(true); HandleTransformFeedback(); query_cache.CounterEnable(VideoCommon::QueryType::ZPassPixelCount64, maxwell3d->regs.zpass_pixel_count_enable); { Profile::Scope scope{Profile::Zone::DrawRecord}; draw_func(); } submitted = true; static u32 native_capture_count{}; if (maxwell3d->GetNativeMacroEngine().native_turing && native_capture_count < 16 && [] { static const bool capture = std::getenv("EDEN_NATIVE_DRAW_CAPTURE") != nullptr; return capture; }()) { const u32 capture = native_capture_count++; const auto prefix = fmt::format("native-draw-{}", capture); const auto dump = [&](const std::string& name, GPUVAddr address, size_t size) { if (!size || !gpu_memory->IsFullyMappedRange(address, size)) return; std::vector bytes(size); gpu_memory->ReadBlockUnsafe(address, bytes.data(), bytes.size()); std::ofstream file(prefix + name + ".bin", std::ios::binary); file.write(reinterpret_cast(bytes.data()), bytes.size()); LOG_INFO(HW_GPU, "Native draw capture {}{}: address={:#x}, bytes={}, nonzero={}", capture, name, address, size, std::count_if(bytes.begin(), bytes.end(), [](u8 byte) { return byte != 0; })); }; const auto& regs = maxwell3d->regs; const auto& rt = regs.rt[0]; const size_t size = static_cast(rt.array_pitch) * 4; if (size && size <= 16 * 1024 * 1024) { if (const auto address = gpu_memory->GpuToCpuAddress(rt.Address(), size)) { LOG_INFO(HW_GPU, "Native draw {} render target physical address={:#x}", capture, *address); texture_cache.DownloadMemory(*address, size); dump("-rt0", rt.Address(), size); } } std::ofstream registers(prefix + "-registers.bin", std::ios::binary); registers.write(reinterpret_cast(®s), sizeof(regs)); for (size_t stream = 0; stream < 4; ++stream) { if (regs.vertex_streams[stream].IsEnabled()) dump(fmt::format("-vertex-{}", stream), regs.vertex_streams[stream].Address(), 128); } for (size_t stage : {0U, 4U}) { for (size_t bank : {2U, 3U}) { const auto& cb = maxwell3d->state.shader_stages[stage].const_buffers[bank]; if (cb.enabled) dump(fmt::format("-cbuf-{}-{}", stage, bank), cb.address, std::min(cb.size, 128)); } } } } namespace { // EDEN_NX2_WINDOW_TRACE: describe clears and draws into screen-sized colour targets (debug aid). void TraceWindowTarget(const Tegra::Engines::Maxwell3D& maxwell3d, Tegra::MemoryManager& memory, const char* kind, u32 count) { static const bool trace = std::getenv("EDEN_NX2_WINDOW_TRACE") != nullptr; static u32 traced{}; const auto& regs = maxwell3d.regs; static const u64 skip = [] { const char* value = std::getenv("EDEN_NX2_WINDOW_TRACE_SKIP"); return value != nullptr ? std::strtoull(value, nullptr, 10) : 0ULL; }(); static u64 seen_events{}; static const u64 only_ps = [] { const char* value = std::getenv("EDEN_NX2_TRACE_PS"); return value != nullptr ? std::strtoull(value, nullptr, 16) : 0ULL; }(); const u64 pixel_shader = (u64{regs.pipelines[5].reserved[0] & 0xff} << 32) | regs.pipelines[5].reserved[1]; if (!trace || regs.rt[0].width != 3840 || traced >= 400 || seen_events++ < skip || (only_ps != 0 && pixel_shader != only_ps)) { return; } ++traced; const auto& vp = regs.viewport_transform[0]; const auto& sc = regs.scissor_test[0]; LOG_INFO(HW_GPU, "nx2 window {} rt0={:#x} count={} clear={:#x} color=({},{},{},{}) mask_common={} " "mask0={:#x} rt_count={} vp scale=({},{}) translate=({},{}) scissor en={} x={}..{} " "y={}..{} blend0={} vs={:#x} ps={:#x} rasterize={}", kind, regs.rt[0].Address(), count, regs.clear_surface.raw, regs.clear_color[0], regs.clear_color[1], regs.clear_color[2], regs.clear_color[3], regs.color_mask_common, regs.color_mask[0].raw, regs.rt_control.count.Value(), vp.scale_x, vp.scale_y, vp.translate_x, vp.translate_y, sc.enable, sc.min_x.Value(), sc.max_x.Value(), sc.min_y.Value(), sc.max_y.Value(), regs.blend.enable[0], (u64{regs.pipelines[1].reserved[0] & 0xff} << 32) | regs.pipelines[1].reserved[1], (u64{regs.pipelines[5].reserved[0] & 0xff} << 32) | regs.pipelines[5].reserved[1], regs.rasterize_enable); if (kind[0] != 'd') { return; } // Pixel-stage constant buffer 3: colour constants of the loading-screen passes. if (const auto& cb3 = maxwell3d.state.shader_stages[4].const_buffers[3]; cb3.enabled) { std::array values{}; memory.ReadBlockUnsafe(cb3.address, values.data(), sizeof(values)); LOG_INFO(HW_GPU, "nx2 window ps c[3]@{:#x} size={}: {}", cb3.address, cb3.size, fmt::join(values, " ")); } static u32 texture_traces{}; if (texture_traces++ > 200) { return; } // Texture used by the pixel shader's first bound TEX (handle in c[2][0x20]) and its TIC. const auto& cb = maxwell3d.state.shader_stages[4].const_buffers[2]; const u32 handle = cb.enabled ? memory.Read(cb.address + 0x20) : 0; const u32 tic_index = handle & 0xfffff; const GPUVAddr tic_address = regs.tex_header.Address() + u64{tic_index} * 32; std::array tic{}; memory.ReadBlockUnsafe(tic_address, tic.data(), sizeof(tic)); LOG_INFO(HW_GPU, "nx2 window texture: cb2={:#x} en={} handle={:#x} tic pool={:#x} limit={} " "sampler pool={:#x} tic[{}]={:08x}", cb.address, cb.enabled, handle, regs.tex_header.Address(), regs.tex_header.limit, regs.tex_sampler.Address(), tic_index, fmt::join(tic, " ")); // First bytes of the texture's memory (block-linear, so just a sample). const GPUVAddr texture = (GPUVAddr{tic[2] & 0xffff} << 32) | tic[1]; std::array texels{}; memory.ReadBlockUnsafe(texture, texels.data(), sizeof(texels)); LOG_INFO(HW_GPU, "nx2 window texture {:#x} {}x{}: {:08x}", texture, (tic[4] & 0xffff) + 1, (tic[5] & 0xffff) + 1, fmt::join(texels, " ")); // EDEN_NX2_TEXTURE_DUMP=: save the first 4 MiB of the last traced texture's memory. if (const char* path = std::getenv("EDEN_NX2_TEXTURE_DUMP"); path != nullptr) { std::vector bytes(2048u * 10240u); memory.ReadBlockUnsafe(texture, bytes.data(), bytes.size()); if (std::FILE* file = std::fopen(path, "wb")) { std::fwrite(bytes.data(), 1, bytes.size(), file); std::fclose(file); } } } } // Anonymous namespace void RasterizerVulkan::Draw(bool is_indexed, u32 instance_count) { VideoCommon::Nx2Profile::Scope profile_scope{VideoCommon::Nx2Profile::Zone::Draw}; TraceWindowTarget(*maxwell3d, *gpu_memory, is_indexed ? "draw-indexed" : "draw", is_indexed ? maxwell3d->draw_manager.draw_state.index_buffer.count : maxwell3d->draw_manager.draw_state.vertex_buffer.count); // EDEN_NX2_CB24_TRACE: for draws whose vertex shader reads bank 24, show the inline // constant buffer upload target (CB_ADDRESS) and its first words. if (static const bool trace = std::getenv("EDEN_NX2_CB24_TRACE") != nullptr; trace) { const auto& regs = maxwell3d->regs; const u64 vs = (u64{regs.pipelines[1].reserved[0] & 0xff} << 32) | regs.pipelines[1].reserved[1]; static u32 logged{}; if ((vs == 0x11471c9a00 || vs == 0x11471ca600 || vs == 0x11471cd300) && logged++ < 3) { std::array words{}; gpu_memory->ReadBlockUnsafe(regs.const_buffer.Address(), words.data(), sizeof(words)); LOG_INFO(HW_GPU, "bank24 draw vs={:#x}: CB_ADDRESS {:#x} size {:#x} offset {:#x}: {:08x}", vs, regs.const_buffer.Address(), regs.const_buffer.size, regs.const_buffer.offset, fmt::join(words, " ")); // Search every bound vertex-stage buffer for render-target-size values. const auto& stage = maxwell3d->state.shader_stages[0]; for (u32 slot = 0; slot < Tegra::Engines::Maxwell3D::Regs::MaxConstBuffers; ++slot) { const auto& buffer = stage.const_buffers[slot]; if (!buffer.enabled || buffer.size == 0) continue; std::vector data(std::min(buffer.size, 0x10000) / 4); gpu_memory->ReadBlockUnsafe(buffer.address, data.data(), data.size() * 4); for (size_t i = 0; i < data.size(); ++i) { const u32 w = data[i]; if (w == 0x45200000 || w == 0x44b40000 || w == 0x39cccccd || w == 0x3a360b61 || w == 0x44a00000 || w == 0x44340000 || w == 2559 || w == 1439) { LOG_INFO(HW_GPU, " slot {} +{:#x} = {:#x}", slot, i * 4, w); } } } } } // EDEN_NX2_TRACE_VS=
: describe the next few draws using that vertex shader like the // after-upscale trace does (render target, blend, fragment textures). static const u64 trace_vs = [] { const char* value = std::getenv("EDEN_NX2_TRACE_VS"); return value ? std::strtoull(value, nullptr, 16) : 0ULL; }(); if (trace_vs != 0) { const auto& regs = maxwell3d->regs; const u64 vs = (u64{regs.pipelines[1].reserved[0] & 0xff} << 32) | regs.pipelines[1].reserved[1]; static u32 traced{}; if (vs == trace_vs && traced++ % 200 == 0 && traced < 1000) { Tegra::Engines::g_nx2_trace_draws_after_upscale = 1; } } if (Tegra::Engines::g_nx2_trace_draws_after_upscale > 0) { --Tegra::Engines::g_nx2_trace_draws_after_upscale; const auto& regs = maxwell3d->regs; const u64 vs = (u64{regs.pipelines[1].reserved[0] & 0xff} << 32) | regs.pipelines[1].reserved[1]; const u64 ps = (u64{regs.pipelines[5].reserved[0] & 0xff} << 32) | regs.pipelines[5].reserved[1]; LOG_INFO(HW_GPU, "after upscale: draw rt0 {:#x} {}x{} fmt {:#x} block {}/{}/{} pitch_linear {} depth {} array_pitch {:#x} ctrl {:#x} vs {:#x} ps {:#x}", regs.rt[0].Address(), regs.rt[0].width, regs.rt[0].height, static_cast(regs.rt[0].format), regs.rt[0].tile_mode.block_width.Value(), regs.rt[0].tile_mode.block_height.Value(), regs.rt[0].tile_mode.block_depth.Value(), regs.rt[0].tile_mode.is_pitch_linear.Value(), regs.rt[0].depth.Value(), regs.rt[0].array_pitch, regs.rt_control.count.Value(), vs, ps); // Fragment-stage texture handles (bound buffer 2) and the images they name. const auto& handles = maxwell3d->state.shader_stages[4].const_buffers[2]; if (handles.enabled) { for (u32 i = 0; i < 24; ++i) { const u32 handle = gpu_memory->Read(handles.address + i * 4); if (handle == 0 || handle == 0xffffffff) continue; Tegra::Texture::TICEntry tic{}; gpu_memory->ReadBlockUnsafe(regs.tex_header.Address() + u64{handle & 0xfffff} * sizeof(tic), &tic, sizeof(tic)); LOG_INFO(HW_GPU, " fs handle[{}] = {:#x}: {:#x} {}x{} format {:#x}", i, handle, tic.Address(), tic.Width(), tic.Height(), static_cast(tic.format.Value())); } } const auto& bt = regs.blend_per_target[0]; LOG_INFO(HW_GPU, " blend enable {} per-target {} global op {} src {:#x} dst {:#x} | rt0 op {} src {:#x} dst {:#x} alpha {:#x}/{:#x} mask {:#x}", regs.blend.enable[0], regs.blend_per_target_enabled, static_cast(regs.blend.color_op), static_cast(regs.blend.color_source), static_cast(regs.blend.color_dest), static_cast(bt.color_op), static_cast(bt.color_source), static_cast(bt.color_dest), static_cast(bt.alpha_source), static_cast(bt.alpha_dest), regs.color_mask[0].raw); } // EDEN_NX2_SKIP_VS=
[,
...]: drop draws using those vertex shaders (debug aid). static const std::vector skip_list = [] { std::vector list; if (const char* value = std::getenv("EDEN_NX2_SKIP_VS")) { for (char* end = nullptr; *value; value = *end ? end + 1 : end) { list.push_back(std::strtoull(value, &end, 16)); if (end == value) break; } } return list; }(); if (!skip_list.empty()) { const auto& regs = maxwell3d->regs; const u64 vs = (u64{regs.pipelines[1].reserved[0] & 0xff} << 32) | regs.pipelines[1].reserved[1]; if (std::find(skip_list.begin(), skip_list.end(), vs) != skip_list.end()) return; } // EDEN_NX2_RT_TRACE: log the first draw to every distinct colour target (debug aid). if (static const bool trace = std::getenv("EDEN_NX2_RT_TRACE") != nullptr; trace) { static std::set> seen; const auto& regs = maxwell3d->regs; const auto& rt = regs.rt[0]; const u64 vs = (u64{regs.pipelines[1].reserved[0] & 0xff} << 32) | regs.pipelines[1].reserved[1]; const u64 ps = (u64{regs.pipelines[5].reserved[0] & 0xff} << 32) | regs.pipelines[5].reserved[1]; const auto key = std::make_tuple(rt.Address(), rt.width, static_cast(rt.format), vs, ps); if (rt.width >= 640 && seen.size() < 600 && seen.insert(key).second) { LOG_INFO(HW_GPU, "nx2 draw target {:#x} {}x{} format={:#x} vs={:#x} ps={:#x} blend={} (pairs so far {})", rt.Address(), rt.width, rt.height, static_cast(rt.format), vs, ps, regs.blend.enable[0], seen.size()); } } PrepareDraw(is_indexed, [this, is_indexed, instance_count] { const auto& draw_state = maxwell3d->draw_manager.draw_state; const u32 num_instances{instance_count}; const DrawParams draw_params{MakeDrawParams(draw_state, num_instances, is_indexed)}; if (mesh_draw) { scheduler.Record([groups = draw_params.num_vertices](vk::CommandBuffer cmdbuf) { cmdbuf.DrawMeshTasksEXT(groups, 1, 1); }); return; } scheduler.Record([draw_params](vk::CommandBuffer cmdbuf) { if (draw_params.is_indexed) { cmdbuf.DrawIndexed(draw_params.num_vertices, draw_params.num_instances, draw_params.first_index, draw_params.base_vertex, draw_params.base_instance); } else { cmdbuf.Draw(draw_params.num_vertices, draw_params.num_instances, draw_params.base_vertex, draw_params.base_instance); } }); // Log draw call if (GPU::Logging::IsActive() && Settings::values.gpu_log_vulkan_calls.GetValue()) { const std::string params = is_indexed ? fmt::format("vertices={}, instances={}, firstIndex={}, baseVertex={}, baseInstance={}", draw_params.num_vertices, draw_params.num_instances, draw_params.first_index, draw_params.base_vertex, draw_params.base_instance) : fmt::format("vertices={}, instances={}, firstVertex={}, firstInstance={}", draw_params.num_vertices, draw_params.num_instances, draw_params.base_vertex, draw_params.base_instance); GPU::Logging::GPULogger::GetInstance().LogVulkanCall( is_indexed ? "vkCmdDrawIndexed" : "vkCmdDraw", params, VK_SUCCESS); } }); } void RasterizerVulkan::DrawIndirect() { VideoCommon::Nx2Profile::Scope profile_scope{VideoCommon::Nx2Profile::Zone::Draw}; const auto& params = maxwell3d->draw_manager.indirect_state; buffer_cache.SetDrawIndirect(¶ms); PrepareDraw(params.is_indexed, [this, ¶ms] { if (mesh_draw) { // Indirect task/mesh draws would need vkCmdDrawMeshTasksIndirectEXT's layout. static bool logged{}; if (!std::exchange(logged, true)) { LOG_WARNING(Render_Vulkan, "Indirect task/mesh draw skipped"); } return; } const auto indirect_buffer = buffer_cache.GetDrawIndirectBuffer(); const auto& buffer = indirect_buffer.first; const auto& offset = indirect_buffer.second; if (params.is_byte_count) { scheduler.Record([buffer_obj = buffer->Handle(), offset, stride = params.stride](vk::CommandBuffer cmdbuf) { cmdbuf.DrawIndirectByteCountEXT(1, 0, buffer_obj, offset, 0, static_cast(stride)); }); return; } if (params.include_count) { const auto count = buffer_cache.GetDrawIndirectCount(); const auto& draw_buffer = count.first; const auto& offset_base = count.second; scheduler.Record([draw_buffer_obj = draw_buffer->Handle(), buffer_obj = buffer->Handle(), offset_base, offset, params](vk::CommandBuffer cmdbuf) { if (params.is_indexed) { cmdbuf.DrawIndexedIndirectCount( buffer_obj, offset, draw_buffer_obj, offset_base, static_cast(params.max_draw_counts), static_cast(params.stride)); } else { cmdbuf.DrawIndirectCount(buffer_obj, offset, draw_buffer_obj, offset_base, static_cast(params.max_draw_counts), static_cast(params.stride)); } }); return; } scheduler.Record([buffer_obj = buffer->Handle(), offset, params](vk::CommandBuffer cmdbuf) { if (params.is_indexed) { cmdbuf.DrawIndexedIndirect(buffer_obj, offset, static_cast(params.max_draw_counts), static_cast(params.stride)); } else { cmdbuf.DrawIndirect(buffer_obj, offset, static_cast(params.max_draw_counts), static_cast(params.stride)); } }); // Log indirect draw call if (GPU::Logging::IsActive() && Settings::values.gpu_log_vulkan_calls.GetValue()) { const std::string log_params = fmt::format("drawCount={}, stride={}", params.max_draw_counts, params.stride); GPU::Logging::GPULogger::GetInstance().LogVulkanCall( params.is_indexed ? "vkCmdDrawIndexedIndirect" : "vkCmdDrawIndirect", log_params, VK_SUCCESS); } }); buffer_cache.SetDrawIndirect(nullptr); } void RasterizerVulkan::DrawTexture() { SCOPE_EXIT { gpu.TickWork(); }; FlushWork(); std::scoped_lock l{texture_cache.mutex}; texture_cache.SynchronizeDescriptors(false); texture_cache.UpdateRenderTargets(false); UpdateDynamicStates(); query_cache.NotifySegment(true); query_cache.CounterEnable(VideoCommon::QueryType::ZPassPixelCount64, maxwell3d->regs.zpass_pixel_count_enable); const auto& draw_texture_state = maxwell3d->draw_manager.draw_texture_state; const auto& sampler = texture_cache.GetSampler(draw_texture_state.src_sampler, false); const auto& texture = texture_cache.GetImageView(draw_texture_state.src_texture); const auto* framebuffer = texture_cache.GetFramebuffer(); const bool src_rescaling = texture_cache.IsRescaling() && texture.IsRescaled(); const bool dst_rescaling = texture_cache.IsRescaling() && framebuffer->IsRescaled(); const auto ScaleSrc = [&](auto dim_f) -> s32 { auto dim = static_cast(dim_f); return src_rescaling ? Settings::values.resolution_info.ScaleUp(dim) : dim; }; const auto ScaleDst = [&](auto dim_f) -> s32 { auto dim = static_cast(dim_f); return dst_rescaling ? Settings::values.resolution_info.ScaleUp(dim) : dim; }; Region2D dst_region = {Offset2D{.x = ScaleDst(draw_texture_state.dst_x0), .y = ScaleDst(draw_texture_state.dst_y0)}, Offset2D{.x = ScaleDst(draw_texture_state.dst_x1), .y = ScaleDst(draw_texture_state.dst_y1)}}; Region2D src_region = {Offset2D{.x = ScaleSrc(draw_texture_state.src_x0), .y = ScaleSrc(draw_texture_state.src_y0)}, Offset2D{.x = ScaleSrc(draw_texture_state.src_x1), .y = ScaleSrc(draw_texture_state.src_y1)}}; Extent3D src_size = {static_cast(ScaleSrc(texture.size.width)), static_cast(ScaleSrc(texture.size.height)), texture.size.depth}; blit_image.BlitColor(framebuffer, texture.RenderTarget(), texture.ImageHandle(), sampler->Handle(), dst_region, src_region, src_size); } void RasterizerVulkan::Clear(u32 layer_count) { VideoCommon::Nx2Profile::Scope profile_scope{VideoCommon::Nx2Profile::Zone::Clear}; if (Tegra::Engines::g_nx2_trace_draws_after_upscale > 0) { const auto& regs = maxwell3d->regs; LOG_INFO(HW_GPU, "after upscale: clear rt0 {:#x} {}x{} fmt {:#x} surface {:#x} colour {} {} {} {}", regs.rt[0].Address(), regs.rt[0].width, regs.rt[0].height, static_cast(regs.rt[0].format), regs.clear_surface.raw, regs.clear_color[0], regs.clear_color[1], regs.clear_color[2], regs.clear_color[3]); } TraceWindowTarget(*maxwell3d, *gpu_memory, "clear", layer_count); FlushWork(); gpu_memory->FlushCaching(); auto& regs = maxwell3d->regs; const bool use_color = regs.clear_surface.R || regs.clear_surface.G || regs.clear_surface.B || regs.clear_surface.A; const bool use_depth = regs.clear_surface.Z; const bool use_stencil = regs.clear_surface.S; if (!use_color && !use_depth && !use_stencil) { return; } std::scoped_lock lock{texture_cache.mutex}; texture_cache.UpdateRenderTargets(true); const Framebuffer* const framebuffer = texture_cache.GetFramebuffer(); const VkExtent2D render_area = framebuffer->RenderArea(); constexpr bool ENABLE_DEFERRED_CLEAR = true; const bool color_full_channels = regs.clear_surface.R && regs.clear_surface.G && regs.clear_surface.B && regs.clear_surface.A; const bool stencil_partial = use_stencil && framebuffer->HasAspectStencilBit() && regs.stencil_front_mask != 0xFF && regs.stencil_front_mask != 0; const bool ds_used = use_depth || use_stencil; const bool ds_deferrable = !ds_used || ((!framebuffer->HasAspectDepthBit() || use_depth) && (!framebuffer->HasAspectStencilBit() || use_stencil) && !stencil_partial); u32 up_scale = 1; u32 down_shift = 0; if (texture_cache.IsRescaling()) { up_scale = Settings::values.resolution_info.up_scale; down_shift = Settings::values.resolution_info.down_shift; } VkRect2D default_scissor{}; default_scissor.offset.x = 0; default_scissor.offset.y = 0; default_scissor.extent.width = (std::numeric_limits::max)(); default_scissor.extent.height = (std::numeric_limits::max)(); VkClearRect clear_rect{ .rect = regs.clear_control.use_scissor ? GetScissorState(regs, 0, up_scale, down_shift) : default_scissor, .baseArrayLayer = regs.clear_surface.layer, .layerCount = layer_count, }; const auto clamp_rect_to_render_area = [render_area](VkRect2D& rect) -> bool { const auto clamp_axis = [](s32& offset, u32& extent, u32 limit) { auto clamp_offset = [&offset, limit]() { if (limit == 0) { offset = 0; return; } offset = std::clamp(offset, 0, static_cast(limit)); }; if (extent == 0) { clamp_offset(); return; } if (offset < 0) { const u32 shrink = (std::min)(extent, static_cast(-offset)); extent -= shrink; offset = 0; } if (limit == 0) { extent = 0; offset = 0; return; } if (offset >= s32(limit)) { offset = s32(limit); extent = 0; return; } const u64 end_coord = u64(offset) + extent; if (end_coord > limit) { extent = limit - u32(offset); } }; clamp_axis(rect.offset.x, rect.extent.width, render_area.width); clamp_axis(rect.offset.y, rect.extent.height, render_area.height); return rect.extent.width != 0 && rect.extent.height != 0; }; if (!clamp_rect_to_render_area(clear_rect.rect)) { return; } const bool clear_covers_render_area = clear_rect.rect.offset.x == 0 && clear_rect.rect.offset.y == 0 && clear_rect.rect.extent.width >= render_area.width && clear_rect.rect.extent.height >= render_area.height; const bool can_defer_clear = ENABLE_DEFERRED_CLEAR && (!regs.clear_control.use_scissor || clear_covers_render_area) && regs.clear_surface.layer == 0 && !scheduler.IsRenderPassActive() && (!use_color || color_full_channels) && ds_deferrable; if (!can_defer_clear) { scheduler.RequestRenderpass(framebuffer); } query_cache.NotifySegment(true); query_cache.CounterEnable(VideoCommon::QueryType::ZPassPixelCount64, maxwell3d->regs.zpass_pixel_count_enable); UpdateViewportsState(regs); const u32 color_attachment = regs.clear_surface.RT; if (use_color && framebuffer->HasAspectColorBit(color_attachment)) { const auto format = VideoCore::Surface::PixelFormatFromRenderTargetFormat(regs.rt[color_attachment].format); bool is_integer = IsPixelFormatInteger(format); bool is_signed = IsPixelFormatSignedInteger(format); size_t int_size = PixelComponentSizeBitsInteger(format); VkClearValue clear_value{}; if (!is_integer) { std::memcpy(clear_value.color.float32, regs.clear_color.data(), regs.clear_color.size() * sizeof(f32)); } else if (!is_signed) { for (size_t i = 0; i < 4; i++) clear_value.color.uint32[i] = u32(f32(u64(int_size) << 1U) * regs.clear_color[i]); } else { for (size_t i = 0; i < 4; i++) clear_value.color.int32[i] = s32(f32(s64(int_size - 1) << 1) * (regs.clear_color[i] - 0.5f)); } if (color_full_channels) { if (can_defer_clear) { scheduler.DeferColorClear(framebuffer, color_attachment, clear_value); } else { scheduler.Record([color_attachment, clear_value, clear_rect](vk::CommandBuffer cmdbuf) { const VkClearAttachment attachment{ .aspectMask = VK_IMAGE_ASPECT_COLOR_BIT, .colorAttachment = color_attachment, .clearValue = clear_value, }; cmdbuf.ClearAttachments(attachment, clear_rect); }); } } else { u8 color_mask = u8(regs.clear_surface.R | regs.clear_surface.G << 1 | regs.clear_surface.B << 2 | regs.clear_surface.A << 3); Region2D dst_region = { Offset2D{.x = clear_rect.rect.offset.x, .y = clear_rect.rect.offset.y}, Offset2D{.x = clear_rect.rect.offset.x + s32(clear_rect.rect.extent.width), .y = clear_rect.rect.offset.y + s32(clear_rect.rect.extent.height)}}; blit_image.ClearColor(framebuffer, color_mask, regs.clear_color, dst_region); } } if (!use_depth && !use_stencil) { return; } VkImageAspectFlags aspect_flags = 0; if (use_depth && framebuffer->HasAspectDepthBit()) { aspect_flags |= VK_IMAGE_ASPECT_DEPTH_BIT; } if (use_stencil && framebuffer->HasAspectStencilBit()) { aspect_flags |= VK_IMAGE_ASPECT_STENCIL_BIT; } if (aspect_flags == 0) { return; } if (use_stencil && framebuffer->HasAspectStencilBit() && regs.stencil_front_mask != 0xFF && regs.stencil_front_mask != 0) { Region2D dst_region = { Offset2D{.x = clear_rect.rect.offset.x, .y = clear_rect.rect.offset.y}, Offset2D{.x = clear_rect.rect.offset.x + s32(clear_rect.rect.extent.width), .y = clear_rect.rect.offset.y + s32(clear_rect.rect.extent.height)}}; blit_image.ClearDepthStencil(framebuffer, use_depth, regs.clear_depth, u8(regs.stencil_front_mask), regs.clear_stencil, regs.stencil_front_func_mask, dst_region); } else if (can_defer_clear) { VkClearValue ds_value{}; ds_value.depthStencil.depth = regs.clear_depth; ds_value.depthStencil.stencil = regs.clear_stencil; scheduler.DeferDepthStencilClear(framebuffer, ds_value); } else { scheduler.Record([clear_depth = regs.clear_depth, clear_stencil = regs.clear_stencil, clear_rect, aspect_flags](vk::CommandBuffer cmdbuf) { VkClearAttachment attachment; attachment.aspectMask = aspect_flags; attachment.colorAttachment = 0; attachment.clearValue.depthStencil.depth = clear_depth; attachment.clearValue.depthStencil.stencil = clear_stencil; cmdbuf.ClearAttachments(attachment, clear_rect); }); } } void RasterizerVulkan::DispatchCompute() { VideoCommon::Nx2Profile::Scope profile_scope{VideoCommon::Nx2Profile::Zone::Compute}; FlushWork(); gpu_memory->FlushCaching(); ComputePipeline* const pipeline{pipeline_cache.CurrentComputePipeline()}; if (!pipeline) { if (kepler_compute->IsNativeMode()) throw Shader::RuntimeError("Native compute pipeline unavailable"); return; } std::scoped_lock lock{texture_cache.mutex, buffer_cache.mutex}; // Command list pages the dispatch writes are copied for the split's front right after it. buffer_cache.Nx2CollectListCopies(true); SCOPE_EXIT { buffer_cache.Nx2CollectListCopies(false); }; if (!pipeline->Configure(*kepler_compute, *gpu_memory, scheduler, buffer_cache, texture_cache)) { if (kepler_compute->IsNativeMode()) throw Shader::RuntimeError("Native compute resources unavailable"); return; } const auto& qmd{kepler_compute->launch_description}; auto indirect_address = kepler_compute->GetIndirectComputeAddress(); if (indirect_address) { // DispatchIndirect static constexpr auto sync_info = VideoCommon::ObtainBufferSynchronize::FullSynchronize; const auto post_op = VideoCommon::ObtainBufferOperation::DiscardWrite; const auto [buffer, offset] = buffer_cache.ObtainBuffer(*indirect_address, 12, sync_info, post_op); scheduler.RequestOutsideRenderPassOperationContext(); scheduler.Record([pipeline, indirect_buffer = buffer->Handle(), indirect_offset = offset](vk::CommandBuffer cmdbuf) { if (!pipeline->IsBound()) { return; } cmdbuf.DispatchIndirect(indirect_buffer, indirect_offset); }); SubmitNx2ListCopies(); return; } const std::array dim{qmd.grid_dim_x, qmd.grid_dim_y, qmd.grid_dim_z}; const std::array max_dim{device.GetMaxComputeWorkGroupCount()}; if (dim[0] > max_dim[0] || dim[1] > max_dim[1] || dim[2] > max_dim[2]) { return; } scheduler.RequestOutsideRenderPassOperationContext(); static constexpr VkMemoryBarrier READ_BARRIER{ .sType = VK_STRUCTURE_TYPE_MEMORY_BARRIER, .pNext = nullptr, .srcAccessMask = VK_ACCESS_MEMORY_WRITE_BIT, .dstAccessMask = VK_ACCESS_MEMORY_READ_BIT, }; scheduler.Record([](vk::CommandBuffer cmdbuf) { cmdbuf.PipelineBarrier(vk::PIPELINE_STAGE_GRAPHICS_COMPUTE_TRANSFER, VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT, 0, READ_BARRIER); }); scheduler.Record([pipeline, dim](vk::CommandBuffer cmdbuf) { if (!pipeline->IsBound()) { return; } cmdbuf.Dispatch(dim[0], dim[1], dim[2]); }); SubmitNx2ListCopies(); // Log compute dispatch if (GPU::Logging::IsActive() && Settings::values.gpu_log_vulkan_calls.GetValue()) { const std::string params = fmt::format("groupCountX={}, groupCountY={}, groupCountZ={}", dim[0], dim[1], dim[2]); GPU::Logging::GPULogger::GetInstance().LogVulkanCall( "vkCmdDispatch", params, VK_SUCCESS); } } void RasterizerVulkan::ResetCounter(VideoCommon::QueryType type) { switch (type) { case VideoCommon::QueryType::ZPassPixelCount64: case VideoCommon::QueryType::StreamingByteCount: case VideoCommon::QueryType::StreamingPrimitivesSucceeded: case VideoCommon::QueryType::VtgPrimitivesOut: query_cache.CounterReset(type); return; default: LOG_DEBUG(Render_Vulkan, "Unimplemented counter reset={}", type); return; } } void RasterizerVulkan::Query(GPUVAddr gpu_addr, VideoCommon::QueryType type, VideoCommon::QueryPropertiesFlags flags, u32 payload, u32 subreport) { query_cache.CounterReport(gpu_addr, type, flags, payload, subreport); } void RasterizerVulkan::BindGraphicsUniformBuffer(size_t stage, u32 index, GPUVAddr gpu_addr, u32 size) { buffer_cache.BindGraphicsUniformBuffer(stage, index, gpu_addr, size); } void Vulkan::RasterizerVulkan::DisableGraphicsUniformBuffer(size_t stage, u32 index) { buffer_cache.DisableGraphicsUniformBuffer(stage, index); } void RasterizerVulkan::FlushAll() {} void RasterizerVulkan::SubmitNx2ListCopies() { if (buffer_cache.Nx2CopyListPages(scheduler.CurrentTick())) { scheduler.Flush(); } } VideoCore::RasterizerInterface::GpuWrittenList RasterizerVulkan::ReadGpuWrittenCommandList( DAddr addr, std::span out) { // No cache lock: the front only reads the copies, under their own lock. switch (buffer_cache.Nx2ReadListCopy(addr, out)) { case BufferCache::Nx2ListRead::Copied: return GpuWrittenList::Copied; case BufferCache::Nx2ListRead::Synced: return GpuWrittenList::Synced; default: return GpuWrittenList::Unknown; } } void RasterizerVulkan::NoteGpuWrittenCommandListSynced(DAddr page) { buffer_cache.Nx2NoteListSynced(page); } void RasterizerVulkan::FlushRegion(DAddr addr, u64 size, VideoCommon::CacheType which) { if (addr == 0 || size == 0) { return; } if (True(which & VideoCommon::CacheType::TextureCache)) { std::scoped_lock lock{texture_cache.mutex}; texture_cache.DownloadMemory(addr, size); } if ((True(which & VideoCommon::CacheType::BufferCache))) { std::scoped_lock lock{buffer_cache.mutex}; buffer_cache.DownloadMemory(addr, size); } if ((True(which & VideoCommon::CacheType::QueryCache))) { query_cache.FlushRegion(addr, size); } } bool RasterizerVulkan::MustFlushRegion(DAddr addr, u64 size, VideoCommon::CacheType which) { if ((True(which & VideoCommon::CacheType::BufferCache))) { std::scoped_lock lock{buffer_cache.mutex}; if (buffer_cache.IsRegionGpuModified(addr, size)) { return true; } } if (!Settings::IsGPULevelHigh()) { return false; } if (True(which & VideoCommon::CacheType::TextureCache)) { std::scoped_lock lock{texture_cache.mutex}; return texture_cache.IsRegionGpuModified(addr, size); } return false; } VideoCore::RasterizerDownloadArea RasterizerVulkan::GetFlushArea(DAddr addr, u64 size) { { std::scoped_lock lock{texture_cache.mutex}; auto area = texture_cache.GetFlushArea(addr, size); if (area) { return *area; } } if (buffer_cache.FlushesOnCpuRead()) { std::scoped_lock lock{buffer_cache.mutex}; auto area = buffer_cache.GetFlushArea(addr, size); if (area) { return *area; } } VideoCore::RasterizerDownloadArea new_area{ .start_address = Common::AlignDown(addr, Core::DEVICE_PAGESIZE), .end_address = Common::AlignUp(addr + size, Core::DEVICE_PAGESIZE), .preemtive = true, }; return new_area; } void RasterizerVulkan::InvalidateRegion(DAddr addr, u64 size, VideoCommon::CacheType which) { if (addr == 0 || size == 0) { return; } if (True(which & VideoCommon::CacheType::TextureCache)) { std::scoped_lock lock{texture_cache.mutex}; texture_cache.WriteMemory(addr, size); } if ((True(which & VideoCommon::CacheType::BufferCache))) { std::scoped_lock lock{buffer_cache.mutex}; buffer_cache.WriteMemory(addr, size); } if ((True(which & VideoCommon::CacheType::QueryCache))) { query_cache.InvalidateRegion(addr, size); } if ((True(which & VideoCommon::CacheType::ShaderCache))) { pipeline_cache.InvalidateRegion(addr, size); } } void RasterizerVulkan::InnerInvalidation(std::span> sequences) { { std::scoped_lock lock{texture_cache.mutex}; for (const auto& [addr, size] : sequences) { texture_cache.WriteMemory(addr, size); } } { std::scoped_lock lock{buffer_cache.mutex}; for (const auto& [addr, size] : sequences) { buffer_cache.WriteMemory(addr, size); } } { for (const auto& [addr, size] : sequences) { query_cache.InvalidateRegion(addr, size); pipeline_cache.InvalidateRegion(addr, size); } } } bool RasterizerVulkan::OnCPUWrite(DAddr addr, u64 size) { DEBUG_ASSERT(addr != 0 || size != 0); { std::scoped_lock lock{buffer_cache.mutex}; if (buffer_cache.OnCPUWrite(addr, size)) { return true; } } { std::scoped_lock lock{texture_cache.mutex}; texture_cache.WriteMemory(addr, size); } pipeline_cache.InvalidateRegion(addr, size); return false; } void RasterizerVulkan::OnCacheInvalidation(DAddr addr, u64 size) { if (addr == 0 || size == 0) { return; } { std::scoped_lock lock{texture_cache.mutex}; texture_cache.WriteMemory(addr, size); } { std::scoped_lock lock{buffer_cache.mutex}; buffer_cache.WriteMemory(addr, size); } pipeline_cache.InvalidateRegion(addr, size); } bool RasterizerVulkan::TryCacheInvalidation(DAddr addr, u64 size) { if (addr == 0 || size == 0) return true; { std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex}; if (buffer_cache.IsRegionGpuModified(addr, size)) return false; texture_cache.WriteMemory(addr, size); buffer_cache.WriteMemory(addr, size); } pipeline_cache.InvalidateRegion(addr, size); return true; } void RasterizerVulkan::InvalidateGPUCache() { gpu.InvalidateGPUCache(); } void RasterizerVulkan::UnmapMemory(DAddr addr, u64 size) { { std::scoped_lock lock{texture_cache.mutex}; texture_cache.UnmapMemory(addr, size); } { std::scoped_lock lock{buffer_cache.mutex}; buffer_cache.WriteMemory(addr, size); } pipeline_cache.OnCacheInvalidation(addr, size); } void RasterizerVulkan::ModifyGPUMemory(size_t as_id, GPUVAddr addr, u64 size) { { std::scoped_lock lock{texture_cache.mutex}; texture_cache.UnmapGPUMemory(as_id, addr, size); } buffer_cache.UnmapGPUMemory(as_id, addr, size); } void RasterizerVulkan::SignalFence(std::function&& func) { fence_manager.SignalFence(std::move(func)); } void RasterizerVulkan::SyncOperation(std::function&& func) { fence_manager.SyncOperation(std::move(func)); } void RasterizerVulkan::SignalSyncPoint(u32 value) { fence_manager.SignalSyncPoint(value); } void RasterizerVulkan::SignalReference() { fence_manager.SignalReference(); } void RasterizerVulkan::ReleaseFences(bool force) { fence_manager.WaitPendingFences(force); } void RasterizerVulkan::FlushAndInvalidateRegion(DAddr addr, u64 size, VideoCommon::CacheType which) { if (Settings::IsGPULevelHigh()) { FlushRegion(addr, size, which); } InvalidateRegion(addr, size, which); } void RasterizerVulkan::WaitForIdle() { // Everything but wait pixel operations. This intentionally includes FRAGMENT_SHADER_BIT because // fragment shaders can still write storage buffers. VkPipelineStageFlags flags = VK_PIPELINE_STAGE_DRAW_INDIRECT_BIT | VK_PIPELINE_STAGE_VERTEX_INPUT_BIT | VK_PIPELINE_STAGE_VERTEX_SHADER_BIT | VK_PIPELINE_STAGE_TESSELLATION_CONTROL_SHADER_BIT | VK_PIPELINE_STAGE_TESSELLATION_EVALUATION_SHADER_BIT | VK_PIPELINE_STAGE_GEOMETRY_SHADER_BIT | VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT | VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT | VK_PIPELINE_STAGE_TRANSFER_BIT; if (device.IsExtTransformFeedbackSupported()) { flags |= VK_PIPELINE_STAGE_TRANSFORM_FEEDBACK_BIT_EXT; } query_cache.NotifyWFI(); scheduler.RequestOutsideRenderPassOperationContext(); scheduler.Record([event = *wfi_event, flags](vk::CommandBuffer cmdbuf) { cmdbuf.SetEvent(event, flags); cmdbuf.WaitEvents(event, flags, VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT, {}, {}, {}); }); fence_manager.SignalOrdering(); } void RasterizerVulkan::FragmentBarrier() { // We already put barriers when a render pass finishes scheduler.RequestOutsideRenderPassOperationContext(); } void RasterizerVulkan::TiledCacheBarrier() { // TODO: Implementing tiled barriers requires rewriting a good chunk of the Vulkan backend } void RasterizerVulkan::FlushCommands() { if (draw_counter == 0) { return; } draw_counter = 0; scheduler.Flush(); } void RasterizerVulkan::TickFrame() { draw_counter = 0; pipeline_cache.TickFrame(); guest_descriptor_queue.TickFrame(); compute_pass_descriptor_queue.TickFrame(); descriptor_buffer_ring.TickFrame(); fence_manager.TickFrame(); staging_pool.TickFrame(); { std::scoped_lock lock{texture_cache.mutex}; texture_cache.TickFrame(); } { std::scoped_lock lock{buffer_cache.mutex}; buffer_cache.TickFrame(); } } bool RasterizerVulkan::AccelerateConditionalRendering() { gpu_memory->FlushCaching(); return query_cache.AccelerateHostConditionalRendering(); } bool RasterizerVulkan::HasDrawTransformFeedback() { return device.IsTransformFeedbackDrawSupported(); } bool RasterizerVulkan::AccelerateSurfaceCopy(const Tegra::Engines::Fermi2D::Surface& src, const Tegra::Engines::Fermi2D::Surface& dst, const Tegra::Engines::Fermi2D::Config& copy_config) { std::scoped_lock lock{texture_cache.mutex}; return texture_cache.BlitImage(dst, src, copy_config); } bool RasterizerVulkan::AccelerateTemporalUpscale( const Tegra::Engines::Fermi2D::Surface& src, const Tegra::Engines::Fermi2D::Surface& dst, const Tegra::Engines::Fermi2D::Surface& motion_vectors, std::array jitter, std::array motion_scale) { std::scoped_lock lock{texture_cache.mutex}; return texture_cache.TemporalUpscale(dst, src, motion_vectors, jitter, motion_scale); } Tegra::Engines::AccelerateDMAInterface& RasterizerVulkan::AccessAccelerateDMA() { return accelerate_dma; } void RasterizerVulkan::AccelerateInlineToMemory(GPUVAddr address, size_t copy_size, std::span memory) { auto cpu_addr = gpu_memory->GpuToCpuAddress(address); if (gpu_memory->UsesNativeTiling()) { u32 first_word{}; if (memory.size() >= sizeof(first_word)) std::memcpy(&first_word, memory.data(), sizeof(first_word)); VideoCommon::TraceNativeQuery(11, gpu_memory->GetID(), address, cpu_addr.value_or(0), 0, first_word, static_cast(copy_size)); static const GPUVAddr watch = [] { const char* value = std::getenv("EDEN_NX2_SEM_WATCH"); return value ? GPUVAddr{std::strtoull(value, nullptr, 16)} : GPUVAddr{}; }(); if (watch != 0 && address < watch + 16 && address + copy_size > watch) { LOG_INFO(Render_Vulkan, "Semaphore watch: inline write {:#x} size {} first word {:#x}", address, copy_size, first_word); } } if (!cpu_addr) [[unlikely]] { gpu_memory->WriteBlock(address, memory.data(), copy_size); return; } gpu_memory->WriteBlockUnsafe(address, memory.data(), copy_size); // EDEN_NX2_INLINE_DEFER=0: invalidate every cache at once (for comparisons). static const bool defer = [] { const char* value = std::getenv("EDEN_NX2_INLINE_DEFER"); return value == nullptr || value[0] != '0'; }(); // One cache at a time: holding both while waiting for either (std::lock) waited longer, the // fencing thread and CPU write traps holding one of them most of the time. bool uploaded; { std::scoped_lock lock{buffer_cache.mutex}; // Guest memory has the words now: a command list copy of the page no longer does. buffer_cache.Nx2NoteListHostWrite(*cpu_addr, copy_size); uploaded = buffer_cache.InlineMemory(*cpu_addr, copy_size, memory); if (!uploaded && !defer) { buffer_cache.WriteMemory(*cpu_addr, copy_size); } } // Pending query results must not land over the new words later: drop them now. query_cache.InvalidateRegion(*cpu_addr, copy_size); if (!uploaded && defer) { // Title 1 makes thousands of small inline writes between draws (~10% of the GPU // thread invalidating every cache for each). Guest memory is written; the buffer, // texture and shader caches see the merged ranges at the next FlushCaching, which runs // before anything of theirs is used. Writes into GPU-written buffer data were uploaded // in place above, as before. gpu_memory->AccumulateInvalidation(address, copy_size); return; } { std::scoped_lock lock{texture_cache.mutex}; texture_cache.WriteMemory(*cpu_addr, copy_size); } pipeline_cache.InvalidateRegion(*cpu_addr, copy_size); } std::optional RasterizerVulkan::AccelerateDisplay( const Tegra::FramebufferConfig& config, DAddr framebuffer_addr, u32 pixel_stride) { if (!framebuffer_addr) { return {}; } std::scoped_lock lock{texture_cache.mutex}; const auto [image_view, scaled] = texture_cache.TryFindFramebufferImageView(config, framebuffer_addr); static u32 display_trace_count{}; static const bool frame_capture = std::getenv("EDEN_NATIVE_FRAME_CAPTURE") != nullptr; if (frame_capture && display_trace_count++ < 64) { LOG_INFO(HW_GPU, "Native display source: address={:#x}, offset={:#x}, dimensions={}x{}, stride={}, accelerated={}, mask={:#x}", framebuffer_addr, config.offset, config.width, config.height, pixel_stride, image_view != nullptr, config.layer_stack_mask); } if (!image_view) { return {}; } query_cache.NotifySegment(false); const auto& resolution = Settings::values.resolution_info; FramebufferTextureInfo info{}; info.image = image_view->ImageHandle(); info.image_view = image_view->Handle(Shader::TextureType::Color2D); info.width = image_view->size.width; info.height = image_view->size.height; info.scaled_width = scaled ? resolution.ScaleUp(info.width) : info.width; info.scaled_height = scaled ? resolution.ScaleUp(info.height) : info.height; return info; } void RasterizerVulkan::LoadDiskResources(u64 title_id, std::stop_token stop_loading, const VideoCore::DiskResourceLoadCallback& callback) { pipeline_cache.LoadDiskResources(title_id, stop_loading, callback); } void RasterizerVulkan::FlushWork() { #ifdef __ANDROID__ static constexpr u32 DRAWS_TO_DISPATCH = 512; static constexpr u32 CHECK_MASK = 3; #else // Every 32 draws (was 8): each dispatch woke the worker thread, and Switch 2 titles make // ~55,000 draws a second. A full chunk is dispatched on its own (Scheduler::Record). static constexpr u32 DRAWS_TO_DISPATCH = 4096; static constexpr u32 CHECK_MASK = 31; #endif // __ANDROID__ static_assert(DRAWS_TO_DISPATCH % (CHECK_MASK + 1) == 0); if ((++draw_counter & CHECK_MASK) != CHECK_MASK) { return; } if (draw_counter < DRAWS_TO_DISPATCH) { scheduler.DispatchWork(); return; } scheduler.Flush(); draw_counter = 0; } AccelerateDMA::AccelerateDMA(BufferCache& buffer_cache_, TextureCache& texture_cache_, Scheduler& scheduler_) : buffer_cache{buffer_cache_}, texture_cache{texture_cache_}, scheduler{scheduler_} {} bool AccelerateDMA::BufferClear(GPUVAddr src_address, u64 amount, u32 value) { std::scoped_lock lock{buffer_cache.mutex}; return buffer_cache.DMAClear(src_address, amount, value); } bool AccelerateDMA::BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) { std::scoped_lock lock{buffer_cache.mutex}; buffer_cache.Nx2CollectListCopies(true); const bool copied = buffer_cache.DMACopy(src_address, dest_address, amount); if (buffer_cache.Nx2CopyListPages(scheduler.CurrentTick())) { scheduler.Flush(); } buffer_cache.Nx2CollectListCopies(false); return copied; } template bool AccelerateDMA::DmaBufferImageCopy(const Tegra::DMA::ImageCopy& copy_info, const Tegra::DMA::BufferOperand& buffer_operand, const Tegra::DMA::ImageOperand& image_operand) { std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex}; const auto image_id = texture_cache.DmaImageId(image_operand, IS_IMAGE_UPLOAD); if (image_id == VideoCommon::NULL_IMAGE_ID) { return false; } const u32 buffer_size = static_cast(buffer_operand.pitch * buffer_operand.height); static constexpr auto sync_info = VideoCommon::ObtainBufferSynchronize::FullSynchronize; const auto post_op = IS_IMAGE_UPLOAD ? VideoCommon::ObtainBufferOperation::DoNothing : VideoCommon::ObtainBufferOperation::MarkAsWritten; const auto [buffer, offset] = buffer_cache.ObtainBuffer(buffer_operand.address, buffer_size, sync_info, post_op); const auto [image, copy] = texture_cache.DmaBufferImageCopy( copy_info, buffer_operand, image_operand, image_id, IS_IMAGE_UPLOAD); const std::span copy_span{©, 1}; if constexpr (IS_IMAGE_UPLOAD) { texture_cache.PrepareImage(image_id, true, false); image->UploadMemory(buffer->Handle(), offset, copy_span); } else { if (offset % BytesPerBlock(image->info.format)) { return false; } texture_cache.DownloadImageIntoBuffer(image, buffer->Handle(), offset, copy_span, buffer_operand.address, buffer_size); } return true; } bool AccelerateDMA::ImageToBuffer(const Tegra::DMA::ImageCopy& copy_info, const Tegra::DMA::ImageOperand& image_operand, const Tegra::DMA::BufferOperand& buffer_operand) { return DmaBufferImageCopy(copy_info, buffer_operand, image_operand); } bool AccelerateDMA::BufferToImage(const Tegra::DMA::ImageCopy& copy_info, const Tegra::DMA::BufferOperand& buffer_operand, const Tegra::DMA::ImageOperand& image_operand) { return DmaBufferImageCopy(copy_info, buffer_operand, image_operand); } void RasterizerVulkan::UpdateDynamicStates() { auto& regs = maxwell3d->regs; auto& flags = maxwell3d->dirty.flags; const auto topology = maxwell3d->draw_manager.draw_state.topology; const bool topology_changed = state_tracker.ChangePrimitiveTopology(topology); if (topology_changed) { flags[Dirty::DepthBiasEnable] = true; flags[Dirty::PrimitiveRestartEnable] = true; } UpdateViewportsState(regs); UpdateScissorsState(regs); UpdateDepthBias(regs); UpdateBlendConstants(regs); UpdateDepthBounds(regs); UpdateStencilFaces(regs); UpdateLineWidth(regs); if (device.IsExtExtendedDynamicStateSupported()) { UpdateCullMode(regs); UpdateDepthCompareOp(regs); UpdateFrontFace(regs); UpdateStencilOp(regs); if (state_tracker.TouchStateEnable()) { UpdateDepthBoundsTestEnable(regs); UpdateDepthTestEnable(regs); UpdateDepthWriteEnable(regs); UpdateStencilTestEnable(regs); } if (topology_changed) { scheduler.Record([topology_vk = MaxwellToVK::PrimitiveTopology(device, topology)]( vk::CommandBuffer cmdbuf) { cmdbuf.SetPrimitiveTopologyEXT(topology_vk); }); } } if (device.IsExtExtendedDynamicState2Supported()) { UpdatePrimitiveRestartEnable(regs); UpdateRasterizerDiscardEnable(regs); UpdateDepthBiasEnable(regs); } if (device.IsExtExtendedDynamicState2ExtrasSupported()) { UpdateLogicOp(regs); } if (device.IsExtExtendedDynamicState3EnablesSupported()) { using namespace Tegra::Engines; // AMD Workaround: LogicOp incompatible with float render targets if (device.GetDriverID() == VkDriverIdKHR::VK_DRIVER_ID_AMD_OPEN_SOURCE || device.GetDriverID() == VkDriverIdKHR::VK_DRIVER_ID_AMD_PROPRIETARY) { const auto has_float = std::any_of( regs.vertex_attrib_format.begin(), regs.vertex_attrib_format.end(), [](const auto& attrib) { return attrib.type == Maxwell3D::Regs::VertexAttribute::Type::Float; } ); if (regs.logic_op.enable) { regs.logic_op.enable = static_cast(!has_float); } } UpdateLogicOpEnable(regs); UpdateDepthClampEnable(regs); UpdateLineRasterizationMode(regs); UpdateLineStippleEnable(regs); UpdateConservativeRasterizationMode(regs); UpdateAlphaToCoverageEnable(regs); UpdateAlphaToOneEnable(regs); } if (device.IsExtExtendedDynamicState3BlendingSupported()) { UpdateBlending(regs); } else if (device.IsExtColorWriteEnableSupported()) { UpdateColorWriteEnable(regs); } if (device.IsExtVertexInputDynamicStateSupported()) { if (auto* gp = pipeline_cache.CurrentGraphicsPipeline(); gp && gp->HasDynamicVertexInput()) { UpdateVertexInput(regs); } } } void RasterizerVulkan::HandleTransformFeedback() { static std::once_flag warn_unsupported; const auto& regs = maxwell3d->regs; if (!device.IsExtTransformFeedbackSupported()) { if (regs.transform_feedback_enabled != 0) { std::call_once(warn_unsupported, [&] { LOG_WARNING(Render_Vulkan, "Transform feedback requested by guest but VK_EXT_transform_feedback is unavailable; queries disabled"); }); } else { std::call_once(warn_unsupported, [&] { LOG_INFO(Render_Vulkan, "VK_EXT_transform_feedback not available on device"); }); } return; } query_cache.CounterEnable(VideoCommon::QueryType::StreamingByteCount, regs.transform_feedback_enabled); if (regs.transform_feedback_enabled != 0) { // Log extension usage for transform feedback if (GPU::Logging::IsActive()) { GPU::Logging::GPULogger::GetInstance().LogExtensionUsage( "VK_EXT_transform_feedback", "HandleTransformFeedback"); } UNIMPLEMENTED_IF(regs.IsShaderConfigEnabled(Maxwell::ShaderType::TessellationInit) || regs.IsShaderConfigEnabled(Maxwell::ShaderType::Tessellation)); } } void RasterizerVulkan::UpdateViewportsState(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchViewports()) { return; } maxwell3d->dirty.flags[Dirty::Scissors] = true; if (!regs.viewport_scale_offset_enabled) { float x = static_cast(regs.surface_clip.x); float y = static_cast(regs.surface_clip.y); float width = (std::max)(1.0f, static_cast(regs.surface_clip.width)); float height = (std::max)(1.0f, static_cast(regs.surface_clip.height)); if (regs.window_origin.mode != Maxwell::WindowOrigin::Mode::UpperLeft) { y += height; height = -height; } VkViewport viewport{ .x = x, .y = y, .width = width, .height = height, .minDepth = 0.0f, .maxDepth = 1.0f, }; scheduler.Record([this, viewport](vk::CommandBuffer cmdbuf) { const u32 num_viewports = std::min(device.GetMaxViewports(), Maxwell::NumViewports); std::array viewport_list{}; viewport_list.fill(viewport); const vk::Span viewports(viewport_list.data(), num_viewports); cmdbuf.SetViewport(0, viewports); }); return; } const bool is_rescaling{texture_cache.IsRescaling()}; const float scale = is_rescaling ? Settings::values.resolution_info.up_factor : 1.0f; const std::array viewport_list{ GetViewportState(device, regs, 0, scale), GetViewportState(device, regs, 1, scale), GetViewportState(device, regs, 2, scale), GetViewportState(device, regs, 3, scale), GetViewportState(device, regs, 4, scale), GetViewportState(device, regs, 5, scale), GetViewportState(device, regs, 6, scale), GetViewportState(device, regs, 7, scale), GetViewportState(device, regs, 8, scale), GetViewportState(device, regs, 9, scale), GetViewportState(device, regs, 10, scale), GetViewportState(device, regs, 11, scale), GetViewportState(device, regs, 12, scale), GetViewportState(device, regs, 13, scale), GetViewportState(device, regs, 14, scale), GetViewportState(device, regs, 15, scale), }; scheduler.Record([this, viewport_list](vk::CommandBuffer cmdbuf) { const u32 num_viewports = std::min(device.GetMaxViewports(), Maxwell::NumViewports); const vk::Span viewports(viewport_list.data(), num_viewports); cmdbuf.SetViewport(0, viewports); }); } void RasterizerVulkan::UpdateScissorsState(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchScissors()) { return; } if (!regs.viewport_scale_offset_enabled) { u32 x = regs.surface_clip.x; u32 y = regs.surface_clip.y; u32 width = (std::max)(1u, static_cast(regs.surface_clip.width)); u32 height = (std::max)(1u, static_cast(regs.surface_clip.height)); if (regs.window_origin.mode != Maxwell::WindowOrigin::Mode::UpperLeft) { y = regs.surface_clip.height - (y + height); } VkRect2D scissor{}; scissor.offset.x = static_cast(x); scissor.offset.y = static_cast(y); scissor.extent.width = width; scissor.extent.height = height; scheduler.Record([this, scissor](vk::CommandBuffer cmdbuf) { const u32 num_scissors = std::min(device.GetMaxViewports(), Maxwell::NumViewports); std::array scissor_list{}; scissor_list.fill(scissor); const vk::Span scissors(scissor_list.data(), num_scissors); cmdbuf.SetScissor(0, scissors); }); return; } u32 up_scale = 1; u32 down_shift = 0; if (texture_cache.IsRescaling()) { up_scale = Settings::values.resolution_info.up_scale; down_shift = Settings::values.resolution_info.down_shift; } const std::array scissor_list{ GetScissorState(regs, 0, up_scale, down_shift), GetScissorState(regs, 1, up_scale, down_shift), GetScissorState(regs, 2, up_scale, down_shift), GetScissorState(regs, 3, up_scale, down_shift), GetScissorState(regs, 4, up_scale, down_shift), GetScissorState(regs, 5, up_scale, down_shift), GetScissorState(regs, 6, up_scale, down_shift), GetScissorState(regs, 7, up_scale, down_shift), GetScissorState(regs, 8, up_scale, down_shift), GetScissorState(regs, 9, up_scale, down_shift), GetScissorState(regs, 10, up_scale, down_shift), GetScissorState(regs, 11, up_scale, down_shift), GetScissorState(regs, 12, up_scale, down_shift), GetScissorState(regs, 13, up_scale, down_shift), GetScissorState(regs, 14, up_scale, down_shift), GetScissorState(regs, 15, up_scale, down_shift), }; scheduler.Record([this, scissor_list](vk::CommandBuffer cmdbuf) { const u32 num_scissors = std::min(device.GetMaxViewports(), Maxwell::NumViewports); const vk::Span scissors(scissor_list.data(), num_scissors); cmdbuf.SetScissor(0, scissors); }); } void RasterizerVulkan::UpdateDepthBias(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchDepthBias()) { return; } float units = regs.depth_bias / 2.0f; const bool is_d24 = regs.zeta.format == Tegra::DepthFormat::Z24_UNORM_S8_UINT || regs.zeta.format == Tegra::DepthFormat::X8Z24_UNORM || regs.zeta.format == Tegra::DepthFormat::S8Z24_UNORM || regs.zeta.format == Tegra::DepthFormat::V8Z24_UNORM; if (is_d24 && !device.SupportsD24DepthBuffer()) { static constexpr const size_t length = sizeof(NEEDS_D24) / sizeof(NEEDS_D24[0]); static constexpr const u64* start = NEEDS_D24; static constexpr const u64* end = NEEDS_D24 + length; const u64* it = std::find(start, end, program_id); if (it != end) { // the base formulas can be obtained from here: // https://docs.microsoft.com/en-us/windows/win32/direct3d11/d3d10-graphics-programming-guide-output-merger-stage-depth-bias const double rescale_factor = static_cast(1ULL << (32 - 24)) / (static_cast(0x1.ep+127)); units = static_cast(static_cast(units) * rescale_factor); } } scheduler.Record([constant = units, clamp = regs.depth_bias_clamp, factor = regs.slope_scale_depth_bias, this](vk::CommandBuffer cmdbuf) { if (device.IsExtDepthBiasControlSupported()) { static VkDepthBiasRepresentationInfoEXT bias_info{ .sType = VK_STRUCTURE_TYPE_DEPTH_BIAS_REPRESENTATION_INFO_EXT, .pNext = nullptr, .depthBiasRepresentation = VK_DEPTH_BIAS_REPRESENTATION_LEAST_REPRESENTABLE_VALUE_FORCE_UNORM_EXT, .depthBiasExact = VK_FALSE, }; cmdbuf.SetDepthBias(constant, clamp, factor, &bias_info); } else { cmdbuf.SetDepthBias(constant, clamp, factor); } }); } void RasterizerVulkan::UpdateBlendConstants(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchBlendConstants()) { return; } const std::array blend_color = {regs.blend_color.r, regs.blend_color.g, regs.blend_color.b, regs.blend_color.a}; scheduler.Record( [blend_color](vk::CommandBuffer cmdbuf) { cmdbuf.SetBlendConstants(blend_color.data()); }); } void RasterizerVulkan::UpdateDepthBounds(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchDepthBounds()) { return; } scheduler.Record([min = regs.depth_bounds[0], max = regs.depth_bounds[1]]( vk::CommandBuffer cmdbuf) { cmdbuf.SetDepthBounds(min, max); }); } void RasterizerVulkan::UpdateStencilFaces(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchStencilProperties()) { return; } bool update_references = state_tracker.TouchStencilReference(); bool update_write_mask = state_tracker.TouchStencilWriteMask(); bool update_compare_masks = state_tracker.TouchStencilCompare(); if (state_tracker.TouchStencilSide(regs.stencil_two_side_enable != 0)) { update_references = true; update_write_mask = true; update_compare_masks = true; } if (update_references) { [&]() { bool changed; if (regs.stencil_two_side_enable) { const bool front_changed = state_tracker.CheckStencilReferenceFront(regs.stencil_front_ref); const bool back_changed = state_tracker.CheckStencilReferenceBack(regs.stencil_back_ref); changed = front_changed || back_changed; } else { const bool front_changed = state_tracker.CheckStencilReferenceFront(regs.stencil_front_ref); const bool back_changed = state_tracker.CheckStencilReferenceBack(regs.stencil_front_ref); changed = front_changed || back_changed; } if (!changed) { return; } scheduler.Record([front_ref = regs.stencil_front_ref, back_ref = regs.stencil_back_ref, two_sided = regs.stencil_two_side_enable](vk::CommandBuffer cmdbuf) { const bool set_back = two_sided && front_ref != back_ref; // Front face cmdbuf.SetStencilReference(set_back ? VK_STENCIL_FACE_FRONT_BIT : VK_STENCIL_FACE_FRONT_AND_BACK, front_ref); if (set_back) { cmdbuf.SetStencilReference(VK_STENCIL_FACE_BACK_BIT, back_ref); } }); }(); } if (update_write_mask) { [&]() { bool changed; if (regs.stencil_two_side_enable) { const bool front_changed = state_tracker.CheckStencilWriteMaskFront(regs.stencil_front_mask); const bool back_changed = state_tracker.CheckStencilWriteMaskBack(regs.stencil_back_mask); changed = front_changed || back_changed; } else { const bool front_changed = state_tracker.CheckStencilWriteMaskFront(regs.stencil_front_mask); const bool back_changed = state_tracker.CheckStencilWriteMaskBack(regs.stencil_front_mask); changed = front_changed || back_changed; } if (!changed) { return; } scheduler.Record([front_write_mask = regs.stencil_front_mask, back_write_mask = regs.stencil_back_mask, two_sided = regs.stencil_two_side_enable](vk::CommandBuffer cmdbuf) { const bool set_back = two_sided && front_write_mask != back_write_mask; // Front face cmdbuf.SetStencilWriteMask(set_back ? VK_STENCIL_FACE_FRONT_BIT : VK_STENCIL_FACE_FRONT_AND_BACK, front_write_mask); if (set_back) { cmdbuf.SetStencilWriteMask(VK_STENCIL_FACE_BACK_BIT, back_write_mask); } }); }(); } if (update_compare_masks) { [&]() { bool changed; if (regs.stencil_two_side_enable) { const bool front_changed = state_tracker.CheckStencilCompareMaskFront(regs.stencil_front_func_mask); const bool back_changed = state_tracker.CheckStencilCompareMaskBack(regs.stencil_back_func_mask); changed = front_changed || back_changed; } else { const bool front_changed = state_tracker.CheckStencilCompareMaskFront(regs.stencil_front_func_mask); const bool back_changed = state_tracker.CheckStencilCompareMaskBack(regs.stencil_front_func_mask); changed = front_changed || back_changed; } if (!changed) { return; } scheduler.Record([front_test_mask = regs.stencil_front_func_mask, back_test_mask = regs.stencil_back_func_mask, two_sided = regs.stencil_two_side_enable](vk::CommandBuffer cmdbuf) { const bool set_back = two_sided && front_test_mask != back_test_mask; // Front face cmdbuf.SetStencilCompareMask(set_back ? VK_STENCIL_FACE_FRONT_BIT : VK_STENCIL_FACE_FRONT_AND_BACK, front_test_mask); if (set_back) { cmdbuf.SetStencilCompareMask(VK_STENCIL_FACE_BACK_BIT, back_test_mask); } }); }(); } state_tracker.ClearStencilReset(); } void RasterizerVulkan::UpdateLineWidth(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchLineWidth()) { return; } const float width = regs.line_anti_alias_enable ? regs.line_width_smooth : regs.line_width_aliased; scheduler.Record([width](vk::CommandBuffer cmdbuf) { cmdbuf.SetLineWidth(width); }); } void RasterizerVulkan::UpdateCullMode(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchCullMode()) { return; } scheduler.Record([enabled = regs.gl_cull_test_enabled, cull_face = regs.gl_cull_face](vk::CommandBuffer cmdbuf) { cmdbuf.SetCullModeEXT(enabled ? MaxwellToVK::CullFace(cull_face) : VK_CULL_MODE_NONE); }); } void RasterizerVulkan::UpdateDepthBoundsTestEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchDepthBoundsTestEnable()) { return; } bool enabled = regs.depth_bounds_enable; if (enabled && !device.IsDepthBoundsSupported()) { LOG_WARNING(Render_Vulkan, "Depth bounds is enabled but not supported"); enabled = false; } scheduler.Record([enable = enabled](vk::CommandBuffer cmdbuf) { cmdbuf.SetDepthBoundsTestEnableEXT(enable); }); } void RasterizerVulkan::UpdateDepthTestEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchDepthTestEnable()) { return; } scheduler.Record([enable = regs.depth_test_enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetDepthTestEnableEXT(enable); }); } void RasterizerVulkan::UpdateDepthWriteEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchDepthWriteEnable()) { return; } scheduler.Record([enable = regs.depth_write_enabled](vk::CommandBuffer cmdbuf) { cmdbuf.SetDepthWriteEnableEXT(enable); }); } void RasterizerVulkan::UpdatePrimitiveRestartEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchPrimitiveRestartEnable()) { return; } bool enable = regs.primitive_restart.enabled != 0; if (device.IsMoltenVK()) { enable = true; } else if (enable) { const auto topology = MaxwellToVK::PrimitiveTopology(device, maxwell3d->draw_manager.draw_state.topology); enable = IsPrimitiveRestartSupported(device, topology); } scheduler.Record([enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetPrimitiveRestartEnableEXT(enable); }); } void RasterizerVulkan::UpdateRasterizerDiscardEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchRasterizerDiscardEnable()) { return; } scheduler.Record([disable = regs.rasterize_enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetRasterizerDiscardEnableEXT(disable == 0); }); } void RasterizerVulkan::UpdateConservativeRasterizationMode(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchConservativeRasterizationMode()) { return; } if (!device.SupportsDynamicState3ConservativeRasterizationMode()) { return; } scheduler.Record([enable = regs.conservative_raster_enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetConservativeRasterizationModeEXT( enable ? VK_CONSERVATIVE_RASTERIZATION_MODE_OVERESTIMATE_EXT : VK_CONSERVATIVE_RASTERIZATION_MODE_DISABLED_EXT); }); } void RasterizerVulkan::UpdateLineStippleEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchLineStippleEnable()) { return; } if (!device.SupportsDynamicState3LineStippleEnable()) { return; } scheduler.Record([enable = regs.line_stipple_enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetLineStippleEnableEXT(enable); }); } void RasterizerVulkan::UpdateLineRasterizationMode(Tegra::Engines::Maxwell3D::Regs& regs) { if (!device.IsExtLineRasterizationSupported()) { return; } if (!state_tracker.TouchLineRasterizationMode()) { return; } if (!device.SupportsDynamicState3LineRasterizationMode()) { static std::once_flag warn_missing_rect; std::call_once(warn_missing_rect, [] { LOG_WARNING(Render_Vulkan, "Driver lacks rectangular line rasterization support; skipping dynamic " "line state updates"); }); return; } const bool wants_smooth = regs.line_anti_alias_enable != 0; VkLineRasterizationModeEXT mode = VK_LINE_RASTERIZATION_MODE_RECTANGULAR_EXT; if (wants_smooth) { if (device.SupportsSmoothLines()) { mode = VK_LINE_RASTERIZATION_MODE_RECTANGULAR_SMOOTH_EXT; } else { static std::once_flag warn_missing_smooth; std::call_once(warn_missing_smooth, [] { LOG_WARNING(Render_Vulkan, "Line anti-aliasing requested but smoothLines feature unavailable; " "using rectangular rasterization"); }); } } scheduler.Record([mode](vk::CommandBuffer cmdbuf) { cmdbuf.SetLineRasterizationModeEXT(mode); }); } void RasterizerVulkan::UpdateDepthBiasEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchDepthBiasEnable()) { return; } constexpr size_t POINT = 0; constexpr size_t LINE = 1; constexpr size_t POLYGON = 2; static constexpr std::array POLYGON_OFFSET_ENABLE_LUT = { POINT, // Points LINE, // Lines LINE, // LineLoop LINE, // LineStrip POLYGON, // Triangles POLYGON, // TriangleStrip POLYGON, // TriangleFan POLYGON, // Quads POLYGON, // QuadStrip POLYGON, // Polygon LINE, // LinesAdjacency LINE, // LineStripAdjacency POLYGON, // TrianglesAdjacency POLYGON, // TriangleStripAdjacency POLYGON, // Patches }; const std::array enabled_lut{ regs.polygon_offset_point_enable, regs.polygon_offset_line_enable, regs.polygon_offset_fill_enable, }; const u32 topology_index = u32(maxwell3d->draw_manager.draw_state.topology); const u32 enable = enabled_lut[POLYGON_OFFSET_ENABLE_LUT[topology_index]]; scheduler.Record([enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetDepthBiasEnableEXT(enable != 0); }); } void RasterizerVulkan::UpdateLogicOpEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchLogicOpEnable()) { return; } if (!device.SupportsDynamicState3LogicOpEnable()) { return; } scheduler.Record([enable = regs.logic_op.enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetLogicOpEnableEXT(enable != 0); }); } void RasterizerVulkan::UpdateDepthClampEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchDepthClampEnable()) { return; } if (!device.SupportsDynamicState3DepthClampEnable()) { return; } bool is_enabled = !(regs.viewport_clip_control.geometry_clip == Maxwell::ViewportClipControl::GeometryClip::Passthrough || regs.viewport_clip_control.geometry_clip == Maxwell::ViewportClipControl::GeometryClip::FrustumXYZ || regs.viewport_clip_control.geometry_clip == Maxwell::ViewportClipControl::GeometryClip::FrustumZ); scheduler.Record( [is_enabled](vk::CommandBuffer cmdbuf) { cmdbuf.SetDepthClampEnableEXT(is_enabled); }); } void RasterizerVulkan::UpdateAlphaToCoverageEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchAlphaToCoverageEnable()) { return; } if (!device.SupportsDynamicState3AlphaToCoverageEnable()) { return; } GraphicsPipeline* const pipeline = pipeline_cache.CurrentGraphicsPipeline(); const bool enable = pipeline != nullptr && pipeline->SupportsAlphaToCoverage() && regs.anti_alias_alpha_control.alpha_to_coverage != 0; scheduler.Record([enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetAlphaToCoverageEnableEXT(enable ? VK_TRUE : VK_FALSE); }); } void RasterizerVulkan::UpdateAlphaToOneEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchAlphaToOneEnable()) { return; } if (!device.SupportsDynamicState3AlphaToOneEnable()) { static std::once_flag warn_alpha_to_one; std::call_once(warn_alpha_to_one, [] { LOG_WARNING(Render_Vulkan, "Alpha-to-one is not supported on this device; forcing it disabled"); }); return; } GraphicsPipeline* const pipeline = pipeline_cache.CurrentGraphicsPipeline(); const bool enable = pipeline != nullptr && pipeline->SupportsAlphaToOne() && regs.anti_alias_alpha_control.alpha_to_one != 0; scheduler.Record([enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetAlphaToOneEnableEXT(enable ? VK_TRUE : VK_FALSE); }); } void RasterizerVulkan::UpdateDepthCompareOp(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchDepthCompareOp()) { return; } scheduler.Record([func = regs.depth_test_func](vk::CommandBuffer cmdbuf) { cmdbuf.SetDepthCompareOpEXT(MaxwellToVK::ComparisonOp(func)); }); } void RasterizerVulkan::UpdateFrontFace(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchFrontFace()) { return; } VkFrontFace front_face = MaxwellToVK::FrontFace(regs.gl_front_face); if (regs.window_origin.flip_y != 0) { front_face = front_face == VK_FRONT_FACE_CLOCKWISE ? VK_FRONT_FACE_COUNTER_CLOCKWISE : VK_FRONT_FACE_CLOCKWISE; } scheduler.Record( [front_face](vk::CommandBuffer cmdbuf) { cmdbuf.SetFrontFaceEXT(front_face); }); } void RasterizerVulkan::UpdateStencilOp(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchStencilOp()) { return; } const Maxwell::StencilOp::Op fail = regs.stencil_front_op.fail; const Maxwell::StencilOp::Op zfail = regs.stencil_front_op.zfail; const Maxwell::StencilOp::Op zpass = regs.stencil_front_op.zpass; const Maxwell::ComparisonOp compare = regs.stencil_front_op.func; if (regs.stencil_two_side_enable) { // Separate stencil op per face const Maxwell::StencilOp::Op back_fail = regs.stencil_back_op.fail; const Maxwell::StencilOp::Op back_zfail = regs.stencil_back_op.zfail; const Maxwell::StencilOp::Op back_zpass = regs.stencil_back_op.zpass; const Maxwell::ComparisonOp back_compare = regs.stencil_back_op.func; scheduler.Record([fail, zfail, zpass, compare, back_fail, back_zfail, back_zpass, back_compare](vk::CommandBuffer cmdbuf) { cmdbuf.SetStencilOpEXT(VK_STENCIL_FACE_FRONT_BIT, MaxwellToVK::StencilOp(fail), MaxwellToVK::StencilOp(zpass), MaxwellToVK::StencilOp(zfail), MaxwellToVK::ComparisonOp(compare)); cmdbuf.SetStencilOpEXT(VK_STENCIL_FACE_BACK_BIT, MaxwellToVK::StencilOp(back_fail), MaxwellToVK::StencilOp(back_zpass), MaxwellToVK::StencilOp(back_zfail), MaxwellToVK::ComparisonOp(back_compare)); }); } else { // Front face defines the stencil op of both faces scheduler.Record([fail, zfail, zpass, compare](vk::CommandBuffer cmdbuf) { cmdbuf.SetStencilOpEXT(VK_STENCIL_FACE_FRONT_AND_BACK, MaxwellToVK::StencilOp(fail), MaxwellToVK::StencilOp(zpass), MaxwellToVK::StencilOp(zfail), MaxwellToVK::ComparisonOp(compare)); }); } } void RasterizerVulkan::UpdateLogicOp(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchLogicOp()) { return; } const auto op_value = static_cast(regs.logic_op.op); auto op = op_value >= 0x1500 && op_value < 0x1510 ? static_cast(op_value - 0x1500) : VK_LOGIC_OP_NO_OP; scheduler.Record([op](vk::CommandBuffer cmdbuf) { cmdbuf.SetLogicOpEXT(op); }); } void RasterizerVulkan::UpdateBlending(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchBlending()) { return; } if (state_tracker.TouchColorMask()) { std::array setup_masks{}; for (size_t index = 0; index < Maxwell::NumRenderTargets; index++) { const auto& mask = regs.color_mask[regs.color_mask_common ? 0 : index]; auto& current = setup_masks[index]; if (mask.R) { current |= VK_COLOR_COMPONENT_R_BIT; } if (mask.G) { current |= VK_COLOR_COMPONENT_G_BIT; } if (mask.B) { current |= VK_COLOR_COMPONENT_B_BIT; } if (mask.A) { current |= VK_COLOR_COMPONENT_A_BIT; } } scheduler.Record([setup_masks](vk::CommandBuffer cmdbuf) { cmdbuf.SetColorWriteMaskEXT(0, setup_masks); }); } if (state_tracker.TouchBlendEnable()) { std::array setup_enables{}; for (size_t index = 0; index < Maxwell::NumRenderTargets; index++) { bool is_integer = false; if (regs.rt[index].format != Tegra::RenderTargetFormat::NONE) { const auto format = VideoCore::Surface::PixelFormatFromRenderTargetFormat(regs.rt[index].format); is_integer = IsPixelFormatInteger(format); } setup_enables[index] = (!is_integer && regs.blend.enable[index] != 0) ? VK_TRUE : VK_FALSE; } scheduler.Record([setup_enables](vk::CommandBuffer cmdbuf) { cmdbuf.SetColorBlendEnableEXT(0, setup_enables); }); } if (state_tracker.TouchBlendEquations()) { std::array setup_blends{}; const auto blend_setup = [&](auto& host_blend, const auto& guest_blend) { host_blend.srcColorBlendFactor = MaxwellToVK::BlendFactor(guest_blend.color_source); host_blend.dstColorBlendFactor = MaxwellToVK::BlendFactor(guest_blend.color_dest); host_blend.colorBlendOp = MaxwellToVK::BlendEquation(guest_blend.color_op); host_blend.srcAlphaBlendFactor = MaxwellToVK::BlendFactor(guest_blend.alpha_source); host_blend.dstAlphaBlendFactor = MaxwellToVK::BlendFactor(guest_blend.alpha_dest); host_blend.alphaBlendOp = MaxwellToVK::BlendEquation(guest_blend.alpha_op); }; // Single blend equation for all targets if (!regs.blend_per_target_enabled) { // Temporary workaround for games that use iterated blending if (regs.iterated_blend.enable && Settings::values.use_squashed_iterated_blend) { setup_blends[0].srcColorBlendFactor = VK_BLEND_FACTOR_ONE; setup_blends[0].dstColorBlendFactor = VK_BLEND_FACTOR_ONE; setup_blends[0].colorBlendOp = VK_BLEND_OP_ADD; setup_blends[0].srcAlphaBlendFactor = VK_BLEND_FACTOR_ONE_MINUS_SRC_COLOR; setup_blends[0].dstAlphaBlendFactor = VK_BLEND_FACTOR_ZERO; setup_blends[0].alphaBlendOp = VK_BLEND_OP_ADD; } else { blend_setup(setup_blends[0], regs.blend); } // Copy first blend state to all other targets for (size_t index = 1; index < Maxwell::NumRenderTargets; index++) { setup_blends[index] = setup_blends[0]; } } else { // Per-target blending for (size_t index = 0; index < Maxwell::NumRenderTargets; index++) { blend_setup(setup_blends[index], regs.blend_per_target[index]); } } scheduler.Record([setup_blends](vk::CommandBuffer cmdbuf) { cmdbuf.SetColorBlendEquationEXT(0, setup_blends); }); } } void RasterizerVulkan::UpdateColorWriteEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchColorMask()) { return; } std::array setup_enables{}; for (size_t index = 0; index < Maxwell::NumRenderTargets; index++) { const auto& mask = regs.color_mask[regs.color_mask_common ? 0 : index]; setup_enables[index] = (mask.R || mask.G || mask.B || mask.A) ? VK_TRUE : VK_FALSE; } scheduler.Record([setup_enables](vk::CommandBuffer cmdbuf) { cmdbuf.SetColorWriteEnableEXT(setup_enables); }); } void RasterizerVulkan::UpdateStencilTestEnable(Tegra::Engines::Maxwell3D::Regs& regs) { if (!state_tracker.TouchStencilTestEnable()) { return; } scheduler.Record([enable = regs.stencil_enable](vk::CommandBuffer cmdbuf) { cmdbuf.SetStencilTestEnableEXT(enable); }); } void RasterizerVulkan::UpdateVertexInput(Tegra::Engines::Maxwell3D::Regs& regs) { auto& dirty{maxwell3d->dirty.flags}; const bool vertex_input_dirty = dirty[Dirty::VertexInput]; const bool vertex_buffers_dirty = dirty[VideoCommon::Dirty::VertexBuffers]; if (!vertex_input_dirty && !vertex_buffers_dirty) { return; } dirty[Dirty::VertexInput] = false; boost::container::static_vector bindings; boost::container::static_vector attributes; const u32 max_attributes = static_cast(std::min(Maxwell::NumVertexAttributes, device.GetMaxVertexInputAttributes())); const u32 max_bindings = static_cast(std::min(Maxwell::NumVertexArrays, device.GetMaxVertexInputBindings())); for (u32 index = 0; index < max_attributes; ++index) { const Maxwell::VertexAttribute attribute{regs.vertex_attrib_format[index]}; const u32 binding{attribute.buffer}; if (attribute.constant || binding >= max_bindings) { continue; } attributes.push_back({ .sType = VK_STRUCTURE_TYPE_VERTEX_INPUT_ATTRIBUTE_DESCRIPTION_2_EXT, .pNext = nullptr, .location = index, .binding = binding, .format = MaxwellToVK::VertexFormat(device, attribute.type, attribute.size), .offset = attribute.offset + (buffer_cache_runtime.IsVertexRepacked(binding) && attribute.offset >= 65 ? 3 : 0), }); } for (u32 binding = 0; binding < max_bindings; ++binding) { const auto& input_binding{regs.vertex_streams[binding]}; const bool is_instanced{regs.vertex_stream_instances.IsInstancingEnabled(binding)}; bindings.push_back({ .sType = VK_STRUCTURE_TYPE_VERTEX_INPUT_BINDING_DESCRIPTION_2_EXT, .pNext = nullptr, .binding = binding, .stride = buffer_cache_runtime.IsVertexRepacked(binding) ? 72U : input_binding.stride.Value(), .inputRate = is_instanced ? VK_VERTEX_INPUT_RATE_INSTANCE : VK_VERTEX_INPUT_RATE_VERTEX, .divisor = is_instanced ? input_binding.frequency : 1, }); } for (size_t index = 0; index < Maxwell::NumVertexAttributes; ++index) { dirty[Dirty::VertexAttribute0 + index] = false; } for (size_t index = 0; index < Maxwell::NumVertexArrays; ++index) { dirty[Dirty::VertexBinding0 + index] = false; } scheduler.Record([bindings, attributes](vk::CommandBuffer cmdbuf) { cmdbuf.SetVertexInputEXT(bindings, attributes); }); } void RasterizerVulkan::InitializeChannel(Tegra::Control::ChannelState& channel) { CreateChannel(channel); { std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex}; texture_cache.CreateChannel(channel); buffer_cache.CreateChannel(channel); } pipeline_cache.CreateChannel(channel); query_cache.CreateChannel(channel); state_tracker.SetupTables(channel); } void RasterizerVulkan::BindChannel(Tegra::Control::ChannelState& channel) { const s32 channel_id = channel.bind_id; BindToChannel(channel_id); { std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex}; texture_cache.BindToChannel(channel_id); buffer_cache.BindToChannel(channel_id); } pipeline_cache.BindToChannel(channel_id); query_cache.BindToChannel(channel_id); state_tracker.ChangeChannel(channel); state_tracker.InvalidateState(); } void RasterizerVulkan::ReleaseChannel(s32 channel_id) { EraseChannel(channel_id); { std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex}; texture_cache.EraseChannel(channel_id); buffer_cache.EraseChannel(channel_id); } pipeline_cache.EraseChannel(channel_id); query_cache.EraseChannel(channel_id); } } // namespace Vulkan