vk_rasterizer.cpp 33 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857
  1. // Copyright 2019 yuzu Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #include <algorithm>
  5. #include <array>
  6. #include <memory>
  7. #include <mutex>
  8. #include <vector>
  9. #include "common/alignment.h"
  10. #include "common/assert.h"
  11. #include "common/logging/log.h"
  12. #include "common/microprofile.h"
  13. #include "common/scope_exit.h"
  14. #include "common/settings.h"
  15. #include "core/core.h"
  16. #include "video_core/engines/kepler_compute.h"
  17. #include "video_core/engines/maxwell_3d.h"
  18. #include "video_core/renderer_vulkan/blit_image.h"
  19. #include "video_core/renderer_vulkan/fixed_pipeline_state.h"
  20. #include "video_core/renderer_vulkan/maxwell_to_vk.h"
  21. #include "video_core/renderer_vulkan/renderer_vulkan.h"
  22. #include "video_core/renderer_vulkan/vk_buffer_cache.h"
  23. #include "video_core/renderer_vulkan/vk_compute_pipeline.h"
  24. #include "video_core/renderer_vulkan/vk_descriptor_pool.h"
  25. #include "video_core/renderer_vulkan/vk_pipeline_cache.h"
  26. #include "video_core/renderer_vulkan/vk_rasterizer.h"
  27. #include "video_core/renderer_vulkan/vk_scheduler.h"
  28. #include "video_core/renderer_vulkan/vk_staging_buffer_pool.h"
  29. #include "video_core/renderer_vulkan/vk_state_tracker.h"
  30. #include "video_core/renderer_vulkan/vk_texture_cache.h"
  31. #include "video_core/renderer_vulkan/vk_update_descriptor.h"
  32. #include "video_core/shader_cache.h"
  33. #include "video_core/texture_cache/texture_cache.h"
  34. #include "video_core/vulkan_common/vulkan_device.h"
  35. #include "video_core/vulkan_common/vulkan_wrapper.h"
  36. namespace Vulkan {
  37. using Maxwell = Tegra::Engines::Maxwell3D::Regs;
  38. using VideoCommon::ImageViewId;
  39. using VideoCommon::ImageViewType;
  40. MICROPROFILE_DEFINE(Vulkan_WaitForWorker, "Vulkan", "Wait for worker", MP_RGB(255, 192, 192));
  41. MICROPROFILE_DEFINE(Vulkan_Drawing, "Vulkan", "Record drawing", MP_RGB(192, 128, 128));
  42. MICROPROFILE_DEFINE(Vulkan_Compute, "Vulkan", "Record compute", MP_RGB(192, 128, 128));
  43. MICROPROFILE_DEFINE(Vulkan_Clearing, "Vulkan", "Record clearing", MP_RGB(192, 128, 128));
  44. MICROPROFILE_DEFINE(Vulkan_PipelineCache, "Vulkan", "Pipeline cache", MP_RGB(192, 128, 128));
  45. namespace {
  46. struct DrawParams {
  47. u32 base_instance;
  48. u32 num_instances;
  49. u32 base_vertex;
  50. u32 num_vertices;
  51. u32 first_index;
  52. bool is_indexed;
  53. };
  54. VkViewport GetViewportState(const Device& device, const Maxwell& regs, size_t index) {
  55. const auto& src = regs.viewport_transform[index];
  56. const float width = src.scale_x * 2.0f;
  57. float y = src.translate_y - src.scale_y;
  58. float height = src.scale_y * 2.0f;
  59. if (regs.screen_y_control.y_negate) {
  60. y += height;
  61. height = -height;
  62. }
  63. const float reduce_z = regs.depth_mode == Maxwell::DepthMode::MinusOneToOne ? 1.0f : 0.0f;
  64. VkViewport viewport{
  65. .x = src.translate_x - src.scale_x,
  66. .y = y,
  67. .width = width != 0.0f ? width : 1.0f,
  68. .height = height != 0.0f ? height : 1.0f,
  69. .minDepth = src.translate_z - src.scale_z * reduce_z,
  70. .maxDepth = src.translate_z + src.scale_z,
  71. };
  72. if (!device.IsExtDepthRangeUnrestrictedSupported()) {
  73. viewport.minDepth = std::clamp(viewport.minDepth, 0.0f, 1.0f);
  74. viewport.maxDepth = std::clamp(viewport.maxDepth, 0.0f, 1.0f);
  75. }
  76. return viewport;
  77. }
  78. VkRect2D GetScissorState(const Maxwell& regs, size_t index) {
  79. const auto& src = regs.scissor_test[index];
  80. VkRect2D scissor;
  81. if (src.enable) {
  82. scissor.offset.x = static_cast<s32>(src.min_x);
  83. scissor.offset.y = static_cast<s32>(src.min_y);
  84. scissor.extent.width = src.max_x - src.min_x;
  85. scissor.extent.height = src.max_y - src.min_y;
  86. } else {
  87. scissor.offset.x = 0;
  88. scissor.offset.y = 0;
  89. scissor.extent.width = std::numeric_limits<s32>::max();
  90. scissor.extent.height = std::numeric_limits<s32>::max();
  91. }
  92. return scissor;
  93. }
  94. DrawParams MakeDrawParams(const Maxwell& regs, u32 num_instances, bool is_instanced,
  95. bool is_indexed) {
  96. DrawParams params{
  97. .base_instance = regs.vb_base_instance,
  98. .num_instances = is_instanced ? num_instances : 1,
  99. .base_vertex = is_indexed ? regs.vb_element_base : regs.vertex_buffer.first,
  100. .num_vertices = is_indexed ? regs.index_array.count : regs.vertex_buffer.count,
  101. .first_index = is_indexed ? regs.index_array.first : 0,
  102. .is_indexed = is_indexed,
  103. };
  104. if (regs.draw.topology == Maxwell::PrimitiveTopology::Quads) {
  105. // 6 triangle vertices per quad, base vertex is part of the index
  106. // See BindQuadArrayIndexBuffer for more details
  107. params.num_vertices = (params.num_vertices / 4) * 6;
  108. params.base_vertex = 0;
  109. params.is_indexed = true;
  110. }
  111. return params;
  112. }
  113. } // Anonymous namespace
  114. RasterizerVulkan::RasterizerVulkan(Core::Frontend::EmuWindow& emu_window_, Tegra::GPU& gpu_,
  115. Tegra::MemoryManager& gpu_memory_,
  116. Core::Memory::Memory& cpu_memory_, VKScreenInfo& screen_info_,
  117. const Device& device_, MemoryAllocator& memory_allocator_,
  118. StateTracker& state_tracker_, VKScheduler& scheduler_)
  119. : RasterizerAccelerated{cpu_memory_}, gpu{gpu_},
  120. gpu_memory{gpu_memory_}, maxwell3d{gpu.Maxwell3D()}, kepler_compute{gpu.KeplerCompute()},
  121. screen_info{screen_info_}, device{device_}, memory_allocator{memory_allocator_},
  122. state_tracker{state_tracker_}, scheduler{scheduler_},
  123. staging_pool(device, memory_allocator, scheduler), descriptor_pool(device, scheduler),
  124. update_descriptor_queue(device, scheduler),
  125. blit_image(device, scheduler, state_tracker, descriptor_pool),
  126. astc_decoder_pass(device, scheduler, descriptor_pool, staging_pool, update_descriptor_queue,
  127. memory_allocator),
  128. render_pass_cache(device), texture_cache_runtime{device, scheduler,
  129. memory_allocator, staging_pool,
  130. blit_image, astc_decoder_pass,
  131. render_pass_cache},
  132. texture_cache(texture_cache_runtime, *this, maxwell3d, kepler_compute, gpu_memory),
  133. buffer_cache_runtime(device, memory_allocator, scheduler, staging_pool,
  134. update_descriptor_queue, descriptor_pool),
  135. buffer_cache(*this, maxwell3d, kepler_compute, gpu_memory, cpu_memory_, buffer_cache_runtime),
  136. pipeline_cache(*this, maxwell3d, kepler_compute, gpu_memory, device, scheduler,
  137. descriptor_pool, update_descriptor_queue, render_pass_cache, buffer_cache,
  138. texture_cache, gpu.ShaderNotify()),
  139. query_cache{*this, maxwell3d, gpu_memory, device, scheduler}, accelerate_dma{buffer_cache},
  140. fence_manager(*this, gpu, texture_cache, buffer_cache, query_cache, device, scheduler),
  141. wfi_event(device.GetLogical().CreateEvent()) {
  142. scheduler.SetQueryCache(query_cache);
  143. }
  144. RasterizerVulkan::~RasterizerVulkan() = default;
  145. void RasterizerVulkan::Draw(bool is_indexed, bool is_instanced) {
  146. MICROPROFILE_SCOPE(Vulkan_Drawing);
  147. SCOPE_EXIT({ gpu.TickWork(); });
  148. FlushWork();
  149. query_cache.UpdateCounters();
  150. GraphicsPipeline* const pipeline{pipeline_cache.CurrentGraphicsPipeline()};
  151. if (!pipeline) {
  152. return;
  153. }
  154. std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
  155. pipeline->Configure(is_indexed);
  156. BeginTransformFeedback();
  157. UpdateDynamicStates();
  158. const auto& regs{maxwell3d.regs};
  159. const u32 num_instances{maxwell3d.mme_draw.instance_count};
  160. const DrawParams draw_params{MakeDrawParams(regs, num_instances, is_instanced, is_indexed)};
  161. scheduler.Record([draw_params](vk::CommandBuffer cmdbuf) {
  162. if (draw_params.is_indexed) {
  163. cmdbuf.DrawIndexed(draw_params.num_vertices, draw_params.num_instances,
  164. draw_params.first_index, draw_params.base_vertex,
  165. draw_params.base_instance);
  166. } else {
  167. cmdbuf.Draw(draw_params.num_vertices, draw_params.num_instances,
  168. draw_params.base_vertex, draw_params.base_instance);
  169. }
  170. });
  171. EndTransformFeedback();
  172. }
  173. void RasterizerVulkan::Clear() {
  174. MICROPROFILE_SCOPE(Vulkan_Clearing);
  175. if (!maxwell3d.ShouldExecute()) {
  176. return;
  177. }
  178. FlushWork();
  179. query_cache.UpdateCounters();
  180. const auto& regs = maxwell3d.regs;
  181. const bool use_color = regs.clear_buffers.R || regs.clear_buffers.G || regs.clear_buffers.B ||
  182. regs.clear_buffers.A;
  183. const bool use_depth = regs.clear_buffers.Z;
  184. const bool use_stencil = regs.clear_buffers.S;
  185. if (!use_color && !use_depth && !use_stencil) {
  186. return;
  187. }
  188. std::scoped_lock lock{texture_cache.mutex};
  189. texture_cache.UpdateRenderTargets(true);
  190. const Framebuffer* const framebuffer = texture_cache.GetFramebuffer();
  191. const VkExtent2D render_area = framebuffer->RenderArea();
  192. scheduler.RequestRenderpass(framebuffer);
  193. VkClearRect clear_rect{
  194. .rect = GetScissorState(regs, 0),
  195. .baseArrayLayer = regs.clear_buffers.layer,
  196. .layerCount = 1,
  197. };
  198. if (clear_rect.rect.extent.width == 0 || clear_rect.rect.extent.height == 0) {
  199. return;
  200. }
  201. clear_rect.rect.extent = VkExtent2D{
  202. .width = std::min(clear_rect.rect.extent.width, render_area.width),
  203. .height = std::min(clear_rect.rect.extent.height, render_area.height),
  204. };
  205. const u32 color_attachment = regs.clear_buffers.RT;
  206. const auto attachment_aspect_mask = framebuffer->ImageRanges()[color_attachment].aspectMask;
  207. const bool is_color_rt = (attachment_aspect_mask & VK_IMAGE_ASPECT_COLOR_BIT) != 0;
  208. if (use_color && is_color_rt) {
  209. VkClearValue clear_value;
  210. std::memcpy(clear_value.color.float32, regs.clear_color, sizeof(regs.clear_color));
  211. scheduler.Record([color_attachment, clear_value, clear_rect](vk::CommandBuffer cmdbuf) {
  212. const VkClearAttachment attachment{
  213. .aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
  214. .colorAttachment = color_attachment,
  215. .clearValue = clear_value,
  216. };
  217. cmdbuf.ClearAttachments(attachment, clear_rect);
  218. });
  219. }
  220. if (!use_depth && !use_stencil) {
  221. return;
  222. }
  223. VkImageAspectFlags aspect_flags = 0;
  224. if (use_depth) {
  225. aspect_flags |= VK_IMAGE_ASPECT_DEPTH_BIT;
  226. }
  227. if (use_stencil) {
  228. aspect_flags |= VK_IMAGE_ASPECT_STENCIL_BIT;
  229. }
  230. scheduler.Record([clear_depth = regs.clear_depth, clear_stencil = regs.clear_stencil,
  231. clear_rect, aspect_flags](vk::CommandBuffer cmdbuf) {
  232. VkClearAttachment attachment;
  233. attachment.aspectMask = aspect_flags;
  234. attachment.colorAttachment = 0;
  235. attachment.clearValue.depthStencil.depth = clear_depth;
  236. attachment.clearValue.depthStencil.stencil = clear_stencil;
  237. cmdbuf.ClearAttachments(attachment, clear_rect);
  238. });
  239. }
  240. void RasterizerVulkan::DispatchCompute() {
  241. FlushWork();
  242. ComputePipeline* const pipeline{pipeline_cache.CurrentComputePipeline()};
  243. if (!pipeline) {
  244. return;
  245. }
  246. std::scoped_lock lock{texture_cache.mutex, buffer_cache.mutex};
  247. pipeline->Configure(kepler_compute, gpu_memory, scheduler, buffer_cache, texture_cache);
  248. const auto& qmd{kepler_compute.launch_description};
  249. const std::array<u32, 3> dim{qmd.grid_dim_x, qmd.grid_dim_y, qmd.grid_dim_z};
  250. scheduler.RequestOutsideRenderPassOperationContext();
  251. scheduler.Record([dim](vk::CommandBuffer cmdbuf) { cmdbuf.Dispatch(dim[0], dim[1], dim[2]); });
  252. }
  253. void RasterizerVulkan::ResetCounter(VideoCore::QueryType type) {
  254. query_cache.ResetCounter(type);
  255. }
  256. void RasterizerVulkan::Query(GPUVAddr gpu_addr, VideoCore::QueryType type,
  257. std::optional<u64> timestamp) {
  258. query_cache.Query(gpu_addr, type, timestamp);
  259. }
  260. void RasterizerVulkan::BindGraphicsUniformBuffer(size_t stage, u32 index, GPUVAddr gpu_addr,
  261. u32 size) {
  262. buffer_cache.BindGraphicsUniformBuffer(stage, index, gpu_addr, size);
  263. }
  264. void Vulkan::RasterizerVulkan::DisableGraphicsUniformBuffer(size_t stage, u32 index) {
  265. buffer_cache.DisableGraphicsUniformBuffer(stage, index);
  266. }
  267. void RasterizerVulkan::FlushAll() {}
  268. void RasterizerVulkan::FlushRegion(VAddr addr, u64 size) {
  269. if (addr == 0 || size == 0) {
  270. return;
  271. }
  272. {
  273. std::scoped_lock lock{texture_cache.mutex};
  274. texture_cache.DownloadMemory(addr, size);
  275. }
  276. {
  277. std::scoped_lock lock{buffer_cache.mutex};
  278. buffer_cache.DownloadMemory(addr, size);
  279. }
  280. query_cache.FlushRegion(addr, size);
  281. }
  282. bool RasterizerVulkan::MustFlushRegion(VAddr addr, u64 size) {
  283. std::scoped_lock lock{texture_cache.mutex, buffer_cache.mutex};
  284. if (!Settings::IsGPULevelHigh()) {
  285. return buffer_cache.IsRegionGpuModified(addr, size);
  286. }
  287. return texture_cache.IsRegionGpuModified(addr, size) ||
  288. buffer_cache.IsRegionGpuModified(addr, size);
  289. }
  290. void RasterizerVulkan::InvalidateRegion(VAddr addr, u64 size) {
  291. if (addr == 0 || size == 0) {
  292. return;
  293. }
  294. {
  295. std::scoped_lock lock{texture_cache.mutex};
  296. texture_cache.WriteMemory(addr, size);
  297. }
  298. {
  299. std::scoped_lock lock{buffer_cache.mutex};
  300. buffer_cache.WriteMemory(addr, size);
  301. }
  302. pipeline_cache.InvalidateRegion(addr, size);
  303. query_cache.InvalidateRegion(addr, size);
  304. }
  305. void RasterizerVulkan::OnCPUWrite(VAddr addr, u64 size) {
  306. if (addr == 0 || size == 0) {
  307. return;
  308. }
  309. pipeline_cache.OnCPUWrite(addr, size);
  310. {
  311. std::scoped_lock lock{texture_cache.mutex};
  312. texture_cache.WriteMemory(addr, size);
  313. }
  314. {
  315. std::scoped_lock lock{buffer_cache.mutex};
  316. buffer_cache.CachedWriteMemory(addr, size);
  317. }
  318. }
  319. void RasterizerVulkan::SyncGuestHost() {
  320. pipeline_cache.SyncGuestHost();
  321. {
  322. std::scoped_lock lock{buffer_cache.mutex};
  323. buffer_cache.FlushCachedWrites();
  324. }
  325. }
  326. void RasterizerVulkan::UnmapMemory(VAddr addr, u64 size) {
  327. {
  328. std::scoped_lock lock{texture_cache.mutex};
  329. texture_cache.UnmapMemory(addr, size);
  330. }
  331. {
  332. std::scoped_lock lock{buffer_cache.mutex};
  333. buffer_cache.WriteMemory(addr, size);
  334. }
  335. pipeline_cache.OnCPUWrite(addr, size);
  336. }
  337. void RasterizerVulkan::ModifyGPUMemory(GPUVAddr addr, u64 size) {
  338. {
  339. std::scoped_lock lock{texture_cache.mutex};
  340. texture_cache.UnmapGPUMemory(addr, size);
  341. }
  342. }
  343. void RasterizerVulkan::SignalSemaphore(GPUVAddr addr, u32 value) {
  344. if (!gpu.IsAsync()) {
  345. gpu_memory.Write<u32>(addr, value);
  346. return;
  347. }
  348. fence_manager.SignalSemaphore(addr, value);
  349. }
  350. void RasterizerVulkan::SignalSyncPoint(u32 value) {
  351. if (!gpu.IsAsync()) {
  352. gpu.IncrementSyncPoint(value);
  353. return;
  354. }
  355. fence_manager.SignalSyncPoint(value);
  356. }
  357. void RasterizerVulkan::SignalReference() {
  358. if (!gpu.IsAsync()) {
  359. return;
  360. }
  361. fence_manager.SignalOrdering();
  362. }
  363. void RasterizerVulkan::ReleaseFences() {
  364. if (!gpu.IsAsync()) {
  365. return;
  366. }
  367. fence_manager.WaitPendingFences();
  368. }
  369. void RasterizerVulkan::FlushAndInvalidateRegion(VAddr addr, u64 size) {
  370. if (Settings::IsGPULevelExtreme()) {
  371. FlushRegion(addr, size);
  372. }
  373. InvalidateRegion(addr, size);
  374. }
  375. void RasterizerVulkan::WaitForIdle() {
  376. // Everything but wait pixel operations. This intentionally includes FRAGMENT_SHADER_BIT because
  377. // fragment shaders can still write storage buffers.
  378. VkPipelineStageFlags flags =
  379. VK_PIPELINE_STAGE_DRAW_INDIRECT_BIT | VK_PIPELINE_STAGE_VERTEX_INPUT_BIT |
  380. VK_PIPELINE_STAGE_VERTEX_SHADER_BIT | VK_PIPELINE_STAGE_TESSELLATION_CONTROL_SHADER_BIT |
  381. VK_PIPELINE_STAGE_TESSELLATION_EVALUATION_SHADER_BIT |
  382. VK_PIPELINE_STAGE_GEOMETRY_SHADER_BIT | VK_PIPELINE_STAGE_FRAGMENT_SHADER_BIT |
  383. VK_PIPELINE_STAGE_COMPUTE_SHADER_BIT | VK_PIPELINE_STAGE_TRANSFER_BIT;
  384. if (device.IsExtTransformFeedbackSupported()) {
  385. flags |= VK_PIPELINE_STAGE_TRANSFORM_FEEDBACK_BIT_EXT;
  386. }
  387. scheduler.RequestOutsideRenderPassOperationContext();
  388. scheduler.Record([event = *wfi_event, flags](vk::CommandBuffer cmdbuf) {
  389. cmdbuf.SetEvent(event, flags);
  390. cmdbuf.WaitEvents(event, flags, VK_PIPELINE_STAGE_TOP_OF_PIPE_BIT, {}, {}, {});
  391. });
  392. SignalReference();
  393. }
  394. void RasterizerVulkan::FragmentBarrier() {
  395. // We already put barriers when a render pass finishes
  396. scheduler.RequestOutsideRenderPassOperationContext();
  397. }
  398. void RasterizerVulkan::TiledCacheBarrier() {
  399. // TODO: Implementing tiled barriers requires rewriting a good chunk of the Vulkan backend
  400. }
  401. void RasterizerVulkan::FlushCommands() {
  402. if (draw_counter == 0) {
  403. return;
  404. }
  405. draw_counter = 0;
  406. scheduler.Flush();
  407. }
  408. void RasterizerVulkan::TickFrame() {
  409. draw_counter = 0;
  410. update_descriptor_queue.TickFrame();
  411. fence_manager.TickFrame();
  412. staging_pool.TickFrame();
  413. {
  414. std::scoped_lock lock{texture_cache.mutex};
  415. texture_cache.TickFrame();
  416. }
  417. {
  418. std::scoped_lock lock{buffer_cache.mutex};
  419. buffer_cache.TickFrame();
  420. }
  421. }
  422. bool RasterizerVulkan::AccelerateSurfaceCopy(const Tegra::Engines::Fermi2D::Surface& src,
  423. const Tegra::Engines::Fermi2D::Surface& dst,
  424. const Tegra::Engines::Fermi2D::Config& copy_config) {
  425. std::scoped_lock lock{texture_cache.mutex};
  426. texture_cache.BlitImage(dst, src, copy_config);
  427. return true;
  428. }
  429. Tegra::Engines::AccelerateDMAInterface& RasterizerVulkan::AccessAccelerateDMA() {
  430. return accelerate_dma;
  431. }
  432. bool RasterizerVulkan::AccelerateDisplay(const Tegra::FramebufferConfig& config,
  433. VAddr framebuffer_addr, u32 pixel_stride) {
  434. if (!framebuffer_addr) {
  435. return false;
  436. }
  437. std::scoped_lock lock{texture_cache.mutex};
  438. ImageView* const image_view = texture_cache.TryFindFramebufferImageView(framebuffer_addr);
  439. if (!image_view) {
  440. return false;
  441. }
  442. screen_info.image_view = image_view->Handle(Shader::TextureType::Color2D);
  443. screen_info.width = image_view->size.width;
  444. screen_info.height = image_view->size.height;
  445. screen_info.is_srgb = VideoCore::Surface::IsPixelFormatSRGB(image_view->format);
  446. return true;
  447. }
  448. void RasterizerVulkan::LoadDiskResources(u64 title_id, std::stop_token stop_loading,
  449. const VideoCore::DiskResourceLoadCallback& callback) {
  450. pipeline_cache.LoadDiskResources(title_id, stop_loading, callback);
  451. }
  452. void RasterizerVulkan::FlushWork() {
  453. static constexpr u32 DRAWS_TO_DISPATCH = 4096;
  454. // Only check multiples of 8 draws
  455. static_assert(DRAWS_TO_DISPATCH % 8 == 0);
  456. if ((++draw_counter & 7) != 7) {
  457. return;
  458. }
  459. if (draw_counter < DRAWS_TO_DISPATCH) {
  460. // Send recorded tasks to the worker thread
  461. scheduler.DispatchWork();
  462. return;
  463. }
  464. // Otherwise (every certain number of draws) flush execution.
  465. // This submits commands to the Vulkan driver.
  466. scheduler.Flush();
  467. draw_counter = 0;
  468. }
  469. AccelerateDMA::AccelerateDMA(BufferCache& buffer_cache_) : buffer_cache{buffer_cache_} {}
  470. bool AccelerateDMA::BufferClear(GPUVAddr src_address, u64 amount, u32 value) {
  471. std::scoped_lock lock{buffer_cache.mutex};
  472. return buffer_cache.DMAClear(src_address, amount, value);
  473. }
  474. bool AccelerateDMA::BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) {
  475. std::scoped_lock lock{buffer_cache.mutex};
  476. return buffer_cache.DMACopy(src_address, dest_address, amount);
  477. }
  478. void RasterizerVulkan::UpdateDynamicStates() {
  479. auto& regs = maxwell3d.regs;
  480. UpdateViewportsState(regs);
  481. UpdateScissorsState(regs);
  482. UpdateDepthBias(regs);
  483. UpdateBlendConstants(regs);
  484. UpdateDepthBounds(regs);
  485. UpdateStencilFaces(regs);
  486. UpdateLineWidth(regs);
  487. if (device.IsExtExtendedDynamicStateSupported()) {
  488. UpdateCullMode(regs);
  489. UpdateDepthBoundsTestEnable(regs);
  490. UpdateDepthTestEnable(regs);
  491. UpdateDepthWriteEnable(regs);
  492. UpdateDepthCompareOp(regs);
  493. UpdateFrontFace(regs);
  494. UpdateStencilOp(regs);
  495. UpdateStencilTestEnable(regs);
  496. if (device.IsExtVertexInputDynamicStateSupported()) {
  497. UpdateVertexInput(regs);
  498. }
  499. }
  500. }
  501. void RasterizerVulkan::BeginTransformFeedback() {
  502. const auto& regs = maxwell3d.regs;
  503. if (regs.tfb_enabled == 0) {
  504. return;
  505. }
  506. if (!device.IsExtTransformFeedbackSupported()) {
  507. LOG_ERROR(Render_Vulkan, "Transform feedbacks used but not supported");
  508. return;
  509. }
  510. UNIMPLEMENTED_IF(regs.IsShaderConfigEnabled(Maxwell::ShaderProgram::TesselationControl) ||
  511. regs.IsShaderConfigEnabled(Maxwell::ShaderProgram::TesselationEval) ||
  512. regs.IsShaderConfigEnabled(Maxwell::ShaderProgram::Geometry));
  513. scheduler.Record(
  514. [](vk::CommandBuffer cmdbuf) { cmdbuf.BeginTransformFeedbackEXT(0, 0, nullptr, nullptr); });
  515. }
  516. void RasterizerVulkan::EndTransformFeedback() {
  517. const auto& regs = maxwell3d.regs;
  518. if (regs.tfb_enabled == 0) {
  519. return;
  520. }
  521. if (!device.IsExtTransformFeedbackSupported()) {
  522. return;
  523. }
  524. scheduler.Record(
  525. [](vk::CommandBuffer cmdbuf) { cmdbuf.EndTransformFeedbackEXT(0, 0, nullptr, nullptr); });
  526. }
  527. void RasterizerVulkan::UpdateViewportsState(Tegra::Engines::Maxwell3D::Regs& regs) {
  528. if (!state_tracker.TouchViewports()) {
  529. return;
  530. }
  531. const std::array viewports{
  532. GetViewportState(device, regs, 0), GetViewportState(device, regs, 1),
  533. GetViewportState(device, regs, 2), GetViewportState(device, regs, 3),
  534. GetViewportState(device, regs, 4), GetViewportState(device, regs, 5),
  535. GetViewportState(device, regs, 6), GetViewportState(device, regs, 7),
  536. GetViewportState(device, regs, 8), GetViewportState(device, regs, 9),
  537. GetViewportState(device, regs, 10), GetViewportState(device, regs, 11),
  538. GetViewportState(device, regs, 12), GetViewportState(device, regs, 13),
  539. GetViewportState(device, regs, 14), GetViewportState(device, regs, 15),
  540. };
  541. scheduler.Record([viewports](vk::CommandBuffer cmdbuf) { cmdbuf.SetViewport(0, viewports); });
  542. }
  543. void RasterizerVulkan::UpdateScissorsState(Tegra::Engines::Maxwell3D::Regs& regs) {
  544. if (!state_tracker.TouchScissors()) {
  545. return;
  546. }
  547. const std::array scissors{
  548. GetScissorState(regs, 0), GetScissorState(regs, 1), GetScissorState(regs, 2),
  549. GetScissorState(regs, 3), GetScissorState(regs, 4), GetScissorState(regs, 5),
  550. GetScissorState(regs, 6), GetScissorState(regs, 7), GetScissorState(regs, 8),
  551. GetScissorState(regs, 9), GetScissorState(regs, 10), GetScissorState(regs, 11),
  552. GetScissorState(regs, 12), GetScissorState(regs, 13), GetScissorState(regs, 14),
  553. GetScissorState(regs, 15),
  554. };
  555. scheduler.Record([scissors](vk::CommandBuffer cmdbuf) { cmdbuf.SetScissor(0, scissors); });
  556. }
  557. void RasterizerVulkan::UpdateDepthBias(Tegra::Engines::Maxwell3D::Regs& regs) {
  558. if (!state_tracker.TouchDepthBias()) {
  559. return;
  560. }
  561. scheduler.Record([constant = regs.polygon_offset_units, clamp = regs.polygon_offset_clamp,
  562. factor = regs.polygon_offset_factor](vk::CommandBuffer cmdbuf) {
  563. cmdbuf.SetDepthBias(constant, clamp, factor / 2.0f);
  564. });
  565. }
  566. void RasterizerVulkan::UpdateBlendConstants(Tegra::Engines::Maxwell3D::Regs& regs) {
  567. if (!state_tracker.TouchBlendConstants()) {
  568. return;
  569. }
  570. const std::array blend_color = {regs.blend_color.r, regs.blend_color.g, regs.blend_color.b,
  571. regs.blend_color.a};
  572. scheduler.Record(
  573. [blend_color](vk::CommandBuffer cmdbuf) { cmdbuf.SetBlendConstants(blend_color.data()); });
  574. }
  575. void RasterizerVulkan::UpdateDepthBounds(Tegra::Engines::Maxwell3D::Regs& regs) {
  576. if (!state_tracker.TouchDepthBounds()) {
  577. return;
  578. }
  579. scheduler.Record([min = regs.depth_bounds[0], max = regs.depth_bounds[1]](
  580. vk::CommandBuffer cmdbuf) { cmdbuf.SetDepthBounds(min, max); });
  581. }
  582. void RasterizerVulkan::UpdateStencilFaces(Tegra::Engines::Maxwell3D::Regs& regs) {
  583. if (!state_tracker.TouchStencilProperties()) {
  584. return;
  585. }
  586. if (regs.stencil_two_side_enable) {
  587. // Separate values per face
  588. scheduler.Record(
  589. [front_ref = regs.stencil_front_func_ref, front_write_mask = regs.stencil_front_mask,
  590. front_test_mask = regs.stencil_front_func_mask, back_ref = regs.stencil_back_func_ref,
  591. back_write_mask = regs.stencil_back_mask,
  592. back_test_mask = regs.stencil_back_func_mask](vk::CommandBuffer cmdbuf) {
  593. // Front face
  594. cmdbuf.SetStencilReference(VK_STENCIL_FACE_FRONT_BIT, front_ref);
  595. cmdbuf.SetStencilWriteMask(VK_STENCIL_FACE_FRONT_BIT, front_write_mask);
  596. cmdbuf.SetStencilCompareMask(VK_STENCIL_FACE_FRONT_BIT, front_test_mask);
  597. // Back face
  598. cmdbuf.SetStencilReference(VK_STENCIL_FACE_BACK_BIT, back_ref);
  599. cmdbuf.SetStencilWriteMask(VK_STENCIL_FACE_BACK_BIT, back_write_mask);
  600. cmdbuf.SetStencilCompareMask(VK_STENCIL_FACE_BACK_BIT, back_test_mask);
  601. });
  602. } else {
  603. // Front face defines both faces
  604. scheduler.Record([ref = regs.stencil_back_func_ref, write_mask = regs.stencil_back_mask,
  605. test_mask = regs.stencil_back_func_mask](vk::CommandBuffer cmdbuf) {
  606. cmdbuf.SetStencilReference(VK_STENCIL_FACE_FRONT_AND_BACK, ref);
  607. cmdbuf.SetStencilWriteMask(VK_STENCIL_FACE_FRONT_AND_BACK, write_mask);
  608. cmdbuf.SetStencilCompareMask(VK_STENCIL_FACE_FRONT_AND_BACK, test_mask);
  609. });
  610. }
  611. }
  612. void RasterizerVulkan::UpdateLineWidth(Tegra::Engines::Maxwell3D::Regs& regs) {
  613. if (!state_tracker.TouchLineWidth()) {
  614. return;
  615. }
  616. const float width = regs.line_smooth_enable ? regs.line_width_smooth : regs.line_width_aliased;
  617. scheduler.Record([width](vk::CommandBuffer cmdbuf) { cmdbuf.SetLineWidth(width); });
  618. }
  619. void RasterizerVulkan::UpdateCullMode(Tegra::Engines::Maxwell3D::Regs& regs) {
  620. if (!state_tracker.TouchCullMode()) {
  621. return;
  622. }
  623. scheduler.Record(
  624. [enabled = regs.cull_test_enabled, cull_face = regs.cull_face](vk::CommandBuffer cmdbuf) {
  625. cmdbuf.SetCullModeEXT(enabled ? MaxwellToVK::CullFace(cull_face) : VK_CULL_MODE_NONE);
  626. });
  627. }
  628. void RasterizerVulkan::UpdateDepthBoundsTestEnable(Tegra::Engines::Maxwell3D::Regs& regs) {
  629. if (!state_tracker.TouchDepthBoundsTestEnable()) {
  630. return;
  631. }
  632. bool enabled = regs.depth_bounds_enable;
  633. if (enabled && !device.IsDepthBoundsSupported()) {
  634. LOG_WARNING(Render_Vulkan, "Depth bounds is enabled but not supported");
  635. enabled = false;
  636. }
  637. scheduler.Record([enable = regs.depth_bounds_enable](vk::CommandBuffer cmdbuf) {
  638. cmdbuf.SetDepthBoundsTestEnableEXT(enable);
  639. });
  640. }
  641. void RasterizerVulkan::UpdateDepthTestEnable(Tegra::Engines::Maxwell3D::Regs& regs) {
  642. if (!state_tracker.TouchDepthTestEnable()) {
  643. return;
  644. }
  645. scheduler.Record([enable = regs.depth_test_enable](vk::CommandBuffer cmdbuf) {
  646. cmdbuf.SetDepthTestEnableEXT(enable);
  647. });
  648. }
  649. void RasterizerVulkan::UpdateDepthWriteEnable(Tegra::Engines::Maxwell3D::Regs& regs) {
  650. if (!state_tracker.TouchDepthWriteEnable()) {
  651. return;
  652. }
  653. scheduler.Record([enable = regs.depth_write_enabled](vk::CommandBuffer cmdbuf) {
  654. cmdbuf.SetDepthWriteEnableEXT(enable);
  655. });
  656. }
  657. void RasterizerVulkan::UpdateDepthCompareOp(Tegra::Engines::Maxwell3D::Regs& regs) {
  658. if (!state_tracker.TouchDepthCompareOp()) {
  659. return;
  660. }
  661. scheduler.Record([func = regs.depth_test_func](vk::CommandBuffer cmdbuf) {
  662. cmdbuf.SetDepthCompareOpEXT(MaxwellToVK::ComparisonOp(func));
  663. });
  664. }
  665. void RasterizerVulkan::UpdateFrontFace(Tegra::Engines::Maxwell3D::Regs& regs) {
  666. if (!state_tracker.TouchFrontFace()) {
  667. return;
  668. }
  669. VkFrontFace front_face = MaxwellToVK::FrontFace(regs.front_face);
  670. if (regs.screen_y_control.triangle_rast_flip != 0) {
  671. front_face = front_face == VK_FRONT_FACE_CLOCKWISE ? VK_FRONT_FACE_COUNTER_CLOCKWISE
  672. : VK_FRONT_FACE_CLOCKWISE;
  673. }
  674. scheduler.Record(
  675. [front_face](vk::CommandBuffer cmdbuf) { cmdbuf.SetFrontFaceEXT(front_face); });
  676. }
  677. void RasterizerVulkan::UpdateStencilOp(Tegra::Engines::Maxwell3D::Regs& regs) {
  678. if (!state_tracker.TouchStencilOp()) {
  679. return;
  680. }
  681. const Maxwell::StencilOp fail = regs.stencil_front_op_fail;
  682. const Maxwell::StencilOp zfail = regs.stencil_front_op_zfail;
  683. const Maxwell::StencilOp zpass = regs.stencil_front_op_zpass;
  684. const Maxwell::ComparisonOp compare = regs.stencil_front_func_func;
  685. if (regs.stencil_two_side_enable) {
  686. scheduler.Record([fail, zfail, zpass, compare](vk::CommandBuffer cmdbuf) {
  687. cmdbuf.SetStencilOpEXT(VK_STENCIL_FACE_FRONT_AND_BACK, MaxwellToVK::StencilOp(fail),
  688. MaxwellToVK::StencilOp(zpass), MaxwellToVK::StencilOp(zfail),
  689. MaxwellToVK::ComparisonOp(compare));
  690. });
  691. } else {
  692. const Maxwell::StencilOp back_fail = regs.stencil_back_op_fail;
  693. const Maxwell::StencilOp back_zfail = regs.stencil_back_op_zfail;
  694. const Maxwell::StencilOp back_zpass = regs.stencil_back_op_zpass;
  695. const Maxwell::ComparisonOp back_compare = regs.stencil_back_func_func;
  696. scheduler.Record([fail, zfail, zpass, compare, back_fail, back_zfail, back_zpass,
  697. back_compare](vk::CommandBuffer cmdbuf) {
  698. cmdbuf.SetStencilOpEXT(VK_STENCIL_FACE_FRONT_BIT, MaxwellToVK::StencilOp(fail),
  699. MaxwellToVK::StencilOp(zpass), MaxwellToVK::StencilOp(zfail),
  700. MaxwellToVK::ComparisonOp(compare));
  701. cmdbuf.SetStencilOpEXT(VK_STENCIL_FACE_BACK_BIT, MaxwellToVK::StencilOp(back_fail),
  702. MaxwellToVK::StencilOp(back_zpass),
  703. MaxwellToVK::StencilOp(back_zfail),
  704. MaxwellToVK::ComparisonOp(back_compare));
  705. });
  706. }
  707. }
  708. void RasterizerVulkan::UpdateStencilTestEnable(Tegra::Engines::Maxwell3D::Regs& regs) {
  709. if (!state_tracker.TouchStencilTestEnable()) {
  710. return;
  711. }
  712. scheduler.Record([enable = regs.stencil_enable](vk::CommandBuffer cmdbuf) {
  713. cmdbuf.SetStencilTestEnableEXT(enable);
  714. });
  715. }
  716. void RasterizerVulkan::UpdateVertexInput(Tegra::Engines::Maxwell3D::Regs& regs) {
  717. auto& dirty{maxwell3d.dirty.flags};
  718. if (!dirty[Dirty::VertexInput]) {
  719. return;
  720. }
  721. dirty[Dirty::VertexInput] = false;
  722. boost::container::static_vector<VkVertexInputBindingDescription2EXT, 32> bindings;
  723. boost::container::static_vector<VkVertexInputAttributeDescription2EXT, 32> attributes;
  724. // There seems to be a bug on Nvidia's driver where updating only higher attributes ends up
  725. // generating dirty state. Track the highest dirty attribute and update all attributes until
  726. // that one.
  727. size_t highest_dirty_attr{};
  728. for (size_t index = 0; index < Maxwell::NumVertexAttributes; ++index) {
  729. if (dirty[Dirty::VertexAttribute0 + index]) {
  730. highest_dirty_attr = index;
  731. }
  732. }
  733. for (size_t index = 0; index < highest_dirty_attr; ++index) {
  734. const Maxwell::VertexAttribute attribute{regs.vertex_attrib_format[index]};
  735. const u32 binding{attribute.buffer};
  736. dirty[Dirty::VertexAttribute0 + index] = false;
  737. dirty[Dirty::VertexBinding0 + static_cast<size_t>(binding)] = true;
  738. if (!attribute.constant) {
  739. attributes.push_back({
  740. .sType = VK_STRUCTURE_TYPE_VERTEX_INPUT_ATTRIBUTE_DESCRIPTION_2_EXT,
  741. .pNext = nullptr,
  742. .location = static_cast<u32>(index),
  743. .binding = binding,
  744. .format = MaxwellToVK::VertexFormat(attribute.type, attribute.size),
  745. .offset = attribute.offset,
  746. });
  747. }
  748. }
  749. for (size_t index = 0; index < Maxwell::NumVertexAttributes; ++index) {
  750. if (!dirty[Dirty::VertexBinding0 + index]) {
  751. continue;
  752. }
  753. dirty[Dirty::VertexBinding0 + index] = false;
  754. const u32 binding{static_cast<u32>(index)};
  755. const auto& input_binding{regs.vertex_array[binding]};
  756. const bool is_instanced{regs.instanced_arrays.IsInstancingEnabled(binding)};
  757. bindings.push_back({
  758. .sType = VK_STRUCTURE_TYPE_VERTEX_INPUT_BINDING_DESCRIPTION_2_EXT,
  759. .pNext = nullptr,
  760. .binding = binding,
  761. .stride = input_binding.stride,
  762. .inputRate = is_instanced ? VK_VERTEX_INPUT_RATE_INSTANCE : VK_VERTEX_INPUT_RATE_VERTEX,
  763. .divisor = is_instanced ? input_binding.divisor : 1,
  764. });
  765. }
  766. scheduler.Record([bindings, attributes](vk::CommandBuffer cmdbuf) {
  767. cmdbuf.SetVertexInputEXT(bindings, attributes);
  768. });
  769. }
  770. } // namespace Vulkan