vk_rasterizer.cpp 46 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158
  1. // Copyright 2019 yuzu Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #include <algorithm>
  5. #include <array>
  6. #include <memory>
  7. #include <mutex>
  8. #include <vector>
  9. #include <boost/container/static_vector.hpp>
  10. #include <boost/functional/hash.hpp>
  11. #include "common/alignment.h"
  12. #include "common/assert.h"
  13. #include "common/logging/log.h"
  14. #include "common/microprofile.h"
  15. #include "core/core.h"
  16. #include "core/memory.h"
  17. #include "video_core/engines/kepler_compute.h"
  18. #include "video_core/engines/maxwell_3d.h"
  19. #include "video_core/renderer_vulkan/declarations.h"
  20. #include "video_core/renderer_vulkan/fixed_pipeline_state.h"
  21. #include "video_core/renderer_vulkan/maxwell_to_vk.h"
  22. #include "video_core/renderer_vulkan/renderer_vulkan.h"
  23. #include "video_core/renderer_vulkan/vk_buffer_cache.h"
  24. #include "video_core/renderer_vulkan/vk_compute_pass.h"
  25. #include "video_core/renderer_vulkan/vk_compute_pipeline.h"
  26. #include "video_core/renderer_vulkan/vk_descriptor_pool.h"
  27. #include "video_core/renderer_vulkan/vk_device.h"
  28. #include "video_core/renderer_vulkan/vk_graphics_pipeline.h"
  29. #include "video_core/renderer_vulkan/vk_pipeline_cache.h"
  30. #include "video_core/renderer_vulkan/vk_rasterizer.h"
  31. #include "video_core/renderer_vulkan/vk_renderpass_cache.h"
  32. #include "video_core/renderer_vulkan/vk_resource_manager.h"
  33. #include "video_core/renderer_vulkan/vk_sampler_cache.h"
  34. #include "video_core/renderer_vulkan/vk_scheduler.h"
  35. #include "video_core/renderer_vulkan/vk_staging_buffer_pool.h"
  36. #include "video_core/renderer_vulkan/vk_texture_cache.h"
  37. #include "video_core/renderer_vulkan/vk_update_descriptor.h"
  38. namespace Vulkan {
  39. using Maxwell = Tegra::Engines::Maxwell3D::Regs;
  40. MICROPROFILE_DEFINE(Vulkan_WaitForWorker, "Vulkan", "Wait for worker", MP_RGB(255, 192, 192));
  41. MICROPROFILE_DEFINE(Vulkan_Drawing, "Vulkan", "Record drawing", MP_RGB(192, 128, 128));
  42. MICROPROFILE_DEFINE(Vulkan_Compute, "Vulkan", "Record compute", MP_RGB(192, 128, 128));
  43. MICROPROFILE_DEFINE(Vulkan_Clearing, "Vulkan", "Record clearing", MP_RGB(192, 128, 128));
  44. MICROPROFILE_DEFINE(Vulkan_Geometry, "Vulkan", "Setup geometry", MP_RGB(192, 128, 128));
  45. MICROPROFILE_DEFINE(Vulkan_ConstBuffers, "Vulkan", "Setup constant buffers", MP_RGB(192, 128, 128));
  46. MICROPROFILE_DEFINE(Vulkan_GlobalBuffers, "Vulkan", "Setup global buffers", MP_RGB(192, 128, 128));
  47. MICROPROFILE_DEFINE(Vulkan_RenderTargets, "Vulkan", "Setup render targets", MP_RGB(192, 128, 128));
  48. MICROPROFILE_DEFINE(Vulkan_Textures, "Vulkan", "Setup textures", MP_RGB(192, 128, 128));
  49. MICROPROFILE_DEFINE(Vulkan_Images, "Vulkan", "Setup images", MP_RGB(192, 128, 128));
  50. MICROPROFILE_DEFINE(Vulkan_PipelineCache, "Vulkan", "Pipeline cache", MP_RGB(192, 128, 128));
  51. namespace {
  52. constexpr auto ComputeShaderIndex = static_cast<std::size_t>(Tegra::Engines::ShaderType::Compute);
  53. vk::Viewport GetViewportState(const VKDevice& device, const Maxwell& regs, std::size_t index) {
  54. const auto& viewport = regs.viewport_transform[index];
  55. const float x = viewport.translate_x - viewport.scale_x;
  56. const float y = viewport.translate_y - viewport.scale_y;
  57. const float width = viewport.scale_x * 2.0f;
  58. const float height = viewport.scale_y * 2.0f;
  59. const float reduce_z = regs.depth_mode == Maxwell::DepthMode::MinusOneToOne;
  60. float near = viewport.translate_z - viewport.scale_z * reduce_z;
  61. float far = viewport.translate_z + viewport.scale_z;
  62. if (!device.IsExtDepthRangeUnrestrictedSupported()) {
  63. near = std::clamp(near, 0.0f, 1.0f);
  64. far = std::clamp(far, 0.0f, 1.0f);
  65. }
  66. return vk::Viewport(x, y, width != 0 ? width : 1.0f, height != 0 ? height : 1.0f, near, far);
  67. }
  68. constexpr vk::Rect2D GetScissorState(const Maxwell& regs, std::size_t index) {
  69. const auto& scissor = regs.scissor_test[index];
  70. if (!scissor.enable) {
  71. return {{0, 0}, {INT32_MAX, INT32_MAX}};
  72. }
  73. const u32 width = scissor.max_x - scissor.min_x;
  74. const u32 height = scissor.max_y - scissor.min_y;
  75. return {{static_cast<s32>(scissor.min_x), static_cast<s32>(scissor.min_y)}, {width, height}};
  76. }
  77. std::array<GPUVAddr, Maxwell::MaxShaderProgram> GetShaderAddresses(
  78. const std::array<Shader, Maxwell::MaxShaderProgram>& shaders) {
  79. std::array<GPUVAddr, Maxwell::MaxShaderProgram> addresses;
  80. for (std::size_t i = 0; i < std::size(addresses); ++i) {
  81. addresses[i] = shaders[i] ? shaders[i]->GetGpuAddr() : 0;
  82. }
  83. return addresses;
  84. }
  85. void TransitionImages(const std::vector<ImageView>& views, vk::PipelineStageFlags pipeline_stage,
  86. vk::AccessFlags access) {
  87. for (auto& [view, layout] : views) {
  88. view->Transition(*layout, pipeline_stage, access);
  89. }
  90. }
  91. template <typename Engine, typename Entry>
  92. Tegra::Texture::FullTextureInfo GetTextureInfo(const Engine& engine, const Entry& entry,
  93. std::size_t stage, std::size_t index = 0) {
  94. const auto stage_type = static_cast<Tegra::Engines::ShaderType>(stage);
  95. if (entry.IsBindless()) {
  96. const Tegra::Texture::TextureHandle tex_handle =
  97. engine.AccessConstBuffer32(stage_type, entry.GetBuffer(), entry.GetOffset());
  98. return engine.GetTextureInfo(tex_handle);
  99. }
  100. const auto& gpu_profile = engine.AccessGuestDriverProfile();
  101. const u32 entry_offset = static_cast<u32>(index * gpu_profile.GetTextureHandlerSize());
  102. const u32 offset = entry.GetOffset() + entry_offset;
  103. if constexpr (std::is_same_v<Engine, Tegra::Engines::Maxwell3D>) {
  104. return engine.GetStageTexture(stage_type, offset);
  105. } else {
  106. return engine.GetTexture(offset);
  107. }
  108. }
  109. } // Anonymous namespace
  110. class BufferBindings final {
  111. public:
  112. void AddVertexBinding(const vk::Buffer* buffer, vk::DeviceSize offset) {
  113. vertex.buffer_ptrs[vertex.num_buffers] = buffer;
  114. vertex.offsets[vertex.num_buffers] = offset;
  115. ++vertex.num_buffers;
  116. }
  117. void SetIndexBinding(const vk::Buffer* buffer, vk::DeviceSize offset, vk::IndexType type) {
  118. index.buffer = buffer;
  119. index.offset = offset;
  120. index.type = type;
  121. }
  122. void Bind(VKScheduler& scheduler) const {
  123. // Use this large switch case to avoid dispatching more memory in the record lambda than
  124. // what we need. It looks horrible, but it's the best we can do on standard C++.
  125. switch (vertex.num_buffers) {
  126. case 0:
  127. return BindStatic<0>(scheduler);
  128. case 1:
  129. return BindStatic<1>(scheduler);
  130. case 2:
  131. return BindStatic<2>(scheduler);
  132. case 3:
  133. return BindStatic<3>(scheduler);
  134. case 4:
  135. return BindStatic<4>(scheduler);
  136. case 5:
  137. return BindStatic<5>(scheduler);
  138. case 6:
  139. return BindStatic<6>(scheduler);
  140. case 7:
  141. return BindStatic<7>(scheduler);
  142. case 8:
  143. return BindStatic<8>(scheduler);
  144. case 9:
  145. return BindStatic<9>(scheduler);
  146. case 10:
  147. return BindStatic<10>(scheduler);
  148. case 11:
  149. return BindStatic<11>(scheduler);
  150. case 12:
  151. return BindStatic<12>(scheduler);
  152. case 13:
  153. return BindStatic<13>(scheduler);
  154. case 14:
  155. return BindStatic<14>(scheduler);
  156. case 15:
  157. return BindStatic<15>(scheduler);
  158. case 16:
  159. return BindStatic<16>(scheduler);
  160. case 17:
  161. return BindStatic<17>(scheduler);
  162. case 18:
  163. return BindStatic<18>(scheduler);
  164. case 19:
  165. return BindStatic<19>(scheduler);
  166. case 20:
  167. return BindStatic<20>(scheduler);
  168. case 21:
  169. return BindStatic<21>(scheduler);
  170. case 22:
  171. return BindStatic<22>(scheduler);
  172. case 23:
  173. return BindStatic<23>(scheduler);
  174. case 24:
  175. return BindStatic<24>(scheduler);
  176. case 25:
  177. return BindStatic<25>(scheduler);
  178. case 26:
  179. return BindStatic<26>(scheduler);
  180. case 27:
  181. return BindStatic<27>(scheduler);
  182. case 28:
  183. return BindStatic<28>(scheduler);
  184. case 29:
  185. return BindStatic<29>(scheduler);
  186. case 30:
  187. return BindStatic<30>(scheduler);
  188. case 31:
  189. return BindStatic<31>(scheduler);
  190. case 32:
  191. return BindStatic<32>(scheduler);
  192. }
  193. UNREACHABLE();
  194. }
  195. private:
  196. // Some of these fields are intentionally left uninitialized to avoid initializing them twice.
  197. struct {
  198. std::size_t num_buffers = 0;
  199. std::array<const vk::Buffer*, Maxwell::NumVertexArrays> buffer_ptrs;
  200. std::array<vk::DeviceSize, Maxwell::NumVertexArrays> offsets;
  201. } vertex;
  202. struct {
  203. const vk::Buffer* buffer = nullptr;
  204. vk::DeviceSize offset;
  205. vk::IndexType type;
  206. } index;
  207. template <std::size_t N>
  208. void BindStatic(VKScheduler& scheduler) const {
  209. if (index.buffer != nullptr) {
  210. BindStatic<N, true>(scheduler);
  211. } else {
  212. BindStatic<N, false>(scheduler);
  213. }
  214. }
  215. template <std::size_t N, bool is_indexed>
  216. void BindStatic(VKScheduler& scheduler) const {
  217. static_assert(N <= Maxwell::NumVertexArrays);
  218. if constexpr (N == 0) {
  219. return;
  220. }
  221. std::array<vk::Buffer, N> buffers;
  222. std::transform(vertex.buffer_ptrs.begin(), vertex.buffer_ptrs.begin() + N, buffers.begin(),
  223. [](const auto ptr) { return *ptr; });
  224. std::array<vk::DeviceSize, N> offsets;
  225. std::copy(vertex.offsets.begin(), vertex.offsets.begin() + N, offsets.begin());
  226. if constexpr (is_indexed) {
  227. // Indexed draw
  228. scheduler.Record([buffers, offsets, index_buffer = *index.buffer,
  229. index_offset = index.offset,
  230. index_type = index.type](auto cmdbuf, auto& dld) {
  231. cmdbuf.bindIndexBuffer(index_buffer, index_offset, index_type, dld);
  232. cmdbuf.bindVertexBuffers(0, static_cast<u32>(N), buffers.data(), offsets.data(),
  233. dld);
  234. });
  235. } else {
  236. // Array draw
  237. scheduler.Record([buffers, offsets](auto cmdbuf, auto& dld) {
  238. cmdbuf.bindVertexBuffers(0, static_cast<u32>(N), buffers.data(), offsets.data(),
  239. dld);
  240. });
  241. }
  242. }
  243. };
  244. void RasterizerVulkan::DrawParameters::Draw(vk::CommandBuffer cmdbuf,
  245. const vk::DispatchLoaderDynamic& dld) const {
  246. if (is_indexed) {
  247. cmdbuf.drawIndexed(num_vertices, num_instances, 0, base_vertex, base_instance, dld);
  248. } else {
  249. cmdbuf.draw(num_vertices, num_instances, base_vertex, base_instance, dld);
  250. }
  251. }
  252. RasterizerVulkan::RasterizerVulkan(Core::System& system, Core::Frontend::EmuWindow& renderer,
  253. VKScreenInfo& screen_info, const VKDevice& device,
  254. VKResourceManager& resource_manager,
  255. VKMemoryManager& memory_manager, VKScheduler& scheduler)
  256. : RasterizerAccelerated{system.Memory()}, system{system}, render_window{renderer},
  257. screen_info{screen_info}, device{device}, resource_manager{resource_manager},
  258. memory_manager{memory_manager}, scheduler{scheduler},
  259. staging_pool(device, memory_manager, scheduler), descriptor_pool(device),
  260. update_descriptor_queue(device, scheduler),
  261. quad_array_pass(device, scheduler, descriptor_pool, staging_pool, update_descriptor_queue),
  262. uint8_pass(device, scheduler, descriptor_pool, staging_pool, update_descriptor_queue),
  263. texture_cache(system, *this, device, resource_manager, memory_manager, scheduler,
  264. staging_pool),
  265. pipeline_cache(system, *this, device, scheduler, descriptor_pool, update_descriptor_queue),
  266. buffer_cache(*this, system, device, memory_manager, scheduler, staging_pool),
  267. sampler_cache(device), query_cache(system, *this, device, scheduler) {
  268. scheduler.SetQueryCache(query_cache);
  269. }
  270. RasterizerVulkan::~RasterizerVulkan() = default;
  271. void RasterizerVulkan::Draw(bool is_indexed, bool is_instanced) {
  272. MICROPROFILE_SCOPE(Vulkan_Drawing);
  273. FlushWork();
  274. query_cache.UpdateCounters();
  275. const auto& gpu = system.GPU().Maxwell3D();
  276. GraphicsPipelineCacheKey key{GetFixedPipelineState(gpu.regs)};
  277. buffer_cache.Map(CalculateGraphicsStreamBufferSize(is_indexed));
  278. BufferBindings buffer_bindings;
  279. const DrawParameters draw_params =
  280. SetupGeometry(key.fixed_state, buffer_bindings, is_indexed, is_instanced);
  281. update_descriptor_queue.Acquire();
  282. sampled_views.clear();
  283. image_views.clear();
  284. const auto shaders = pipeline_cache.GetShaders();
  285. key.shaders = GetShaderAddresses(shaders);
  286. SetupShaderDescriptors(shaders);
  287. buffer_cache.Unmap();
  288. const auto texceptions = UpdateAttachments();
  289. SetupImageTransitions(texceptions, color_attachments, zeta_attachment);
  290. key.renderpass_params = GetRenderPassParams(texceptions);
  291. auto& pipeline = pipeline_cache.GetGraphicsPipeline(key);
  292. scheduler.BindGraphicsPipeline(pipeline.GetHandle());
  293. const auto renderpass = pipeline.GetRenderPass();
  294. const auto [framebuffer, render_area] = ConfigureFramebuffers(renderpass);
  295. scheduler.RequestRenderpass({renderpass, framebuffer, {{0, 0}, render_area}, 0, nullptr});
  296. UpdateDynamicStates();
  297. buffer_bindings.Bind(scheduler);
  298. if (device.IsNvDeviceDiagnosticCheckpoints()) {
  299. scheduler.Record(
  300. [&pipeline](auto cmdbuf, auto& dld) { cmdbuf.setCheckpointNV(&pipeline, dld); });
  301. }
  302. const auto pipeline_layout = pipeline.GetLayout();
  303. const auto descriptor_set = pipeline.CommitDescriptorSet();
  304. scheduler.Record([pipeline_layout, descriptor_set, draw_params](auto cmdbuf, auto& dld) {
  305. if (descriptor_set) {
  306. cmdbuf.bindDescriptorSets(vk::PipelineBindPoint::eGraphics, pipeline_layout,
  307. DESCRIPTOR_SET, 1, &descriptor_set, 0, nullptr, dld);
  308. }
  309. draw_params.Draw(cmdbuf, dld);
  310. });
  311. }
  312. void RasterizerVulkan::Clear() {
  313. MICROPROFILE_SCOPE(Vulkan_Clearing);
  314. query_cache.UpdateCounters();
  315. const auto& gpu = system.GPU().Maxwell3D();
  316. if (!system.GPU().Maxwell3D().ShouldExecute()) {
  317. return;
  318. }
  319. const auto& regs = gpu.regs;
  320. const bool use_color = regs.clear_buffers.R || regs.clear_buffers.G || regs.clear_buffers.B ||
  321. regs.clear_buffers.A;
  322. const bool use_depth = regs.clear_buffers.Z;
  323. const bool use_stencil = regs.clear_buffers.S;
  324. if (!use_color && !use_depth && !use_stencil) {
  325. return;
  326. }
  327. // Clearing images requires to be out of a renderpass
  328. scheduler.RequestOutsideRenderPassOperationContext();
  329. // TODO(Rodrigo): Implement clears rendering a quad or using beginning a renderpass.
  330. if (use_color) {
  331. View color_view;
  332. {
  333. MICROPROFILE_SCOPE(Vulkan_RenderTargets);
  334. color_view = texture_cache.GetColorBufferSurface(regs.clear_buffers.RT.Value(), false);
  335. }
  336. color_view->Transition(vk::ImageLayout::eTransferDstOptimal,
  337. vk::PipelineStageFlagBits::eTransfer,
  338. vk::AccessFlagBits::eTransferWrite);
  339. const std::array clear_color = {regs.clear_color[0], regs.clear_color[1],
  340. regs.clear_color[2], regs.clear_color[3]};
  341. const vk::ClearColorValue clear(clear_color);
  342. scheduler.Record([image = color_view->GetImage(),
  343. subresource = color_view->GetImageSubresourceRange(),
  344. clear](auto cmdbuf, auto& dld) {
  345. cmdbuf.clearColorImage(image, vk::ImageLayout::eTransferDstOptimal, clear, subresource,
  346. dld);
  347. });
  348. }
  349. if (use_depth || use_stencil) {
  350. View zeta_surface;
  351. {
  352. MICROPROFILE_SCOPE(Vulkan_RenderTargets);
  353. zeta_surface = texture_cache.GetDepthBufferSurface(false);
  354. }
  355. zeta_surface->Transition(vk::ImageLayout::eTransferDstOptimal,
  356. vk::PipelineStageFlagBits::eTransfer,
  357. vk::AccessFlagBits::eTransferWrite);
  358. const vk::ClearDepthStencilValue clear(regs.clear_depth,
  359. static_cast<u32>(regs.clear_stencil));
  360. scheduler.Record([image = zeta_surface->GetImage(),
  361. subresource = zeta_surface->GetImageSubresourceRange(),
  362. clear](auto cmdbuf, auto& dld) {
  363. cmdbuf.clearDepthStencilImage(image, vk::ImageLayout::eTransferDstOptimal, clear,
  364. subresource, dld);
  365. });
  366. }
  367. }
  368. void RasterizerVulkan::DispatchCompute(GPUVAddr code_addr) {
  369. MICROPROFILE_SCOPE(Vulkan_Compute);
  370. update_descriptor_queue.Acquire();
  371. sampled_views.clear();
  372. image_views.clear();
  373. query_cache.UpdateCounters();
  374. const auto& launch_desc = system.GPU().KeplerCompute().launch_description;
  375. const ComputePipelineCacheKey key{
  376. code_addr,
  377. launch_desc.shared_alloc,
  378. {launch_desc.block_dim_x, launch_desc.block_dim_y, launch_desc.block_dim_z}};
  379. auto& pipeline = pipeline_cache.GetComputePipeline(key);
  380. // Compute dispatches can't be executed inside a renderpass
  381. scheduler.RequestOutsideRenderPassOperationContext();
  382. buffer_cache.Map(CalculateComputeStreamBufferSize());
  383. const auto& entries = pipeline.GetEntries();
  384. SetupComputeConstBuffers(entries);
  385. SetupComputeGlobalBuffers(entries);
  386. SetupComputeTexelBuffers(entries);
  387. SetupComputeTextures(entries);
  388. SetupComputeImages(entries);
  389. buffer_cache.Unmap();
  390. TransitionImages(sampled_views, vk::PipelineStageFlagBits::eComputeShader,
  391. vk::AccessFlagBits::eShaderRead);
  392. TransitionImages(image_views, vk::PipelineStageFlagBits::eComputeShader,
  393. vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eShaderWrite);
  394. if (device.IsNvDeviceDiagnosticCheckpoints()) {
  395. scheduler.Record(
  396. [&pipeline](auto cmdbuf, auto& dld) { cmdbuf.setCheckpointNV(nullptr, dld); });
  397. }
  398. scheduler.Record([grid_x = launch_desc.grid_dim_x, grid_y = launch_desc.grid_dim_y,
  399. grid_z = launch_desc.grid_dim_z, pipeline_handle = pipeline.GetHandle(),
  400. layout = pipeline.GetLayout(),
  401. descriptor_set = pipeline.CommitDescriptorSet()](auto cmdbuf, auto& dld) {
  402. cmdbuf.bindPipeline(vk::PipelineBindPoint::eCompute, pipeline_handle, dld);
  403. cmdbuf.bindDescriptorSets(vk::PipelineBindPoint::eCompute, layout, DESCRIPTOR_SET, 1,
  404. &descriptor_set, 0, nullptr, dld);
  405. cmdbuf.dispatch(grid_x, grid_y, grid_z, dld);
  406. });
  407. }
  408. void RasterizerVulkan::ResetCounter(VideoCore::QueryType type) {
  409. query_cache.ResetCounter(type);
  410. }
  411. void RasterizerVulkan::Query(GPUVAddr gpu_addr, VideoCore::QueryType type,
  412. std::optional<u64> timestamp) {
  413. query_cache.Query(gpu_addr, type, timestamp);
  414. }
  415. void RasterizerVulkan::FlushAll() {}
  416. void RasterizerVulkan::FlushRegion(CacheAddr addr, u64 size) {
  417. texture_cache.FlushRegion(addr, size);
  418. buffer_cache.FlushRegion(addr, size);
  419. query_cache.FlushRegion(addr, size);
  420. }
  421. void RasterizerVulkan::InvalidateRegion(CacheAddr addr, u64 size) {
  422. texture_cache.InvalidateRegion(addr, size);
  423. pipeline_cache.InvalidateRegion(addr, size);
  424. buffer_cache.InvalidateRegion(addr, size);
  425. query_cache.InvalidateRegion(addr, size);
  426. }
  427. void RasterizerVulkan::FlushAndInvalidateRegion(CacheAddr addr, u64 size) {
  428. FlushRegion(addr, size);
  429. InvalidateRegion(addr, size);
  430. }
  431. void RasterizerVulkan::FlushCommands() {
  432. if (draw_counter > 0) {
  433. draw_counter = 0;
  434. scheduler.Flush();
  435. }
  436. }
  437. void RasterizerVulkan::TickFrame() {
  438. draw_counter = 0;
  439. update_descriptor_queue.TickFrame();
  440. buffer_cache.TickFrame();
  441. staging_pool.TickFrame();
  442. }
  443. bool RasterizerVulkan::AccelerateSurfaceCopy(const Tegra::Engines::Fermi2D::Regs::Surface& src,
  444. const Tegra::Engines::Fermi2D::Regs::Surface& dst,
  445. const Tegra::Engines::Fermi2D::Config& copy_config) {
  446. texture_cache.DoFermiCopy(src, dst, copy_config);
  447. return true;
  448. }
  449. bool RasterizerVulkan::AccelerateDisplay(const Tegra::FramebufferConfig& config,
  450. VAddr framebuffer_addr, u32 pixel_stride) {
  451. if (!framebuffer_addr) {
  452. return false;
  453. }
  454. const u8* host_ptr{system.Memory().GetPointer(framebuffer_addr)};
  455. const auto surface{texture_cache.TryFindFramebufferSurface(host_ptr)};
  456. if (!surface) {
  457. return false;
  458. }
  459. // Verify that the cached surface is the same size and format as the requested framebuffer
  460. const auto& params{surface->GetSurfaceParams()};
  461. const auto& pixel_format{
  462. VideoCore::Surface::PixelFormatFromGPUPixelFormat(config.pixel_format)};
  463. ASSERT_MSG(params.width == config.width, "Framebuffer width is different");
  464. ASSERT_MSG(params.height == config.height, "Framebuffer height is different");
  465. screen_info.image = &surface->GetImage();
  466. screen_info.width = params.width;
  467. screen_info.height = params.height;
  468. screen_info.is_srgb = surface->GetSurfaceParams().srgb_conversion;
  469. return true;
  470. }
  471. void RasterizerVulkan::FlushWork() {
  472. static constexpr u32 DRAWS_TO_DISPATCH = 4096;
  473. // Only check multiples of 8 draws
  474. static_assert(DRAWS_TO_DISPATCH % 8 == 0);
  475. if ((++draw_counter & 7) != 7) {
  476. return;
  477. }
  478. if (draw_counter < DRAWS_TO_DISPATCH) {
  479. // Send recorded tasks to the worker thread
  480. scheduler.DispatchWork();
  481. return;
  482. }
  483. // Otherwise (every certain number of draws) flush execution.
  484. // This submits commands to the Vulkan driver.
  485. scheduler.Flush();
  486. draw_counter = 0;
  487. }
  488. RasterizerVulkan::Texceptions RasterizerVulkan::UpdateAttachments() {
  489. MICROPROFILE_SCOPE(Vulkan_RenderTargets);
  490. auto& dirty = system.GPU().Maxwell3D().dirty;
  491. const bool update_rendertargets = dirty.render_settings;
  492. dirty.render_settings = false;
  493. texture_cache.GuardRenderTargets(true);
  494. Texceptions texceptions;
  495. for (std::size_t rt = 0; rt < Maxwell::NumRenderTargets; ++rt) {
  496. if (update_rendertargets) {
  497. color_attachments[rt] = texture_cache.GetColorBufferSurface(rt, true);
  498. }
  499. if (color_attachments[rt] && WalkAttachmentOverlaps(*color_attachments[rt])) {
  500. texceptions[rt] = true;
  501. }
  502. }
  503. if (update_rendertargets) {
  504. zeta_attachment = texture_cache.GetDepthBufferSurface(true);
  505. }
  506. if (zeta_attachment && WalkAttachmentOverlaps(*zeta_attachment)) {
  507. texceptions[ZETA_TEXCEPTION_INDEX] = true;
  508. }
  509. texture_cache.GuardRenderTargets(false);
  510. return texceptions;
  511. }
  512. bool RasterizerVulkan::WalkAttachmentOverlaps(const CachedSurfaceView& attachment) {
  513. bool overlap = false;
  514. for (auto& [view, layout] : sampled_views) {
  515. if (!attachment.IsSameSurface(*view)) {
  516. continue;
  517. }
  518. overlap = true;
  519. *layout = vk::ImageLayout::eGeneral;
  520. }
  521. return overlap;
  522. }
  523. std::tuple<vk::Framebuffer, vk::Extent2D> RasterizerVulkan::ConfigureFramebuffers(
  524. vk::RenderPass renderpass) {
  525. FramebufferCacheKey key{renderpass, std::numeric_limits<u32>::max(),
  526. std::numeric_limits<u32>::max()};
  527. const auto MarkAsModifiedAndPush = [&](const View& view) {
  528. if (view == nullptr) {
  529. return false;
  530. }
  531. key.views.push_back(view->GetHandle());
  532. key.width = std::min(key.width, view->GetWidth());
  533. key.height = std::min(key.height, view->GetHeight());
  534. return true;
  535. };
  536. for (std::size_t index = 0; index < std::size(color_attachments); ++index) {
  537. if (MarkAsModifiedAndPush(color_attachments[index])) {
  538. texture_cache.MarkColorBufferInUse(index);
  539. }
  540. }
  541. if (MarkAsModifiedAndPush(zeta_attachment)) {
  542. texture_cache.MarkDepthBufferInUse();
  543. }
  544. const auto [fbentry, is_cache_miss] = framebuffer_cache.try_emplace(key);
  545. auto& framebuffer = fbentry->second;
  546. if (is_cache_miss) {
  547. const vk::FramebufferCreateInfo framebuffer_ci({}, key.renderpass,
  548. static_cast<u32>(key.views.size()),
  549. key.views.data(), key.width, key.height, 1);
  550. const auto dev = device.GetLogical();
  551. const auto& dld = device.GetDispatchLoader();
  552. framebuffer = dev.createFramebufferUnique(framebuffer_ci, nullptr, dld);
  553. }
  554. return {*framebuffer, vk::Extent2D{key.width, key.height}};
  555. }
  556. RasterizerVulkan::DrawParameters RasterizerVulkan::SetupGeometry(FixedPipelineState& fixed_state,
  557. BufferBindings& buffer_bindings,
  558. bool is_indexed,
  559. bool is_instanced) {
  560. MICROPROFILE_SCOPE(Vulkan_Geometry);
  561. const auto& gpu = system.GPU().Maxwell3D();
  562. const auto& regs = gpu.regs;
  563. SetupVertexArrays(fixed_state.vertex_input, buffer_bindings);
  564. const u32 base_instance = regs.vb_base_instance;
  565. const u32 num_instances = is_instanced ? gpu.mme_draw.instance_count : 1;
  566. const u32 base_vertex = is_indexed ? regs.vb_element_base : regs.vertex_buffer.first;
  567. const u32 num_vertices = is_indexed ? regs.index_array.count : regs.vertex_buffer.count;
  568. DrawParameters params{base_instance, num_instances, base_vertex, num_vertices, is_indexed};
  569. SetupIndexBuffer(buffer_bindings, params, is_indexed);
  570. return params;
  571. }
  572. void RasterizerVulkan::SetupShaderDescriptors(
  573. const std::array<Shader, Maxwell::MaxShaderProgram>& shaders) {
  574. texture_cache.GuardSamplers(true);
  575. for (std::size_t stage = 0; stage < Maxwell::MaxShaderStage; ++stage) {
  576. // Skip VertexA stage
  577. const auto& shader = shaders[stage + 1];
  578. if (!shader) {
  579. continue;
  580. }
  581. const auto& entries = shader->GetEntries();
  582. SetupGraphicsConstBuffers(entries, stage);
  583. SetupGraphicsGlobalBuffers(entries, stage);
  584. SetupGraphicsTexelBuffers(entries, stage);
  585. SetupGraphicsTextures(entries, stage);
  586. SetupGraphicsImages(entries, stage);
  587. }
  588. texture_cache.GuardSamplers(false);
  589. }
  590. void RasterizerVulkan::SetupImageTransitions(
  591. Texceptions texceptions, const std::array<View, Maxwell::NumRenderTargets>& color_attachments,
  592. const View& zeta_attachment) {
  593. TransitionImages(sampled_views, vk::PipelineStageFlagBits::eAllGraphics,
  594. vk::AccessFlagBits::eShaderRead);
  595. TransitionImages(image_views, vk::PipelineStageFlagBits::eAllGraphics,
  596. vk::AccessFlagBits::eShaderRead | vk::AccessFlagBits::eShaderWrite);
  597. for (std::size_t rt = 0; rt < std::size(color_attachments); ++rt) {
  598. const auto color_attachment = color_attachments[rt];
  599. if (color_attachment == nullptr) {
  600. continue;
  601. }
  602. const auto image_layout =
  603. texceptions[rt] ? vk::ImageLayout::eGeneral : vk::ImageLayout::eColorAttachmentOptimal;
  604. color_attachment->Transition(
  605. image_layout, vk::PipelineStageFlagBits::eColorAttachmentOutput,
  606. vk::AccessFlagBits::eColorAttachmentRead | vk::AccessFlagBits::eColorAttachmentWrite);
  607. }
  608. if (zeta_attachment != nullptr) {
  609. const auto image_layout = texceptions[ZETA_TEXCEPTION_INDEX]
  610. ? vk::ImageLayout::eGeneral
  611. : vk::ImageLayout::eDepthStencilAttachmentOptimal;
  612. zeta_attachment->Transition(image_layout, vk::PipelineStageFlagBits::eLateFragmentTests,
  613. vk::AccessFlagBits::eDepthStencilAttachmentRead |
  614. vk::AccessFlagBits::eDepthStencilAttachmentWrite);
  615. }
  616. }
  617. void RasterizerVulkan::UpdateDynamicStates() {
  618. auto& gpu = system.GPU().Maxwell3D();
  619. UpdateViewportsState(gpu);
  620. UpdateScissorsState(gpu);
  621. UpdateDepthBias(gpu);
  622. UpdateBlendConstants(gpu);
  623. UpdateDepthBounds(gpu);
  624. UpdateStencilFaces(gpu);
  625. }
  626. void RasterizerVulkan::SetupVertexArrays(FixedPipelineState::VertexInput& vertex_input,
  627. BufferBindings& buffer_bindings) {
  628. const auto& regs = system.GPU().Maxwell3D().regs;
  629. for (u32 index = 0; index < static_cast<u32>(Maxwell::NumVertexAttributes); ++index) {
  630. const auto& attrib = regs.vertex_attrib_format[index];
  631. if (!attrib.IsValid()) {
  632. continue;
  633. }
  634. const auto& buffer = regs.vertex_array[attrib.buffer];
  635. ASSERT(buffer.IsEnabled());
  636. vertex_input.attributes[vertex_input.num_attributes++] =
  637. FixedPipelineState::VertexAttribute(index, attrib.buffer, attrib.type, attrib.size,
  638. attrib.offset);
  639. }
  640. for (u32 index = 0; index < static_cast<u32>(Maxwell::NumVertexArrays); ++index) {
  641. const auto& vertex_array = regs.vertex_array[index];
  642. if (!vertex_array.IsEnabled()) {
  643. continue;
  644. }
  645. const GPUVAddr start{vertex_array.StartAddress()};
  646. const GPUVAddr end{regs.vertex_array_limit[index].LimitAddress()};
  647. ASSERT(end > start);
  648. const std::size_t size{end - start + 1};
  649. const auto [buffer, offset] = buffer_cache.UploadMemory(start, size);
  650. vertex_input.bindings[vertex_input.num_bindings++] = FixedPipelineState::VertexBinding(
  651. index, vertex_array.stride,
  652. regs.instanced_arrays.IsInstancingEnabled(index) ? vertex_array.divisor : 0);
  653. buffer_bindings.AddVertexBinding(buffer, offset);
  654. }
  655. }
  656. void RasterizerVulkan::SetupIndexBuffer(BufferBindings& buffer_bindings, DrawParameters& params,
  657. bool is_indexed) {
  658. const auto& regs = system.GPU().Maxwell3D().regs;
  659. switch (regs.draw.topology) {
  660. case Maxwell::PrimitiveTopology::Quads:
  661. if (params.is_indexed) {
  662. UNIMPLEMENTED();
  663. } else {
  664. const auto [buffer, offset] =
  665. quad_array_pass.Assemble(params.num_vertices, params.base_vertex);
  666. buffer_bindings.SetIndexBinding(&buffer, offset, vk::IndexType::eUint32);
  667. params.base_vertex = 0;
  668. params.num_vertices = params.num_vertices * 6 / 4;
  669. params.is_indexed = true;
  670. }
  671. break;
  672. default: {
  673. if (!is_indexed) {
  674. break;
  675. }
  676. const GPUVAddr gpu_addr = regs.index_array.IndexStart();
  677. auto [buffer, offset] = buffer_cache.UploadMemory(gpu_addr, CalculateIndexBufferSize());
  678. auto format = regs.index_array.format;
  679. const bool is_uint8 = format == Maxwell::IndexFormat::UnsignedByte;
  680. if (is_uint8 && !device.IsExtIndexTypeUint8Supported()) {
  681. std::tie(buffer, offset) = uint8_pass.Assemble(params.num_vertices, *buffer, offset);
  682. format = Maxwell::IndexFormat::UnsignedShort;
  683. }
  684. buffer_bindings.SetIndexBinding(buffer, offset, MaxwellToVK::IndexFormat(device, format));
  685. break;
  686. }
  687. }
  688. }
  689. void RasterizerVulkan::SetupGraphicsConstBuffers(const ShaderEntries& entries, std::size_t stage) {
  690. MICROPROFILE_SCOPE(Vulkan_ConstBuffers);
  691. const auto& gpu = system.GPU().Maxwell3D();
  692. const auto& shader_stage = gpu.state.shader_stages[stage];
  693. for (const auto& entry : entries.const_buffers) {
  694. SetupConstBuffer(entry, shader_stage.const_buffers[entry.GetIndex()]);
  695. }
  696. }
  697. void RasterizerVulkan::SetupGraphicsGlobalBuffers(const ShaderEntries& entries, std::size_t stage) {
  698. MICROPROFILE_SCOPE(Vulkan_GlobalBuffers);
  699. auto& gpu{system.GPU()};
  700. const auto cbufs{gpu.Maxwell3D().state.shader_stages[stage]};
  701. for (const auto& entry : entries.global_buffers) {
  702. const auto addr = cbufs.const_buffers[entry.GetCbufIndex()].address + entry.GetCbufOffset();
  703. SetupGlobalBuffer(entry, addr);
  704. }
  705. }
  706. void RasterizerVulkan::SetupGraphicsTexelBuffers(const ShaderEntries& entries, std::size_t stage) {
  707. MICROPROFILE_SCOPE(Vulkan_Textures);
  708. const auto& gpu = system.GPU().Maxwell3D();
  709. for (const auto& entry : entries.texel_buffers) {
  710. const auto image = GetTextureInfo(gpu, entry, stage).tic;
  711. SetupTexelBuffer(image, entry);
  712. }
  713. }
  714. void RasterizerVulkan::SetupGraphicsTextures(const ShaderEntries& entries, std::size_t stage) {
  715. MICROPROFILE_SCOPE(Vulkan_Textures);
  716. const auto& gpu = system.GPU().Maxwell3D();
  717. for (const auto& entry : entries.samplers) {
  718. for (std::size_t i = 0; i < entry.Size(); ++i) {
  719. const auto texture = GetTextureInfo(gpu, entry, stage, i);
  720. SetupTexture(texture, entry);
  721. }
  722. }
  723. }
  724. void RasterizerVulkan::SetupGraphicsImages(const ShaderEntries& entries, std::size_t stage) {
  725. MICROPROFILE_SCOPE(Vulkan_Images);
  726. const auto& gpu = system.GPU().KeplerCompute();
  727. for (const auto& entry : entries.images) {
  728. const auto tic = GetTextureInfo(gpu, entry, stage).tic;
  729. SetupImage(tic, entry);
  730. }
  731. }
  732. void RasterizerVulkan::SetupComputeConstBuffers(const ShaderEntries& entries) {
  733. MICROPROFILE_SCOPE(Vulkan_ConstBuffers);
  734. const auto& launch_desc = system.GPU().KeplerCompute().launch_description;
  735. for (const auto& entry : entries.const_buffers) {
  736. const auto& config = launch_desc.const_buffer_config[entry.GetIndex()];
  737. const std::bitset<8> mask = launch_desc.const_buffer_enable_mask.Value();
  738. Tegra::Engines::ConstBufferInfo buffer;
  739. buffer.address = config.Address();
  740. buffer.size = config.size;
  741. buffer.enabled = mask[entry.GetIndex()];
  742. SetupConstBuffer(entry, buffer);
  743. }
  744. }
  745. void RasterizerVulkan::SetupComputeGlobalBuffers(const ShaderEntries& entries) {
  746. MICROPROFILE_SCOPE(Vulkan_GlobalBuffers);
  747. const auto cbufs{system.GPU().KeplerCompute().launch_description.const_buffer_config};
  748. for (const auto& entry : entries.global_buffers) {
  749. const auto addr{cbufs[entry.GetCbufIndex()].Address() + entry.GetCbufOffset()};
  750. SetupGlobalBuffer(entry, addr);
  751. }
  752. }
  753. void RasterizerVulkan::SetupComputeTexelBuffers(const ShaderEntries& entries) {
  754. MICROPROFILE_SCOPE(Vulkan_Textures);
  755. const auto& gpu = system.GPU().KeplerCompute();
  756. for (const auto& entry : entries.texel_buffers) {
  757. const auto image = GetTextureInfo(gpu, entry, ComputeShaderIndex).tic;
  758. SetupTexelBuffer(image, entry);
  759. }
  760. }
  761. void RasterizerVulkan::SetupComputeTextures(const ShaderEntries& entries) {
  762. MICROPROFILE_SCOPE(Vulkan_Textures);
  763. const auto& gpu = system.GPU().KeplerCompute();
  764. for (const auto& entry : entries.samplers) {
  765. for (std::size_t i = 0; i < entry.Size(); ++i) {
  766. const auto texture = GetTextureInfo(gpu, entry, ComputeShaderIndex, i);
  767. SetupTexture(texture, entry);
  768. }
  769. }
  770. }
  771. void RasterizerVulkan::SetupComputeImages(const ShaderEntries& entries) {
  772. MICROPROFILE_SCOPE(Vulkan_Images);
  773. const auto& gpu = system.GPU().KeplerCompute();
  774. for (const auto& entry : entries.images) {
  775. const auto tic = GetTextureInfo(gpu, entry, ComputeShaderIndex).tic;
  776. SetupImage(tic, entry);
  777. }
  778. }
  779. void RasterizerVulkan::SetupConstBuffer(const ConstBufferEntry& entry,
  780. const Tegra::Engines::ConstBufferInfo& buffer) {
  781. // Align the size to avoid bad std140 interactions
  782. const std::size_t size =
  783. Common::AlignUp(CalculateConstBufferSize(entry, buffer), 4 * sizeof(float));
  784. ASSERT(size <= MaxConstbufferSize);
  785. const auto [buffer_handle, offset] =
  786. buffer_cache.UploadMemory(buffer.address, size, device.GetUniformBufferAlignment());
  787. update_descriptor_queue.AddBuffer(buffer_handle, offset, size);
  788. }
  789. void RasterizerVulkan::SetupGlobalBuffer(const GlobalBufferEntry& entry, GPUVAddr address) {
  790. auto& memory_manager{system.GPU().MemoryManager()};
  791. const auto actual_addr = memory_manager.Read<u64>(address);
  792. const auto size = memory_manager.Read<u32>(address + 8);
  793. if (size == 0) {
  794. // Sometimes global memory pointers don't have a proper size. Upload a dummy entry because
  795. // Vulkan doesn't like empty buffers.
  796. constexpr std::size_t dummy_size = 4;
  797. const auto buffer = buffer_cache.GetEmptyBuffer(dummy_size);
  798. update_descriptor_queue.AddBuffer(buffer, 0, dummy_size);
  799. return;
  800. }
  801. const auto [buffer, offset] = buffer_cache.UploadMemory(
  802. actual_addr, size, device.GetStorageBufferAlignment(), entry.IsWritten());
  803. update_descriptor_queue.AddBuffer(buffer, offset, size);
  804. }
  805. void RasterizerVulkan::SetupTexelBuffer(const Tegra::Texture::TICEntry& tic,
  806. const TexelBufferEntry& entry) {
  807. const auto view = texture_cache.GetTextureSurface(tic, entry);
  808. ASSERT(view->IsBufferView());
  809. update_descriptor_queue.AddTexelBuffer(view->GetBufferView());
  810. }
  811. void RasterizerVulkan::SetupTexture(const Tegra::Texture::FullTextureInfo& texture,
  812. const SamplerEntry& entry) {
  813. auto view = texture_cache.GetTextureSurface(texture.tic, entry);
  814. ASSERT(!view->IsBufferView());
  815. const auto image_view = view->GetHandle(texture.tic.x_source, texture.tic.y_source,
  816. texture.tic.z_source, texture.tic.w_source);
  817. const auto sampler = sampler_cache.GetSampler(texture.tsc);
  818. update_descriptor_queue.AddSampledImage(sampler, image_view);
  819. const auto image_layout = update_descriptor_queue.GetLastImageLayout();
  820. *image_layout = vk::ImageLayout::eShaderReadOnlyOptimal;
  821. sampled_views.push_back(ImageView{std::move(view), image_layout});
  822. }
  823. void RasterizerVulkan::SetupImage(const Tegra::Texture::TICEntry& tic, const ImageEntry& entry) {
  824. auto view = texture_cache.GetImageSurface(tic, entry);
  825. if (entry.IsWritten()) {
  826. view->MarkAsModified(texture_cache.Tick());
  827. }
  828. UNIMPLEMENTED_IF(tic.IsBuffer());
  829. const auto image_view = view->GetHandle(tic.x_source, tic.y_source, tic.z_source, tic.w_source);
  830. update_descriptor_queue.AddImage(image_view);
  831. const auto image_layout = update_descriptor_queue.GetLastImageLayout();
  832. *image_layout = vk::ImageLayout::eGeneral;
  833. image_views.push_back(ImageView{std::move(view), image_layout});
  834. }
  835. void RasterizerVulkan::UpdateViewportsState(Tegra::Engines::Maxwell3D& gpu) {
  836. if (!gpu.dirty.viewport_transform && scheduler.TouchViewports()) {
  837. return;
  838. }
  839. gpu.dirty.viewport_transform = false;
  840. const auto& regs = gpu.regs;
  841. const std::array viewports{
  842. GetViewportState(device, regs, 0), GetViewportState(device, regs, 1),
  843. GetViewportState(device, regs, 2), GetViewportState(device, regs, 3),
  844. GetViewportState(device, regs, 4), GetViewportState(device, regs, 5),
  845. GetViewportState(device, regs, 6), GetViewportState(device, regs, 7),
  846. GetViewportState(device, regs, 8), GetViewportState(device, regs, 9),
  847. GetViewportState(device, regs, 10), GetViewportState(device, regs, 11),
  848. GetViewportState(device, regs, 12), GetViewportState(device, regs, 13),
  849. GetViewportState(device, regs, 14), GetViewportState(device, regs, 15)};
  850. scheduler.Record([viewports](auto cmdbuf, auto& dld) {
  851. cmdbuf.setViewport(0, static_cast<u32>(viewports.size()), viewports.data(), dld);
  852. });
  853. }
  854. void RasterizerVulkan::UpdateScissorsState(Tegra::Engines::Maxwell3D& gpu) {
  855. if (!gpu.dirty.scissor_test && scheduler.TouchScissors()) {
  856. return;
  857. }
  858. gpu.dirty.scissor_test = false;
  859. const auto& regs = gpu.regs;
  860. const std::array scissors = {
  861. GetScissorState(regs, 0), GetScissorState(regs, 1), GetScissorState(regs, 2),
  862. GetScissorState(regs, 3), GetScissorState(regs, 4), GetScissorState(regs, 5),
  863. GetScissorState(regs, 6), GetScissorState(regs, 7), GetScissorState(regs, 8),
  864. GetScissorState(regs, 9), GetScissorState(regs, 10), GetScissorState(regs, 11),
  865. GetScissorState(regs, 12), GetScissorState(regs, 13), GetScissorState(regs, 14),
  866. GetScissorState(regs, 15)};
  867. scheduler.Record([scissors](auto cmdbuf, auto& dld) {
  868. cmdbuf.setScissor(0, static_cast<u32>(scissors.size()), scissors.data(), dld);
  869. });
  870. }
  871. void RasterizerVulkan::UpdateDepthBias(Tegra::Engines::Maxwell3D& gpu) {
  872. if (!gpu.dirty.polygon_offset && scheduler.TouchDepthBias()) {
  873. return;
  874. }
  875. gpu.dirty.polygon_offset = false;
  876. const auto& regs = gpu.regs;
  877. scheduler.Record([constant = regs.polygon_offset_units, clamp = regs.polygon_offset_clamp,
  878. factor = regs.polygon_offset_factor](auto cmdbuf, auto& dld) {
  879. cmdbuf.setDepthBias(constant, clamp, factor / 2.0f, dld);
  880. });
  881. }
  882. void RasterizerVulkan::UpdateBlendConstants(Tegra::Engines::Maxwell3D& gpu) {
  883. if (!gpu.dirty.blend_state && scheduler.TouchBlendConstants()) {
  884. return;
  885. }
  886. gpu.dirty.blend_state = false;
  887. const std::array blend_color = {gpu.regs.blend_color.r, gpu.regs.blend_color.g,
  888. gpu.regs.blend_color.b, gpu.regs.blend_color.a};
  889. scheduler.Record([blend_color](auto cmdbuf, auto& dld) {
  890. cmdbuf.setBlendConstants(blend_color.data(), dld);
  891. });
  892. }
  893. void RasterizerVulkan::UpdateDepthBounds(Tegra::Engines::Maxwell3D& gpu) {
  894. if (!gpu.dirty.depth_bounds_values && scheduler.TouchDepthBounds()) {
  895. return;
  896. }
  897. gpu.dirty.depth_bounds_values = false;
  898. const auto& regs = gpu.regs;
  899. scheduler.Record([min = regs.depth_bounds[0], max = regs.depth_bounds[1]](
  900. auto cmdbuf, auto& dld) { cmdbuf.setDepthBounds(min, max, dld); });
  901. }
  902. void RasterizerVulkan::UpdateStencilFaces(Tegra::Engines::Maxwell3D& gpu) {
  903. if (!gpu.dirty.stencil_test && scheduler.TouchStencilValues()) {
  904. return;
  905. }
  906. gpu.dirty.stencil_test = false;
  907. const auto& regs = gpu.regs;
  908. if (regs.stencil_two_side_enable) {
  909. // Separate values per face
  910. scheduler.Record(
  911. [front_ref = regs.stencil_front_func_ref, front_write_mask = regs.stencil_front_mask,
  912. front_test_mask = regs.stencil_front_func_mask, back_ref = regs.stencil_back_func_ref,
  913. back_write_mask = regs.stencil_back_mask,
  914. back_test_mask = regs.stencil_back_func_mask](auto cmdbuf, auto& dld) {
  915. // Front face
  916. cmdbuf.setStencilReference(vk::StencilFaceFlagBits::eFront, front_ref, dld);
  917. cmdbuf.setStencilWriteMask(vk::StencilFaceFlagBits::eFront, front_write_mask, dld);
  918. cmdbuf.setStencilCompareMask(vk::StencilFaceFlagBits::eFront, front_test_mask, dld);
  919. // Back face
  920. cmdbuf.setStencilReference(vk::StencilFaceFlagBits::eBack, back_ref, dld);
  921. cmdbuf.setStencilWriteMask(vk::StencilFaceFlagBits::eBack, back_write_mask, dld);
  922. cmdbuf.setStencilCompareMask(vk::StencilFaceFlagBits::eBack, back_test_mask, dld);
  923. });
  924. } else {
  925. // Front face defines both faces
  926. scheduler.Record([ref = regs.stencil_back_func_ref, write_mask = regs.stencil_back_mask,
  927. test_mask = regs.stencil_back_func_mask](auto cmdbuf, auto& dld) {
  928. cmdbuf.setStencilReference(vk::StencilFaceFlagBits::eFrontAndBack, ref, dld);
  929. cmdbuf.setStencilWriteMask(vk::StencilFaceFlagBits::eFrontAndBack, write_mask, dld);
  930. cmdbuf.setStencilCompareMask(vk::StencilFaceFlagBits::eFrontAndBack, test_mask, dld);
  931. });
  932. }
  933. }
  934. std::size_t RasterizerVulkan::CalculateGraphicsStreamBufferSize(bool is_indexed) const {
  935. std::size_t size = CalculateVertexArraysSize();
  936. if (is_indexed) {
  937. size = Common::AlignUp(size, 4) + CalculateIndexBufferSize();
  938. }
  939. size += Maxwell::MaxConstBuffers * (MaxConstbufferSize + device.GetUniformBufferAlignment());
  940. return size;
  941. }
  942. std::size_t RasterizerVulkan::CalculateComputeStreamBufferSize() const {
  943. return Tegra::Engines::KeplerCompute::NumConstBuffers *
  944. (Maxwell::MaxConstBufferSize + device.GetUniformBufferAlignment());
  945. }
  946. std::size_t RasterizerVulkan::CalculateVertexArraysSize() const {
  947. const auto& regs = system.GPU().Maxwell3D().regs;
  948. std::size_t size = 0;
  949. for (u32 index = 0; index < Maxwell::NumVertexArrays; ++index) {
  950. // This implementation assumes that all attributes are used in the shader.
  951. const GPUVAddr start{regs.vertex_array[index].StartAddress()};
  952. const GPUVAddr end{regs.vertex_array_limit[index].LimitAddress()};
  953. DEBUG_ASSERT(end > start);
  954. size += (end - start + 1) * regs.vertex_array[index].enable;
  955. }
  956. return size;
  957. }
  958. std::size_t RasterizerVulkan::CalculateIndexBufferSize() const {
  959. const auto& regs = system.GPU().Maxwell3D().regs;
  960. return static_cast<std::size_t>(regs.index_array.count) *
  961. static_cast<std::size_t>(regs.index_array.FormatSizeInBytes());
  962. }
  963. std::size_t RasterizerVulkan::CalculateConstBufferSize(
  964. const ConstBufferEntry& entry, const Tegra::Engines::ConstBufferInfo& buffer) const {
  965. if (entry.IsIndirect()) {
  966. // Buffer is accessed indirectly, so upload the entire thing
  967. return buffer.size;
  968. } else {
  969. // Buffer is accessed directly, upload just what we use
  970. return entry.GetSize();
  971. }
  972. }
  973. RenderPassParams RasterizerVulkan::GetRenderPassParams(Texceptions texceptions) const {
  974. using namespace VideoCore::Surface;
  975. const auto& regs = system.GPU().Maxwell3D().regs;
  976. RenderPassParams renderpass_params;
  977. for (std::size_t rt = 0; rt < static_cast<std::size_t>(regs.rt_control.count); ++rt) {
  978. const auto& rendertarget = regs.rt[rt];
  979. if (rendertarget.Address() == 0 || rendertarget.format == Tegra::RenderTargetFormat::NONE) {
  980. continue;
  981. }
  982. renderpass_params.color_attachments.push_back(RenderPassParams::ColorAttachment{
  983. static_cast<u32>(rt), PixelFormatFromRenderTargetFormat(rendertarget.format),
  984. texceptions[rt]});
  985. }
  986. renderpass_params.has_zeta = regs.zeta_enable;
  987. if (renderpass_params.has_zeta) {
  988. renderpass_params.zeta_pixel_format = PixelFormatFromDepthFormat(regs.zeta.format);
  989. renderpass_params.zeta_texception = texceptions[ZETA_TEXCEPTION_INDEX];
  990. }
  991. return renderpass_params;
  992. }
  993. } // namespace Vulkan