vk_smaa.cpp 30 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750
  1. // SPDX-FileCopyrightText: Copyright 2022 yuzu Emulator Project
  2. // SPDX-License-Identifier: GPL-2.0-or-later
  3. #include <list>
  4. #include "common/assert.h"
  5. #include "common/polyfill_ranges.h"
  6. #include "video_core/renderer_vulkan/vk_scheduler.h"
  7. #include "video_core/renderer_vulkan/vk_shader_util.h"
  8. #include "video_core/renderer_vulkan/vk_smaa.h"
  9. #include "video_core/smaa_area_tex.h"
  10. #include "video_core/smaa_search_tex.h"
  11. #include "video_core/vulkan_common/vulkan_device.h"
  12. #include "video_core/host_shaders/smaa_blending_weight_calculation_frag_spv.h"
  13. #include "video_core/host_shaders/smaa_blending_weight_calculation_vert_spv.h"
  14. #include "video_core/host_shaders/smaa_edge_detection_frag_spv.h"
  15. #include "video_core/host_shaders/smaa_edge_detection_vert_spv.h"
  16. #include "video_core/host_shaders/smaa_neighborhood_blending_frag_spv.h"
  17. #include "video_core/host_shaders/smaa_neighborhood_blending_vert_spv.h"
  18. namespace Vulkan {
  19. namespace {
  20. #define ARRAY_TO_SPAN(a) std::span(a, (sizeof(a) / sizeof(a[0])))
  21. vk::Image CreateWrappedImage(MemoryAllocator& allocator, VkExtent2D dimensions, VkFormat format) {
  22. const VkImageCreateInfo image_ci{
  23. .sType = VK_STRUCTURE_TYPE_IMAGE_CREATE_INFO,
  24. .pNext = nullptr,
  25. .flags = 0,
  26. .imageType = VK_IMAGE_TYPE_2D,
  27. .format = format,
  28. .extent = {.width = dimensions.width, .height = dimensions.height, .depth = 1},
  29. .mipLevels = 1,
  30. .arrayLayers = 1,
  31. .samples = VK_SAMPLE_COUNT_1_BIT,
  32. .tiling = VK_IMAGE_TILING_OPTIMAL,
  33. .usage = VK_IMAGE_USAGE_TRANSFER_DST_BIT | VK_IMAGE_USAGE_STORAGE_BIT |
  34. VK_IMAGE_USAGE_SAMPLED_BIT | VK_IMAGE_USAGE_COLOR_ATTACHMENT_BIT,
  35. .sharingMode = VK_SHARING_MODE_EXCLUSIVE,
  36. .queueFamilyIndexCount = 0,
  37. .pQueueFamilyIndices = nullptr,
  38. .initialLayout = VK_IMAGE_LAYOUT_UNDEFINED,
  39. };
  40. return allocator.CreateImage(image_ci);
  41. }
  42. void TransitionImageLayout(vk::CommandBuffer& cmdbuf, VkImage image, VkImageLayout target_layout,
  43. VkImageLayout source_layout = VK_IMAGE_LAYOUT_GENERAL) {
  44. constexpr VkFlags flags{VK_ACCESS_COLOR_ATTACHMENT_READ_BIT |
  45. VK_ACCESS_COLOR_ATTACHMENT_WRITE_BIT | VK_ACCESS_SHADER_READ_BIT};
  46. const VkImageMemoryBarrier barrier{
  47. .sType = VK_STRUCTURE_TYPE_IMAGE_MEMORY_BARRIER,
  48. .pNext = nullptr,
  49. .srcAccessMask = flags,
  50. .dstAccessMask = flags,
  51. .oldLayout = source_layout,
  52. .newLayout = target_layout,
  53. .srcQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED,
  54. .dstQueueFamilyIndex = VK_QUEUE_FAMILY_IGNORED,
  55. .image = image,
  56. .subresourceRange{
  57. .aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
  58. .baseMipLevel = 0,
  59. .levelCount = 1,
  60. .baseArrayLayer = 0,
  61. .layerCount = 1,
  62. },
  63. };
  64. cmdbuf.PipelineBarrier(VK_PIPELINE_STAGE_ALL_COMMANDS_BIT, VK_PIPELINE_STAGE_ALL_COMMANDS_BIT,
  65. 0, barrier);
  66. }
  67. void UploadImage(const Device& device, MemoryAllocator& allocator, Scheduler& scheduler,
  68. vk::Image& image, VkExtent2D dimensions, VkFormat format,
  69. std::span<const u8> initial_contents = {}) {
  70. const VkBufferCreateInfo upload_ci = {
  71. .sType = VK_STRUCTURE_TYPE_BUFFER_CREATE_INFO,
  72. .pNext = nullptr,
  73. .flags = 0,
  74. .size = initial_contents.size_bytes(),
  75. .usage = VK_BUFFER_USAGE_TRANSFER_SRC_BIT,
  76. .sharingMode = VK_SHARING_MODE_EXCLUSIVE,
  77. .queueFamilyIndexCount = 0,
  78. .pQueueFamilyIndices = nullptr,
  79. };
  80. auto upload_buffer = allocator.CreateBuffer(upload_ci, MemoryUsage::Upload);
  81. std::ranges::copy(initial_contents, upload_buffer.Mapped().begin());
  82. upload_buffer.Flush();
  83. const std::array<VkBufferImageCopy, 1> regions{{{
  84. .bufferOffset = 0,
  85. .bufferRowLength = dimensions.width,
  86. .bufferImageHeight = dimensions.height,
  87. .imageSubresource{.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
  88. .mipLevel = 0,
  89. .baseArrayLayer = 0,
  90. .layerCount = 1},
  91. .imageOffset{},
  92. .imageExtent{.width = dimensions.width, .height = dimensions.height, .depth = 1},
  93. }}};
  94. scheduler.RequestOutsideRenderPassOperationContext();
  95. scheduler.Record([&](vk::CommandBuffer cmdbuf) {
  96. TransitionImageLayout(cmdbuf, *image, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
  97. VK_IMAGE_LAYOUT_UNDEFINED);
  98. cmdbuf.CopyBufferToImage(*upload_buffer, *image, VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL,
  99. regions);
  100. TransitionImageLayout(cmdbuf, *image, VK_IMAGE_LAYOUT_GENERAL,
  101. VK_IMAGE_LAYOUT_TRANSFER_DST_OPTIMAL);
  102. });
  103. scheduler.Finish();
  104. }
  105. vk::ImageView CreateWrappedImageView(const Device& device, vk::Image& image, VkFormat format) {
  106. return device.GetLogical().CreateImageView(VkImageViewCreateInfo{
  107. .sType = VK_STRUCTURE_TYPE_IMAGE_VIEW_CREATE_INFO,
  108. .pNext = nullptr,
  109. .flags = 0,
  110. .image = *image,
  111. .viewType = VK_IMAGE_VIEW_TYPE_2D,
  112. .format = format,
  113. .components{},
  114. .subresourceRange{.aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
  115. .baseMipLevel = 0,
  116. .levelCount = 1,
  117. .baseArrayLayer = 0,
  118. .layerCount = 1},
  119. });
  120. }
  121. vk::RenderPass CreateWrappedRenderPass(const Device& device, VkFormat format) {
  122. const VkAttachmentDescription attachment{
  123. .flags = VK_ATTACHMENT_DESCRIPTION_MAY_ALIAS_BIT,
  124. .format = format,
  125. .samples = VK_SAMPLE_COUNT_1_BIT,
  126. .loadOp = VK_ATTACHMENT_LOAD_OP_LOAD,
  127. .storeOp = VK_ATTACHMENT_STORE_OP_STORE,
  128. .stencilLoadOp = VK_ATTACHMENT_LOAD_OP_LOAD,
  129. .stencilStoreOp = VK_ATTACHMENT_STORE_OP_STORE,
  130. .initialLayout = VK_IMAGE_LAYOUT_GENERAL,
  131. .finalLayout = VK_IMAGE_LAYOUT_GENERAL,
  132. };
  133. constexpr VkAttachmentReference color_attachment_ref{
  134. .attachment = 0,
  135. .layout = VK_IMAGE_LAYOUT_GENERAL,
  136. };
  137. const VkSubpassDescription subpass_description{
  138. .flags = 0,
  139. .pipelineBindPoint = VK_PIPELINE_BIND_POINT_GRAPHICS,
  140. .inputAttachmentCount = 0,
  141. .pInputAttachments = nullptr,
  142. .colorAttachmentCount = 1,
  143. .pColorAttachments = &color_attachment_ref,
  144. .pResolveAttachments = nullptr,
  145. .pDepthStencilAttachment = nullptr,
  146. .preserveAttachmentCount = 0,
  147. .pPreserveAttachments = nullptr,
  148. };
  149. constexpr VkSubpassDependency dependency{
  150. .srcSubpass = VK_SUBPASS_EXTERNAL,
  151. .dstSubpass = 0,
  152. .srcStageMask = VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT,
  153. .dstStageMask = VK_PIPELINE_STAGE_COLOR_ATTACHMENT_OUTPUT_BIT,
  154. .srcAccessMask = 0,
  155. .dstAccessMask = VK_ACCESS_COLOR_ATTACHMENT_READ_BIT | VK_ACCESS_COLOR_ATTACHMENT_WRITE_BIT,
  156. .dependencyFlags = 0,
  157. };
  158. return device.GetLogical().CreateRenderPass(VkRenderPassCreateInfo{
  159. .sType = VK_STRUCTURE_TYPE_RENDER_PASS_CREATE_INFO,
  160. .pNext = nullptr,
  161. .flags = 0,
  162. .attachmentCount = 1,
  163. .pAttachments = &attachment,
  164. .subpassCount = 1,
  165. .pSubpasses = &subpass_description,
  166. .dependencyCount = 1,
  167. .pDependencies = &dependency,
  168. });
  169. }
  170. vk::Framebuffer CreateWrappedFramebuffer(const Device& device, vk::RenderPass& render_pass,
  171. vk::ImageView& dest_image, VkExtent2D extent) {
  172. return device.GetLogical().CreateFramebuffer(VkFramebufferCreateInfo{
  173. .sType = VK_STRUCTURE_TYPE_FRAMEBUFFER_CREATE_INFO,
  174. .pNext = nullptr,
  175. .flags = 0,
  176. .renderPass = *render_pass,
  177. .attachmentCount = 1,
  178. .pAttachments = dest_image.address(),
  179. .width = extent.width,
  180. .height = extent.height,
  181. .layers = 1,
  182. });
  183. }
  184. vk::Sampler CreateWrappedSampler(const Device& device) {
  185. return device.GetLogical().CreateSampler(VkSamplerCreateInfo{
  186. .sType = VK_STRUCTURE_TYPE_SAMPLER_CREATE_INFO,
  187. .pNext = nullptr,
  188. .flags = 0,
  189. .magFilter = VK_FILTER_LINEAR,
  190. .minFilter = VK_FILTER_LINEAR,
  191. .mipmapMode = VK_SAMPLER_MIPMAP_MODE_LINEAR,
  192. .addressModeU = VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
  193. .addressModeV = VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
  194. .addressModeW = VK_SAMPLER_ADDRESS_MODE_CLAMP_TO_EDGE,
  195. .mipLodBias = 0.0f,
  196. .anisotropyEnable = VK_FALSE,
  197. .maxAnisotropy = 0.0f,
  198. .compareEnable = VK_FALSE,
  199. .compareOp = VK_COMPARE_OP_NEVER,
  200. .minLod = 0.0f,
  201. .maxLod = 0.0f,
  202. .borderColor = VK_BORDER_COLOR_FLOAT_OPAQUE_BLACK,
  203. .unnormalizedCoordinates = VK_FALSE,
  204. });
  205. }
  206. vk::ShaderModule CreateWrappedShaderModule(const Device& device, std::span<const u32> code) {
  207. return device.GetLogical().CreateShaderModule(VkShaderModuleCreateInfo{
  208. .sType = VK_STRUCTURE_TYPE_SHADER_MODULE_CREATE_INFO,
  209. .pNext = nullptr,
  210. .flags = 0,
  211. .codeSize = code.size_bytes(),
  212. .pCode = code.data(),
  213. });
  214. }
  215. vk::DescriptorPool CreateWrappedDescriptorPool(const Device& device, u32 max_descriptors,
  216. u32 max_sets) {
  217. const VkDescriptorPoolSize pool_size{
  218. .type = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
  219. .descriptorCount = static_cast<u32>(max_descriptors),
  220. };
  221. return device.GetLogical().CreateDescriptorPool(VkDescriptorPoolCreateInfo{
  222. .sType = VK_STRUCTURE_TYPE_DESCRIPTOR_POOL_CREATE_INFO,
  223. .pNext = nullptr,
  224. .flags = 0,
  225. .maxSets = max_sets,
  226. .poolSizeCount = 1,
  227. .pPoolSizes = &pool_size,
  228. });
  229. }
  230. vk::DescriptorSetLayout CreateWrappedDescriptorSetLayout(const Device& device,
  231. u32 max_sampler_bindings) {
  232. std::vector<VkDescriptorSetLayoutBinding> bindings(max_sampler_bindings);
  233. for (u32 i = 0; i < max_sampler_bindings; i++) {
  234. bindings[i] = {
  235. .binding = i,
  236. .descriptorType = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
  237. .descriptorCount = 1,
  238. .stageFlags = VK_SHADER_STAGE_VERTEX_BIT | VK_SHADER_STAGE_FRAGMENT_BIT,
  239. .pImmutableSamplers = nullptr,
  240. };
  241. }
  242. return device.GetLogical().CreateDescriptorSetLayout(VkDescriptorSetLayoutCreateInfo{
  243. .sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_LAYOUT_CREATE_INFO,
  244. .pNext = nullptr,
  245. .flags = 0,
  246. .bindingCount = static_cast<u32>(bindings.size()),
  247. .pBindings = bindings.data(),
  248. });
  249. }
  250. vk::DescriptorSets CreateWrappedDescriptorSets(vk::DescriptorPool& pool,
  251. vk::Span<VkDescriptorSetLayout> layouts) {
  252. return pool.Allocate(VkDescriptorSetAllocateInfo{
  253. .sType = VK_STRUCTURE_TYPE_DESCRIPTOR_SET_ALLOCATE_INFO,
  254. .pNext = nullptr,
  255. .descriptorPool = *pool,
  256. .descriptorSetCount = layouts.size(),
  257. .pSetLayouts = layouts.data(),
  258. });
  259. }
  260. vk::PipelineLayout CreateWrappedPipelineLayout(const Device& device,
  261. vk::DescriptorSetLayout& layout) {
  262. return device.GetLogical().CreatePipelineLayout(VkPipelineLayoutCreateInfo{
  263. .sType = VK_STRUCTURE_TYPE_PIPELINE_LAYOUT_CREATE_INFO,
  264. .pNext = nullptr,
  265. .flags = 0,
  266. .setLayoutCount = 1,
  267. .pSetLayouts = layout.address(),
  268. .pushConstantRangeCount = 0,
  269. .pPushConstantRanges = nullptr,
  270. });
  271. }
  272. vk::Pipeline CreateWrappedPipeline(const Device& device, vk::RenderPass& renderpass,
  273. vk::PipelineLayout& layout,
  274. std::tuple<vk::ShaderModule&, vk::ShaderModule&> shaders) {
  275. const std::array<VkPipelineShaderStageCreateInfo, 2> shader_stages{{
  276. {
  277. .sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
  278. .pNext = nullptr,
  279. .flags = 0,
  280. .stage = VK_SHADER_STAGE_VERTEX_BIT,
  281. .module = *std::get<0>(shaders),
  282. .pName = "main",
  283. .pSpecializationInfo = nullptr,
  284. },
  285. {
  286. .sType = VK_STRUCTURE_TYPE_PIPELINE_SHADER_STAGE_CREATE_INFO,
  287. .pNext = nullptr,
  288. .flags = 0,
  289. .stage = VK_SHADER_STAGE_FRAGMENT_BIT,
  290. .module = *std::get<1>(shaders),
  291. .pName = "main",
  292. .pSpecializationInfo = nullptr,
  293. },
  294. }};
  295. constexpr VkPipelineVertexInputStateCreateInfo vertex_input_ci{
  296. .sType = VK_STRUCTURE_TYPE_PIPELINE_VERTEX_INPUT_STATE_CREATE_INFO,
  297. .pNext = nullptr,
  298. .flags = 0,
  299. .vertexBindingDescriptionCount = 0,
  300. .pVertexBindingDescriptions = nullptr,
  301. .vertexAttributeDescriptionCount = 0,
  302. .pVertexAttributeDescriptions = nullptr,
  303. };
  304. constexpr VkPipelineInputAssemblyStateCreateInfo input_assembly_ci{
  305. .sType = VK_STRUCTURE_TYPE_PIPELINE_INPUT_ASSEMBLY_STATE_CREATE_INFO,
  306. .pNext = nullptr,
  307. .flags = 0,
  308. .topology = VK_PRIMITIVE_TOPOLOGY_TRIANGLE_STRIP,
  309. .primitiveRestartEnable = VK_FALSE,
  310. };
  311. constexpr VkPipelineViewportStateCreateInfo viewport_state_ci{
  312. .sType = VK_STRUCTURE_TYPE_PIPELINE_VIEWPORT_STATE_CREATE_INFO,
  313. .pNext = nullptr,
  314. .flags = 0,
  315. .viewportCount = 1,
  316. .pViewports = nullptr,
  317. .scissorCount = 1,
  318. .pScissors = nullptr,
  319. };
  320. constexpr VkPipelineRasterizationStateCreateInfo rasterization_ci{
  321. .sType = VK_STRUCTURE_TYPE_PIPELINE_RASTERIZATION_STATE_CREATE_INFO,
  322. .pNext = nullptr,
  323. .flags = 0,
  324. .depthClampEnable = VK_FALSE,
  325. .rasterizerDiscardEnable = VK_FALSE,
  326. .polygonMode = VK_POLYGON_MODE_FILL,
  327. .cullMode = VK_CULL_MODE_NONE,
  328. .frontFace = VK_FRONT_FACE_CLOCKWISE,
  329. .depthBiasEnable = VK_FALSE,
  330. .depthBiasConstantFactor = 0.0f,
  331. .depthBiasClamp = 0.0f,
  332. .depthBiasSlopeFactor = 0.0f,
  333. .lineWidth = 1.0f,
  334. };
  335. constexpr VkPipelineMultisampleStateCreateInfo multisampling_ci{
  336. .sType = VK_STRUCTURE_TYPE_PIPELINE_MULTISAMPLE_STATE_CREATE_INFO,
  337. .pNext = nullptr,
  338. .flags = 0,
  339. .rasterizationSamples = VK_SAMPLE_COUNT_1_BIT,
  340. .sampleShadingEnable = VK_FALSE,
  341. .minSampleShading = 0.0f,
  342. .pSampleMask = nullptr,
  343. .alphaToCoverageEnable = VK_FALSE,
  344. .alphaToOneEnable = VK_FALSE,
  345. };
  346. constexpr VkPipelineColorBlendAttachmentState color_blend_attachment{
  347. .blendEnable = VK_FALSE,
  348. .srcColorBlendFactor = VK_BLEND_FACTOR_ZERO,
  349. .dstColorBlendFactor = VK_BLEND_FACTOR_ZERO,
  350. .colorBlendOp = VK_BLEND_OP_ADD,
  351. .srcAlphaBlendFactor = VK_BLEND_FACTOR_ZERO,
  352. .dstAlphaBlendFactor = VK_BLEND_FACTOR_ZERO,
  353. .alphaBlendOp = VK_BLEND_OP_ADD,
  354. .colorWriteMask = VK_COLOR_COMPONENT_R_BIT | VK_COLOR_COMPONENT_G_BIT |
  355. VK_COLOR_COMPONENT_B_BIT | VK_COLOR_COMPONENT_A_BIT,
  356. };
  357. const VkPipelineColorBlendStateCreateInfo color_blend_ci{
  358. .sType = VK_STRUCTURE_TYPE_PIPELINE_COLOR_BLEND_STATE_CREATE_INFO,
  359. .pNext = nullptr,
  360. .flags = 0,
  361. .logicOpEnable = VK_FALSE,
  362. .logicOp = VK_LOGIC_OP_COPY,
  363. .attachmentCount = 1,
  364. .pAttachments = &color_blend_attachment,
  365. .blendConstants = {0.0f, 0.0f, 0.0f, 0.0f},
  366. };
  367. constexpr std::array dynamic_states{
  368. VK_DYNAMIC_STATE_VIEWPORT,
  369. VK_DYNAMIC_STATE_SCISSOR,
  370. };
  371. const VkPipelineDynamicStateCreateInfo dynamic_state_ci{
  372. .sType = VK_STRUCTURE_TYPE_PIPELINE_DYNAMIC_STATE_CREATE_INFO,
  373. .pNext = nullptr,
  374. .flags = 0,
  375. .dynamicStateCount = static_cast<u32>(dynamic_states.size()),
  376. .pDynamicStates = dynamic_states.data(),
  377. };
  378. return device.GetLogical().CreateGraphicsPipeline(VkGraphicsPipelineCreateInfo{
  379. .sType = VK_STRUCTURE_TYPE_GRAPHICS_PIPELINE_CREATE_INFO,
  380. .pNext = nullptr,
  381. .flags = 0,
  382. .stageCount = static_cast<u32>(shader_stages.size()),
  383. .pStages = shader_stages.data(),
  384. .pVertexInputState = &vertex_input_ci,
  385. .pInputAssemblyState = &input_assembly_ci,
  386. .pTessellationState = nullptr,
  387. .pViewportState = &viewport_state_ci,
  388. .pRasterizationState = &rasterization_ci,
  389. .pMultisampleState = &multisampling_ci,
  390. .pDepthStencilState = nullptr,
  391. .pColorBlendState = &color_blend_ci,
  392. .pDynamicState = &dynamic_state_ci,
  393. .layout = *layout,
  394. .renderPass = *renderpass,
  395. .subpass = 0,
  396. .basePipelineHandle = 0,
  397. .basePipelineIndex = 0,
  398. });
  399. }
  400. VkWriteDescriptorSet CreateWriteDescriptorSet(std::vector<VkDescriptorImageInfo>& images,
  401. VkSampler sampler, VkImageView view,
  402. VkDescriptorSet set, u32 binding) {
  403. ASSERT(images.capacity() > images.size());
  404. auto& image_info = images.emplace_back(VkDescriptorImageInfo{
  405. .sampler = sampler,
  406. .imageView = view,
  407. .imageLayout = VK_IMAGE_LAYOUT_GENERAL,
  408. });
  409. return VkWriteDescriptorSet{
  410. .sType = VK_STRUCTURE_TYPE_WRITE_DESCRIPTOR_SET,
  411. .pNext = nullptr,
  412. .dstSet = set,
  413. .dstBinding = binding,
  414. .dstArrayElement = 0,
  415. .descriptorCount = 1,
  416. .descriptorType = VK_DESCRIPTOR_TYPE_COMBINED_IMAGE_SAMPLER,
  417. .pImageInfo = &image_info,
  418. .pBufferInfo = nullptr,
  419. .pTexelBufferView = nullptr,
  420. };
  421. }
  422. void ClearColorImage(vk::CommandBuffer& cmdbuf, VkImage image) {
  423. static constexpr std::array<VkImageSubresourceRange, 1> subresources{{{
  424. .aspectMask = VK_IMAGE_ASPECT_COLOR_BIT,
  425. .baseMipLevel = 0,
  426. .levelCount = 1,
  427. .baseArrayLayer = 0,
  428. .layerCount = 1,
  429. }}};
  430. TransitionImageLayout(cmdbuf, image, VK_IMAGE_LAYOUT_GENERAL, VK_IMAGE_LAYOUT_UNDEFINED);
  431. cmdbuf.ClearColorImage(image, VK_IMAGE_LAYOUT_GENERAL, {}, subresources);
  432. }
  433. void BeginRenderPass(vk::CommandBuffer& cmdbuf, vk::RenderPass& render_pass,
  434. VkFramebuffer framebuffer, VkExtent2D extent) {
  435. const VkRenderPassBeginInfo renderpass_bi{
  436. .sType = VK_STRUCTURE_TYPE_RENDER_PASS_BEGIN_INFO,
  437. .pNext = nullptr,
  438. .renderPass = *render_pass,
  439. .framebuffer = framebuffer,
  440. .renderArea{
  441. .offset{},
  442. .extent = extent,
  443. },
  444. .clearValueCount = 0,
  445. .pClearValues = nullptr,
  446. };
  447. cmdbuf.BeginRenderPass(renderpass_bi, VK_SUBPASS_CONTENTS_INLINE);
  448. const VkViewport viewport{
  449. .x = 0.0f,
  450. .y = 0.0f,
  451. .width = static_cast<float>(extent.width),
  452. .height = static_cast<float>(extent.height),
  453. .minDepth = 0.0f,
  454. .maxDepth = 1.0f,
  455. };
  456. const VkRect2D scissor{
  457. .offset = {0, 0},
  458. .extent = extent,
  459. };
  460. cmdbuf.SetViewport(0, viewport);
  461. cmdbuf.SetScissor(0, scissor);
  462. }
  463. } // Anonymous namespace
  464. SMAA::SMAA(const Device& device, MemoryAllocator& allocator, size_t image_count, VkExtent2D extent)
  465. : m_device(device), m_allocator(allocator), m_extent(extent),
  466. m_image_count(static_cast<u32>(image_count)) {
  467. CreateImages();
  468. CreateRenderPasses();
  469. CreateSampler();
  470. CreateShaders();
  471. CreateDescriptorPool();
  472. CreateDescriptorSetLayouts();
  473. CreateDescriptorSets();
  474. CreatePipelineLayouts();
  475. CreatePipelines();
  476. }
  477. void SMAA::CreateImages() {
  478. static constexpr VkExtent2D area_extent{AREATEX_WIDTH, AREATEX_HEIGHT};
  479. static constexpr VkExtent2D search_extent{SEARCHTEX_WIDTH, SEARCHTEX_HEIGHT};
  480. m_static_images[Area] = CreateWrappedImage(m_allocator, area_extent, VK_FORMAT_R8G8_UNORM);
  481. m_static_images[Search] = CreateWrappedImage(m_allocator, search_extent, VK_FORMAT_R8_UNORM);
  482. m_static_image_views[Area] =
  483. CreateWrappedImageView(m_device, m_static_images[Area], VK_FORMAT_R8G8_UNORM);
  484. m_static_image_views[Search] =
  485. CreateWrappedImageView(m_device, m_static_images[Search], VK_FORMAT_R8_UNORM);
  486. for (u32 i = 0; i < m_image_count; i++) {
  487. Images& images = m_dynamic_images.emplace_back();
  488. images.images[Blend] =
  489. CreateWrappedImage(m_allocator, m_extent, VK_FORMAT_R16G16B16A16_SFLOAT);
  490. images.images[Edges] = CreateWrappedImage(m_allocator, m_extent, VK_FORMAT_R16G16_SFLOAT);
  491. images.images[Output] =
  492. CreateWrappedImage(m_allocator, m_extent, VK_FORMAT_R16G16B16A16_SFLOAT);
  493. images.image_views[Blend] =
  494. CreateWrappedImageView(m_device, images.images[Blend], VK_FORMAT_R16G16B16A16_SFLOAT);
  495. images.image_views[Edges] =
  496. CreateWrappedImageView(m_device, images.images[Edges], VK_FORMAT_R16G16_SFLOAT);
  497. images.image_views[Output] =
  498. CreateWrappedImageView(m_device, images.images[Output], VK_FORMAT_R16G16B16A16_SFLOAT);
  499. }
  500. }
  501. void SMAA::CreateRenderPasses() {
  502. m_renderpasses[EdgeDetection] = CreateWrappedRenderPass(m_device, VK_FORMAT_R16G16_SFLOAT);
  503. m_renderpasses[BlendingWeightCalculation] =
  504. CreateWrappedRenderPass(m_device, VK_FORMAT_R16G16B16A16_SFLOAT);
  505. m_renderpasses[NeighborhoodBlending] =
  506. CreateWrappedRenderPass(m_device, VK_FORMAT_R16G16B16A16_SFLOAT);
  507. for (auto& images : m_dynamic_images) {
  508. images.framebuffers[EdgeDetection] = CreateWrappedFramebuffer(
  509. m_device, m_renderpasses[EdgeDetection], images.image_views[Edges], m_extent);
  510. images.framebuffers[BlendingWeightCalculation] =
  511. CreateWrappedFramebuffer(m_device, m_renderpasses[BlendingWeightCalculation],
  512. images.image_views[Blend], m_extent);
  513. images.framebuffers[NeighborhoodBlending] = CreateWrappedFramebuffer(
  514. m_device, m_renderpasses[NeighborhoodBlending], images.image_views[Output], m_extent);
  515. }
  516. }
  517. void SMAA::CreateSampler() {
  518. m_sampler = CreateWrappedSampler(m_device);
  519. }
  520. void SMAA::CreateShaders() {
  521. // These match the order of the SMAAStage enum
  522. static constexpr std::array vert_shader_sources{
  523. ARRAY_TO_SPAN(SMAA_EDGE_DETECTION_VERT_SPV),
  524. ARRAY_TO_SPAN(SMAA_BLENDING_WEIGHT_CALCULATION_VERT_SPV),
  525. ARRAY_TO_SPAN(SMAA_NEIGHBORHOOD_BLENDING_VERT_SPV),
  526. };
  527. static constexpr std::array frag_shader_sources{
  528. ARRAY_TO_SPAN(SMAA_EDGE_DETECTION_FRAG_SPV),
  529. ARRAY_TO_SPAN(SMAA_BLENDING_WEIGHT_CALCULATION_FRAG_SPV),
  530. ARRAY_TO_SPAN(SMAA_NEIGHBORHOOD_BLENDING_FRAG_SPV),
  531. };
  532. for (size_t i = 0; i < MaxSMAAStage; i++) {
  533. m_vertex_shaders[i] = CreateWrappedShaderModule(m_device, vert_shader_sources[i]);
  534. m_fragment_shaders[i] = CreateWrappedShaderModule(m_device, frag_shader_sources[i]);
  535. }
  536. }
  537. void SMAA::CreateDescriptorPool() {
  538. // Edge detection: 1 descriptor
  539. // Blending weight calculation: 3 descriptors
  540. // Neighborhood blending: 2 descriptors
  541. // 6 descriptors, 3 descriptor sets per image
  542. m_descriptor_pool = CreateWrappedDescriptorPool(m_device, 6 * m_image_count, 3 * m_image_count);
  543. }
  544. void SMAA::CreateDescriptorSetLayouts() {
  545. m_descriptor_set_layouts[EdgeDetection] = CreateWrappedDescriptorSetLayout(m_device, 1);
  546. m_descriptor_set_layouts[BlendingWeightCalculation] =
  547. CreateWrappedDescriptorSetLayout(m_device, 3);
  548. m_descriptor_set_layouts[NeighborhoodBlending] = CreateWrappedDescriptorSetLayout(m_device, 2);
  549. }
  550. void SMAA::CreateDescriptorSets() {
  551. std::vector<VkDescriptorSetLayout> layouts(m_descriptor_set_layouts.size());
  552. std::ranges::transform(m_descriptor_set_layouts, layouts.begin(),
  553. [](auto& layout) { return *layout; });
  554. for (auto& images : m_dynamic_images) {
  555. images.descriptor_sets = CreateWrappedDescriptorSets(m_descriptor_pool, layouts);
  556. }
  557. }
  558. void SMAA::CreatePipelineLayouts() {
  559. for (size_t i = 0; i < MaxSMAAStage; i++) {
  560. m_pipeline_layouts[i] = CreateWrappedPipelineLayout(m_device, m_descriptor_set_layouts[i]);
  561. }
  562. }
  563. void SMAA::CreatePipelines() {
  564. for (size_t i = 0; i < MaxSMAAStage; i++) {
  565. m_pipelines[i] =
  566. CreateWrappedPipeline(m_device, m_renderpasses[i], m_pipeline_layouts[i],
  567. std::tie(m_vertex_shaders[i], m_fragment_shaders[i]));
  568. }
  569. }
  570. void SMAA::UpdateDescriptorSets(VkImageView image_view, size_t image_index) {
  571. Images& images = m_dynamic_images[image_index];
  572. std::vector<VkDescriptorImageInfo> image_infos;
  573. std::vector<VkWriteDescriptorSet> updates;
  574. image_infos.reserve(6);
  575. updates.push_back(CreateWriteDescriptorSet(image_infos, *m_sampler, image_view,
  576. images.descriptor_sets[EdgeDetection], 0));
  577. updates.push_back(CreateWriteDescriptorSet(image_infos, *m_sampler, *images.image_views[Edges],
  578. images.descriptor_sets[BlendingWeightCalculation],
  579. 0));
  580. updates.push_back(CreateWriteDescriptorSet(image_infos, *m_sampler, *m_static_image_views[Area],
  581. images.descriptor_sets[BlendingWeightCalculation],
  582. 1));
  583. updates.push_back(
  584. CreateWriteDescriptorSet(image_infos, *m_sampler, *m_static_image_views[Search],
  585. images.descriptor_sets[BlendingWeightCalculation], 2));
  586. updates.push_back(CreateWriteDescriptorSet(image_infos, *m_sampler, image_view,
  587. images.descriptor_sets[NeighborhoodBlending], 0));
  588. updates.push_back(CreateWriteDescriptorSet(image_infos, *m_sampler, *images.image_views[Blend],
  589. images.descriptor_sets[NeighborhoodBlending], 1));
  590. m_device.GetLogical().UpdateDescriptorSets(updates, {});
  591. }
  592. void SMAA::UploadImages(Scheduler& scheduler) {
  593. if (m_images_ready) {
  594. return;
  595. }
  596. static constexpr VkExtent2D area_extent{AREATEX_WIDTH, AREATEX_HEIGHT};
  597. static constexpr VkExtent2D search_extent{SEARCHTEX_WIDTH, SEARCHTEX_HEIGHT};
  598. UploadImage(m_device, m_allocator, scheduler, m_static_images[Area], area_extent,
  599. VK_FORMAT_R8G8_UNORM, ARRAY_TO_SPAN(areaTexBytes));
  600. UploadImage(m_device, m_allocator, scheduler, m_static_images[Search], search_extent,
  601. VK_FORMAT_R8_UNORM, ARRAY_TO_SPAN(searchTexBytes));
  602. scheduler.Record([&](vk::CommandBuffer cmdbuf) {
  603. for (auto& images : m_dynamic_images) {
  604. for (size_t i = 0; i < MaxDynamicImage; i++) {
  605. ClearColorImage(cmdbuf, *images.images[i]);
  606. }
  607. }
  608. });
  609. scheduler.Finish();
  610. m_images_ready = true;
  611. }
  612. VkImageView SMAA::Draw(Scheduler& scheduler, size_t image_index, VkImage source_image,
  613. VkImageView source_image_view) {
  614. Images& images = m_dynamic_images[image_index];
  615. VkImage output_image = *images.images[Output];
  616. VkImage edges_image = *images.images[Edges];
  617. VkImage blend_image = *images.images[Blend];
  618. VkDescriptorSet edge_detection_descriptor_set = images.descriptor_sets[EdgeDetection];
  619. VkDescriptorSet blending_weight_calculation_descriptor_set =
  620. images.descriptor_sets[BlendingWeightCalculation];
  621. VkDescriptorSet neighborhood_blending_descriptor_set =
  622. images.descriptor_sets[NeighborhoodBlending];
  623. VkFramebuffer edge_detection_framebuffer = *images.framebuffers[EdgeDetection];
  624. VkFramebuffer blending_weight_calculation_framebuffer =
  625. *images.framebuffers[BlendingWeightCalculation];
  626. VkFramebuffer neighborhood_blending_framebuffer = *images.framebuffers[NeighborhoodBlending];
  627. UploadImages(scheduler);
  628. UpdateDescriptorSets(source_image_view, image_index);
  629. scheduler.RequestOutsideRenderPassOperationContext();
  630. scheduler.Record([=, this](vk::CommandBuffer cmdbuf) {
  631. TransitionImageLayout(cmdbuf, source_image, VK_IMAGE_LAYOUT_GENERAL);
  632. TransitionImageLayout(cmdbuf, edges_image, VK_IMAGE_LAYOUT_GENERAL);
  633. BeginRenderPass(cmdbuf, m_renderpasses[EdgeDetection], edge_detection_framebuffer,
  634. m_extent);
  635. cmdbuf.BindPipeline(VK_PIPELINE_BIND_POINT_GRAPHICS, *m_pipelines[EdgeDetection]);
  636. cmdbuf.BindDescriptorSets(VK_PIPELINE_BIND_POINT_GRAPHICS,
  637. *m_pipeline_layouts[EdgeDetection], 0,
  638. edge_detection_descriptor_set, {});
  639. cmdbuf.Draw(3, 1, 0, 0);
  640. cmdbuf.EndRenderPass();
  641. TransitionImageLayout(cmdbuf, edges_image, VK_IMAGE_LAYOUT_GENERAL);
  642. TransitionImageLayout(cmdbuf, blend_image, VK_IMAGE_LAYOUT_GENERAL);
  643. BeginRenderPass(cmdbuf, m_renderpasses[BlendingWeightCalculation],
  644. blending_weight_calculation_framebuffer, m_extent);
  645. cmdbuf.BindPipeline(VK_PIPELINE_BIND_POINT_GRAPHICS,
  646. *m_pipelines[BlendingWeightCalculation]);
  647. cmdbuf.BindDescriptorSets(VK_PIPELINE_BIND_POINT_GRAPHICS,
  648. *m_pipeline_layouts[BlendingWeightCalculation], 0,
  649. blending_weight_calculation_descriptor_set, {});
  650. cmdbuf.Draw(3, 1, 0, 0);
  651. cmdbuf.EndRenderPass();
  652. TransitionImageLayout(cmdbuf, blend_image, VK_IMAGE_LAYOUT_GENERAL);
  653. TransitionImageLayout(cmdbuf, output_image, VK_IMAGE_LAYOUT_GENERAL);
  654. BeginRenderPass(cmdbuf, m_renderpasses[NeighborhoodBlending],
  655. neighborhood_blending_framebuffer, m_extent);
  656. cmdbuf.BindPipeline(VK_PIPELINE_BIND_POINT_GRAPHICS, *m_pipelines[NeighborhoodBlending]);
  657. cmdbuf.BindDescriptorSets(VK_PIPELINE_BIND_POINT_GRAPHICS,
  658. *m_pipeline_layouts[NeighborhoodBlending], 0,
  659. neighborhood_blending_descriptor_set, {});
  660. cmdbuf.Draw(3, 1, 0, 0);
  661. cmdbuf.EndRenderPass();
  662. TransitionImageLayout(cmdbuf, output_image, VK_IMAGE_LAYOUT_GENERAL);
  663. });
  664. return *images.image_views[Output];
  665. }
  666. } // namespace Vulkan