util_shaders.cpp 13 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289
  1. // SPDX-FileCopyrightText: Copyright 2020 yuzu Emulator Project
  2. // SPDX-License-Identifier: GPL-2.0-or-later
  3. #include <span>
  4. #include <string_view>
  5. #include <glad/glad.h>
  6. #include "common/assert.h"
  7. #include "common/common_types.h"
  8. #include "common/div_ceil.h"
  9. #include "video_core/host_shaders/astc_decoder_comp.h"
  10. #include "video_core/host_shaders/block_linear_unswizzle_2d_comp.h"
  11. #include "video_core/host_shaders/block_linear_unswizzle_3d_comp.h"
  12. #include "video_core/host_shaders/opengl_convert_s8d24_comp.h"
  13. #include "video_core/host_shaders/opengl_copy_bc4_comp.h"
  14. #include "video_core/host_shaders/pitch_unswizzle_comp.h"
  15. #include "video_core/renderer_opengl/gl_shader_manager.h"
  16. #include "video_core/renderer_opengl/gl_shader_util.h"
  17. #include "video_core/renderer_opengl/gl_texture_cache.h"
  18. #include "video_core/renderer_opengl/util_shaders.h"
  19. #include "video_core/texture_cache/accelerated_swizzle.h"
  20. #include "video_core/texture_cache/types.h"
  21. #include "video_core/texture_cache/util.h"
  22. #include "video_core/textures/astc.h"
  23. #include "video_core/textures/decoders.h"
  24. namespace OpenGL {
  25. using namespace HostShaders;
  26. using namespace Tegra::Texture::ASTC;
  27. using VideoCommon::Extent2D;
  28. using VideoCommon::Extent3D;
  29. using VideoCommon::ImageCopy;
  30. using VideoCommon::ImageType;
  31. using VideoCommon::SwizzleParameters;
  32. using VideoCommon::Accelerated::MakeBlockLinearSwizzle2DParams;
  33. using VideoCommon::Accelerated::MakeBlockLinearSwizzle3DParams;
  34. using VideoCore::Surface::BytesPerBlock;
  35. namespace {
  36. OGLProgram MakeProgram(std::string_view source) {
  37. return CreateProgram(source, GL_COMPUTE_SHADER);
  38. }
  39. } // Anonymous namespace
  40. UtilShaders::UtilShaders(ProgramManager& program_manager_)
  41. : program_manager{program_manager_}, astc_decoder_program(MakeProgram(ASTC_DECODER_COMP)),
  42. block_linear_unswizzle_2d_program(MakeProgram(BLOCK_LINEAR_UNSWIZZLE_2D_COMP)),
  43. block_linear_unswizzle_3d_program(MakeProgram(BLOCK_LINEAR_UNSWIZZLE_3D_COMP)),
  44. pitch_unswizzle_program(MakeProgram(PITCH_UNSWIZZLE_COMP)),
  45. copy_bc4_program(MakeProgram(OPENGL_COPY_BC4_COMP)),
  46. convert_s8d24_program(MakeProgram(OPENGL_CONVERT_S8D24_COMP)) {
  47. const auto swizzle_table = Tegra::Texture::MakeSwizzleTable();
  48. swizzle_table_buffer.Create();
  49. glNamedBufferStorage(swizzle_table_buffer.handle, sizeof(swizzle_table), &swizzle_table, 0);
  50. }
  51. UtilShaders::~UtilShaders() = default;
  52. void UtilShaders::ASTCDecode(Image& image, const ImageBufferMap& map,
  53. std::span<const VideoCommon::SwizzleParameters> swizzles) {
  54. static constexpr GLuint BINDING_INPUT_BUFFER = 0;
  55. static constexpr GLuint BINDING_OUTPUT_IMAGE = 0;
  56. const Extent2D tile_size{
  57. .width = VideoCore::Surface::DefaultBlockWidth(image.info.format),
  58. .height = VideoCore::Surface::DefaultBlockHeight(image.info.format),
  59. };
  60. program_manager.BindComputeProgram(astc_decoder_program.handle);
  61. glFlushMappedNamedBufferRange(map.buffer, map.offset, image.guest_size_bytes);
  62. glUniform2ui(1, tile_size.width, tile_size.height);
  63. // Ensure buffer data is valid before dispatching
  64. glFlush();
  65. for (const SwizzleParameters& swizzle : swizzles) {
  66. const size_t input_offset = swizzle.buffer_offset + map.offset;
  67. const u32 num_dispatches_x = Common::DivCeil(swizzle.num_tiles.width, 8U);
  68. const u32 num_dispatches_y = Common::DivCeil(swizzle.num_tiles.height, 8U);
  69. const auto params = MakeBlockLinearSwizzle2DParams(swizzle, image.info);
  70. ASSERT(params.origin == (std::array<u32, 3>{0, 0, 0}));
  71. ASSERT(params.destination == (std::array<s32, 3>{0, 0, 0}));
  72. ASSERT(params.bytes_per_block_log2 == 4);
  73. glUniform1ui(2, params.layer_stride);
  74. glUniform1ui(3, params.block_size);
  75. glUniform1ui(4, params.x_shift);
  76. glUniform1ui(5, params.block_height);
  77. glUniform1ui(6, params.block_height_mask);
  78. // ASTC texture data
  79. glBindBufferRange(GL_SHADER_STORAGE_BUFFER, BINDING_INPUT_BUFFER, map.buffer, input_offset,
  80. image.guest_size_bytes - swizzle.buffer_offset);
  81. glBindImageTexture(BINDING_OUTPUT_IMAGE, image.StorageHandle(), swizzle.level, GL_TRUE, 0,
  82. GL_WRITE_ONLY, GL_RGBA8);
  83. glDispatchCompute(num_dispatches_x, num_dispatches_y, image.info.resources.layers);
  84. }
  85. // Precautionary barrier to ensure the compute shader is done decoding prior to texture access.
  86. // GL_TEXTURE_FETCH_BARRIER_BIT and GL_SHADER_IMAGE_ACCESS_BARRIER_BIT are used in a separate
  87. // glMemoryBarrier call by the texture cache runtime
  88. glMemoryBarrier(GL_UNIFORM_BARRIER_BIT | GL_COMMAND_BARRIER_BIT | GL_PIXEL_BUFFER_BARRIER_BIT |
  89. GL_TEXTURE_UPDATE_BARRIER_BIT | GL_BUFFER_UPDATE_BARRIER_BIT |
  90. GL_SHADER_STORAGE_BARRIER_BIT | GL_CLIENT_MAPPED_BUFFER_BARRIER_BIT);
  91. program_manager.RestoreGuestCompute();
  92. }
  93. void UtilShaders::BlockLinearUpload2D(Image& image, const ImageBufferMap& map,
  94. std::span<const SwizzleParameters> swizzles) {
  95. static constexpr Extent3D WORKGROUP_SIZE{32, 32, 1};
  96. static constexpr GLuint BINDING_SWIZZLE_BUFFER = 0;
  97. static constexpr GLuint BINDING_INPUT_BUFFER = 1;
  98. static constexpr GLuint BINDING_OUTPUT_IMAGE = 0;
  99. program_manager.BindComputeProgram(block_linear_unswizzle_2d_program.handle);
  100. glFlushMappedNamedBufferRange(map.buffer, map.offset, image.guest_size_bytes);
  101. glBindBufferBase(GL_SHADER_STORAGE_BUFFER, BINDING_SWIZZLE_BUFFER, swizzle_table_buffer.handle);
  102. const GLenum store_format = StoreFormat(BytesPerBlock(image.info.format));
  103. for (const SwizzleParameters& swizzle : swizzles) {
  104. const Extent3D num_tiles = swizzle.num_tiles;
  105. const size_t input_offset = swizzle.buffer_offset + map.offset;
  106. const u32 num_dispatches_x = Common::DivCeil(num_tiles.width, WORKGROUP_SIZE.width);
  107. const u32 num_dispatches_y = Common::DivCeil(num_tiles.height, WORKGROUP_SIZE.height);
  108. const auto params = MakeBlockLinearSwizzle2DParams(swizzle, image.info);
  109. glUniform3uiv(0, 1, params.origin.data());
  110. glUniform3iv(1, 1, params.destination.data());
  111. glUniform1ui(2, params.bytes_per_block_log2);
  112. glUniform1ui(3, params.layer_stride);
  113. glUniform1ui(4, params.block_size);
  114. glUniform1ui(5, params.x_shift);
  115. glUniform1ui(6, params.block_height);
  116. glUniform1ui(7, params.block_height_mask);
  117. glBindBufferRange(GL_SHADER_STORAGE_BUFFER, BINDING_INPUT_BUFFER, map.buffer, input_offset,
  118. image.guest_size_bytes - swizzle.buffer_offset);
  119. glBindImageTexture(BINDING_OUTPUT_IMAGE, image.StorageHandle(), swizzle.level, GL_TRUE, 0,
  120. GL_WRITE_ONLY, store_format);
  121. glDispatchCompute(num_dispatches_x, num_dispatches_y, image.info.resources.layers);
  122. }
  123. program_manager.RestoreGuestCompute();
  124. }
  125. void UtilShaders::BlockLinearUpload3D(Image& image, const ImageBufferMap& map,
  126. std::span<const SwizzleParameters> swizzles) {
  127. static constexpr Extent3D WORKGROUP_SIZE{16, 8, 8};
  128. static constexpr GLuint BINDING_SWIZZLE_BUFFER = 0;
  129. static constexpr GLuint BINDING_INPUT_BUFFER = 1;
  130. static constexpr GLuint BINDING_OUTPUT_IMAGE = 0;
  131. glFlushMappedNamedBufferRange(map.buffer, map.offset, image.guest_size_bytes);
  132. program_manager.BindComputeProgram(block_linear_unswizzle_3d_program.handle);
  133. glBindBufferBase(GL_SHADER_STORAGE_BUFFER, BINDING_SWIZZLE_BUFFER, swizzle_table_buffer.handle);
  134. const GLenum store_format = StoreFormat(BytesPerBlock(image.info.format));
  135. for (const SwizzleParameters& swizzle : swizzles) {
  136. const Extent3D num_tiles = swizzle.num_tiles;
  137. const size_t input_offset = swizzle.buffer_offset + map.offset;
  138. const u32 num_dispatches_x = Common::DivCeil(num_tiles.width, WORKGROUP_SIZE.width);
  139. const u32 num_dispatches_y = Common::DivCeil(num_tiles.height, WORKGROUP_SIZE.height);
  140. const u32 num_dispatches_z = Common::DivCeil(num_tiles.depth, WORKGROUP_SIZE.depth);
  141. const auto params = MakeBlockLinearSwizzle3DParams(swizzle, image.info);
  142. glUniform3uiv(0, 1, params.origin.data());
  143. glUniform3iv(1, 1, params.destination.data());
  144. glUniform1ui(2, params.bytes_per_block_log2);
  145. glUniform1ui(3, params.slice_size);
  146. glUniform1ui(4, params.block_size);
  147. glUniform1ui(5, params.x_shift);
  148. glUniform1ui(6, params.block_height);
  149. glUniform1ui(7, params.block_height_mask);
  150. glUniform1ui(8, params.block_depth);
  151. glUniform1ui(9, params.block_depth_mask);
  152. glBindBufferRange(GL_SHADER_STORAGE_BUFFER, BINDING_INPUT_BUFFER, map.buffer, input_offset,
  153. image.guest_size_bytes - swizzle.buffer_offset);
  154. glBindImageTexture(BINDING_OUTPUT_IMAGE, image.StorageHandle(), swizzle.level, GL_TRUE, 0,
  155. GL_WRITE_ONLY, store_format);
  156. glDispatchCompute(num_dispatches_x, num_dispatches_y, num_dispatches_z);
  157. }
  158. program_manager.RestoreGuestCompute();
  159. }
  160. void UtilShaders::PitchUpload(Image& image, const ImageBufferMap& map,
  161. std::span<const SwizzleParameters> swizzles) {
  162. static constexpr Extent3D WORKGROUP_SIZE{32, 32, 1};
  163. static constexpr GLuint BINDING_INPUT_BUFFER = 0;
  164. static constexpr GLuint BINDING_OUTPUT_IMAGE = 0;
  165. static constexpr GLuint LOC_ORIGIN = 0;
  166. static constexpr GLuint LOC_DESTINATION = 1;
  167. static constexpr GLuint LOC_BYTES_PER_BLOCK = 2;
  168. static constexpr GLuint LOC_PITCH = 3;
  169. const u32 bytes_per_block = BytesPerBlock(image.info.format);
  170. const GLenum format = StoreFormat(bytes_per_block);
  171. const u32 pitch = image.info.pitch;
  172. UNIMPLEMENTED_IF_MSG(!std::has_single_bit(bytes_per_block),
  173. "Non-power of two images are not implemented");
  174. program_manager.BindComputeProgram(pitch_unswizzle_program.handle);
  175. glFlushMappedNamedBufferRange(map.buffer, map.offset, image.guest_size_bytes);
  176. glUniform2ui(LOC_ORIGIN, 0, 0);
  177. glUniform2i(LOC_DESTINATION, 0, 0);
  178. glUniform1ui(LOC_BYTES_PER_BLOCK, bytes_per_block);
  179. glUniform1ui(LOC_PITCH, pitch);
  180. glBindImageTexture(BINDING_OUTPUT_IMAGE, image.StorageHandle(), 0, GL_FALSE, 0, GL_WRITE_ONLY,
  181. format);
  182. for (const SwizzleParameters& swizzle : swizzles) {
  183. const Extent3D num_tiles = swizzle.num_tiles;
  184. const size_t input_offset = swizzle.buffer_offset + map.offset;
  185. const u32 num_dispatches_x = Common::DivCeil(num_tiles.width, WORKGROUP_SIZE.width);
  186. const u32 num_dispatches_y = Common::DivCeil(num_tiles.height, WORKGROUP_SIZE.height);
  187. glBindBufferRange(GL_SHADER_STORAGE_BUFFER, BINDING_INPUT_BUFFER, map.buffer, input_offset,
  188. image.guest_size_bytes - swizzle.buffer_offset);
  189. glDispatchCompute(num_dispatches_x, num_dispatches_y, 1);
  190. }
  191. program_manager.RestoreGuestCompute();
  192. }
  193. void UtilShaders::CopyBC4(Image& dst_image, Image& src_image, std::span<const ImageCopy> copies) {
  194. static constexpr GLuint BINDING_INPUT_IMAGE = 0;
  195. static constexpr GLuint BINDING_OUTPUT_IMAGE = 1;
  196. static constexpr GLuint LOC_SRC_OFFSET = 0;
  197. static constexpr GLuint LOC_DST_OFFSET = 1;
  198. program_manager.BindComputeProgram(copy_bc4_program.handle);
  199. for (const ImageCopy& copy : copies) {
  200. ASSERT(copy.src_subresource.base_layer == 0);
  201. ASSERT(copy.src_subresource.num_layers == 1);
  202. ASSERT(copy.dst_subresource.base_layer == 0);
  203. ASSERT(copy.dst_subresource.num_layers == 1);
  204. glUniform3ui(LOC_SRC_OFFSET, copy.src_offset.x, copy.src_offset.y, copy.src_offset.z);
  205. glUniform3ui(LOC_DST_OFFSET, copy.dst_offset.x, copy.dst_offset.y, copy.dst_offset.z);
  206. glBindImageTexture(BINDING_INPUT_IMAGE, src_image.StorageHandle(),
  207. copy.src_subresource.base_level, GL_TRUE, 0, GL_READ_ONLY, GL_RG32UI);
  208. glBindImageTexture(BINDING_OUTPUT_IMAGE, dst_image.StorageHandle(),
  209. copy.dst_subresource.base_level, GL_TRUE, 0, GL_WRITE_ONLY, GL_RGBA8UI);
  210. glDispatchCompute(copy.extent.width, copy.extent.height, copy.extent.depth);
  211. }
  212. program_manager.RestoreGuestCompute();
  213. }
  214. void UtilShaders::ConvertS8D24(Image& dst_image, std::span<const ImageCopy> copies) {
  215. static constexpr GLuint BINDING_DESTINATION = 0;
  216. static constexpr GLuint LOC_SIZE = 0;
  217. program_manager.BindComputeProgram(convert_s8d24_program.handle);
  218. for (const ImageCopy& copy : copies) {
  219. ASSERT(copy.src_subresource.base_layer == 0);
  220. ASSERT(copy.src_subresource.num_layers == 1);
  221. ASSERT(copy.dst_subresource.base_layer == 0);
  222. ASSERT(copy.dst_subresource.num_layers == 1);
  223. glUniform3ui(LOC_SIZE, copy.extent.width, copy.extent.height, copy.extent.depth);
  224. glBindImageTexture(BINDING_DESTINATION, dst_image.StorageHandle(),
  225. copy.dst_subresource.base_level, GL_TRUE, 0, GL_READ_WRITE, GL_RGBA8UI);
  226. glDispatchCompute(Common::DivCeil(copy.extent.width, 16u),
  227. Common::DivCeil(copy.extent.height, 8u), copy.extent.depth);
  228. }
  229. program_manager.RestoreGuestCompute();
  230. }
  231. GLenum StoreFormat(u32 bytes_per_block) {
  232. switch (bytes_per_block) {
  233. case 1:
  234. return GL_R8UI;
  235. case 2:
  236. return GL_R16UI;
  237. case 4:
  238. return GL_R32UI;
  239. case 8:
  240. return GL_RG32UI;
  241. case 16:
  242. return GL_RGBA32UI;
  243. }
  244. ASSERT(false);
  245. return GL_R8UI;
  246. }
  247. } // namespace OpenGL