gl_rasterizer.cpp 50 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907908909910911912913914915916917918919920921922923924925926927928929930931932933934935936937938939940941942943944945946947948949950951952953954955956957958959960961962963964965966967968969970971972973974975976977978979980981982983984985986987988989990991992993994995996997998999100010011002100310041005100610071008100910101011101210131014101510161017101810191020102110221023102410251026102710281029103010311032103310341035103610371038103910401041104210431044104510461047104810491050105110521053105410551056105710581059106010611062106310641065106610671068106910701071107210731074107510761077107810791080108110821083108410851086108710881089109010911092109310941095109610971098109911001101110211031104110511061107110811091110111111121113111411151116111711181119112011211122112311241125112611271128112911301131113211331134113511361137113811391140114111421143114411451146114711481149115011511152115311541155115611571158115911601161116211631164116511661167116811691170117111721173117411751176117711781179118011811182118311841185118611871188118911901191119211931194119511961197119811991200120112021203120412051206120712081209121012111212121312141215121612171218121912201221122212231224122512261227122812291230123112321233123412351236123712381239124012411242124312441245124612471248124912501251125212531254125512561257125812591260126112621263126412651266126712681269127012711272127312741275127612771278127912801281128212831284128512861287128812891290129112921293129412951296129712981299130013011302130313041305130613071308130913101311131213131314131513161317131813191320132113221323132413251326132713281329133013311332133313341335133613371338133913401341134213431344134513461347134813491350135113521353135413551356135713581359136013611362136313641365136613671368136913701371137213731374137513761377137813791380138113821383138413851386138713881389139013911392139313941395139613971398139914001401140214031404140514061407140814091410
  1. // Copyright 2015 Citra Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #include <algorithm>
  5. #include <array>
  6. #include <bitset>
  7. #include <memory>
  8. #include <string>
  9. #include <string_view>
  10. #include <tuple>
  11. #include <utility>
  12. #include <glad/glad.h>
  13. #include "common/alignment.h"
  14. #include "common/assert.h"
  15. #include "common/logging/log.h"
  16. #include "common/math_util.h"
  17. #include "common/microprofile.h"
  18. #include "common/scope_exit.h"
  19. #include "common/settings.h"
  20. #include "core/core.h"
  21. #include "core/hle/kernel/k_process.h"
  22. #include "core/memory.h"
  23. #include "video_core/engines/kepler_compute.h"
  24. #include "video_core/engines/maxwell_3d.h"
  25. #include "video_core/engines/shader_type.h"
  26. #include "video_core/memory_manager.h"
  27. #include "video_core/renderer_opengl/gl_device.h"
  28. #include "video_core/renderer_opengl/gl_query_cache.h"
  29. #include "video_core/renderer_opengl/gl_rasterizer.h"
  30. #include "video_core/renderer_opengl/gl_shader_cache.h"
  31. #include "video_core/renderer_opengl/gl_texture_cache.h"
  32. #include "video_core/renderer_opengl/maxwell_to_gl.h"
  33. #include "video_core/renderer_opengl/renderer_opengl.h"
  34. #include "video_core/shader_cache.h"
  35. #include "video_core/texture_cache/texture_cache.h"
  36. namespace OpenGL {
  37. using Maxwell = Tegra::Engines::Maxwell3D::Regs;
  38. using GLvec4 = std::array<GLfloat, 4>;
  39. using Tegra::Engines::ShaderType;
  40. using VideoCore::Surface::PixelFormat;
  41. using VideoCore::Surface::SurfaceTarget;
  42. using VideoCore::Surface::SurfaceType;
  43. MICROPROFILE_DEFINE(OpenGL_Drawing, "OpenGL", "Drawing", MP_RGB(128, 128, 192));
  44. MICROPROFILE_DEFINE(OpenGL_Clears, "OpenGL", "Clears", MP_RGB(128, 128, 192));
  45. MICROPROFILE_DEFINE(OpenGL_Blits, "OpenGL", "Blits", MP_RGB(128, 128, 192));
  46. MICROPROFILE_DEFINE(OpenGL_CacheManagement, "OpenGL", "Cache Management", MP_RGB(100, 255, 100));
  47. namespace {
  48. constexpr size_t NUM_SUPPORTED_VERTEX_ATTRIBUTES = 16;
  49. struct TextureHandle {
  50. constexpr TextureHandle(u32 data, bool via_header_index) {
  51. const Tegra::Texture::TextureHandle handle{data};
  52. image = handle.tic_id;
  53. sampler = via_header_index ? image : handle.tsc_id.Value();
  54. }
  55. u32 image;
  56. u32 sampler;
  57. };
  58. template <typename Engine, typename Entry>
  59. TextureHandle GetTextureInfo(const Engine& engine, bool via_header_index, const Entry& entry,
  60. ShaderType shader_type, size_t index = 0) {
  61. if constexpr (std::is_same_v<Entry, SamplerEntry>) {
  62. if (entry.is_separated) {
  63. const u32 buffer_1 = entry.buffer;
  64. const u32 buffer_2 = entry.secondary_buffer;
  65. const u32 offset_1 = entry.offset;
  66. const u32 offset_2 = entry.secondary_offset;
  67. const u32 handle_1 = engine.AccessConstBuffer32(shader_type, buffer_1, offset_1);
  68. const u32 handle_2 = engine.AccessConstBuffer32(shader_type, buffer_2, offset_2);
  69. return TextureHandle(handle_1 | handle_2, via_header_index);
  70. }
  71. }
  72. if (entry.is_bindless) {
  73. const u32 raw = engine.AccessConstBuffer32(shader_type, entry.buffer, entry.offset);
  74. return TextureHandle(raw, via_header_index);
  75. }
  76. const u32 buffer = engine.GetBoundBuffer();
  77. const u64 offset = (entry.offset + index) * sizeof(u32);
  78. return TextureHandle(engine.AccessConstBuffer32(shader_type, buffer, offset), via_header_index);
  79. }
  80. /// Translates hardware transform feedback indices
  81. /// @param location Hardware location
  82. /// @return Pair of ARB_transform_feedback3 token stream first and third arguments
  83. /// @note Read https://www.khronos.org/registry/OpenGL/extensions/ARB/ARB_transform_feedback3.txt
  84. std::pair<GLint, GLint> TransformFeedbackEnum(u8 location) {
  85. const u8 index = location / 4;
  86. if (index >= 8 && index <= 39) {
  87. return {GL_GENERIC_ATTRIB_NV, index - 8};
  88. }
  89. if (index >= 48 && index <= 55) {
  90. return {GL_TEXTURE_COORD_NV, index - 48};
  91. }
  92. switch (index) {
  93. case 7:
  94. return {GL_POSITION, 0};
  95. case 40:
  96. return {GL_PRIMARY_COLOR_NV, 0};
  97. case 41:
  98. return {GL_SECONDARY_COLOR_NV, 0};
  99. case 42:
  100. return {GL_BACK_PRIMARY_COLOR_NV, 0};
  101. case 43:
  102. return {GL_BACK_SECONDARY_COLOR_NV, 0};
  103. }
  104. UNIMPLEMENTED_MSG("index={}", index);
  105. return {GL_POSITION, 0};
  106. }
  107. void oglEnable(GLenum cap, bool state) {
  108. (state ? glEnable : glDisable)(cap);
  109. }
  110. ImageViewType ImageViewTypeFromEntry(const SamplerEntry& entry) {
  111. if (entry.is_buffer) {
  112. return ImageViewType::Buffer;
  113. }
  114. switch (entry.type) {
  115. case Tegra::Shader::TextureType::Texture1D:
  116. return entry.is_array ? ImageViewType::e1DArray : ImageViewType::e1D;
  117. case Tegra::Shader::TextureType::Texture2D:
  118. return entry.is_array ? ImageViewType::e2DArray : ImageViewType::e2D;
  119. case Tegra::Shader::TextureType::Texture3D:
  120. return ImageViewType::e3D;
  121. case Tegra::Shader::TextureType::TextureCube:
  122. return entry.is_array ? ImageViewType::CubeArray : ImageViewType::Cube;
  123. }
  124. UNREACHABLE();
  125. return ImageViewType::e2D;
  126. }
  127. ImageViewType ImageViewTypeFromEntry(const ImageEntry& entry) {
  128. switch (entry.type) {
  129. case Tegra::Shader::ImageType::Texture1D:
  130. return ImageViewType::e1D;
  131. case Tegra::Shader::ImageType::Texture1DArray:
  132. return ImageViewType::e1DArray;
  133. case Tegra::Shader::ImageType::Texture2D:
  134. return ImageViewType::e2D;
  135. case Tegra::Shader::ImageType::Texture2DArray:
  136. return ImageViewType::e2DArray;
  137. case Tegra::Shader::ImageType::Texture3D:
  138. return ImageViewType::e3D;
  139. case Tegra::Shader::ImageType::TextureBuffer:
  140. return ImageViewType::Buffer;
  141. }
  142. UNREACHABLE();
  143. return ImageViewType::e2D;
  144. }
  145. } // Anonymous namespace
  146. RasterizerOpenGL::RasterizerOpenGL(Core::Frontend::EmuWindow& emu_window_, Tegra::GPU& gpu_,
  147. Core::Memory::Memory& cpu_memory_, const Device& device_,
  148. ScreenInfo& screen_info_, ProgramManager& program_manager_,
  149. StateTracker& state_tracker_)
  150. : RasterizerAccelerated(cpu_memory_), gpu(gpu_), maxwell3d(gpu.Maxwell3D()),
  151. kepler_compute(gpu.KeplerCompute()), gpu_memory(gpu.MemoryManager()), device(device_),
  152. screen_info(screen_info_), program_manager(program_manager_), state_tracker(state_tracker_),
  153. texture_cache_runtime(device, program_manager, state_tracker),
  154. texture_cache(texture_cache_runtime, *this, maxwell3d, kepler_compute, gpu_memory),
  155. buffer_cache_runtime(device),
  156. buffer_cache(*this, maxwell3d, kepler_compute, gpu_memory, cpu_memory_, buffer_cache_runtime),
  157. shader_cache(*this, emu_window_, gpu, maxwell3d, kepler_compute, gpu_memory, device),
  158. query_cache(*this, maxwell3d, gpu_memory), accelerate_dma(buffer_cache),
  159. fence_manager(*this, gpu, texture_cache, buffer_cache, query_cache),
  160. async_shaders(emu_window_) {
  161. if (device.UseAsynchronousShaders()) {
  162. async_shaders.AllocateWorkers();
  163. }
  164. }
  165. RasterizerOpenGL::~RasterizerOpenGL() = default;
  166. void RasterizerOpenGL::SyncVertexFormats() {
  167. auto& flags = maxwell3d.dirty.flags;
  168. if (!flags[Dirty::VertexFormats]) {
  169. return;
  170. }
  171. flags[Dirty::VertexFormats] = false;
  172. // Use the vertex array as-is, assumes that the data is formatted correctly for OpenGL. Enables
  173. // the first 16 vertex attributes always, as we don't know which ones are actually used until
  174. // shader time. Note, Tegra technically supports 32, but we're capping this to 16 for now to
  175. // avoid OpenGL errors.
  176. // TODO(Subv): Analyze the shader to identify which attributes are actually used and don't
  177. // assume every shader uses them all.
  178. for (std::size_t index = 0; index < NUM_SUPPORTED_VERTEX_ATTRIBUTES; ++index) {
  179. if (!flags[Dirty::VertexFormat0 + index]) {
  180. continue;
  181. }
  182. flags[Dirty::VertexFormat0 + index] = false;
  183. const auto attrib = maxwell3d.regs.vertex_attrib_format[index];
  184. const auto gl_index = static_cast<GLuint>(index);
  185. // Disable constant attributes.
  186. if (attrib.IsConstant()) {
  187. glDisableVertexAttribArray(gl_index);
  188. continue;
  189. }
  190. glEnableVertexAttribArray(gl_index);
  191. if (attrib.type == Maxwell::VertexAttribute::Type::SignedInt ||
  192. attrib.type == Maxwell::VertexAttribute::Type::UnsignedInt) {
  193. glVertexAttribIFormat(gl_index, attrib.ComponentCount(),
  194. MaxwellToGL::VertexFormat(attrib), attrib.offset);
  195. } else {
  196. glVertexAttribFormat(gl_index, attrib.ComponentCount(),
  197. MaxwellToGL::VertexFormat(attrib),
  198. attrib.IsNormalized() ? GL_TRUE : GL_FALSE, attrib.offset);
  199. }
  200. glVertexAttribBinding(gl_index, attrib.buffer);
  201. }
  202. }
  203. void RasterizerOpenGL::SyncVertexInstances() {
  204. auto& flags = maxwell3d.dirty.flags;
  205. if (!flags[Dirty::VertexInstances]) {
  206. return;
  207. }
  208. flags[Dirty::VertexInstances] = false;
  209. const auto& regs = maxwell3d.regs;
  210. for (std::size_t index = 0; index < NUM_SUPPORTED_VERTEX_ATTRIBUTES; ++index) {
  211. if (!flags[Dirty::VertexInstance0 + index]) {
  212. continue;
  213. }
  214. flags[Dirty::VertexInstance0 + index] = false;
  215. const auto gl_index = static_cast<GLuint>(index);
  216. const bool instancing_enabled = regs.instanced_arrays.IsInstancingEnabled(gl_index);
  217. const GLuint divisor = instancing_enabled ? regs.vertex_array[index].divisor : 0;
  218. glVertexBindingDivisor(gl_index, divisor);
  219. }
  220. }
  221. void RasterizerOpenGL::SetupShaders(bool is_indexed) {
  222. u32 clip_distances = 0;
  223. std::array<Shader*, Maxwell::MaxShaderStage> shaders{};
  224. image_view_indices.clear();
  225. sampler_handles.clear();
  226. texture_cache.SynchronizeGraphicsDescriptors();
  227. for (std::size_t index = 0; index < Maxwell::MaxShaderProgram; ++index) {
  228. const auto& shader_config = maxwell3d.regs.shader_config[index];
  229. const auto program{static_cast<Maxwell::ShaderProgram>(index)};
  230. // Skip stages that are not enabled
  231. if (!maxwell3d.regs.IsShaderConfigEnabled(index)) {
  232. switch (program) {
  233. case Maxwell::ShaderProgram::Geometry:
  234. program_manager.UseGeometryShader(0);
  235. break;
  236. case Maxwell::ShaderProgram::Fragment:
  237. program_manager.UseFragmentShader(0);
  238. break;
  239. default:
  240. break;
  241. }
  242. continue;
  243. }
  244. // Currently this stages are not supported in the OpenGL backend.
  245. // TODO(Blinkhawk): Port tesselation shaders from Vulkan to OpenGL
  246. if (program == Maxwell::ShaderProgram::TesselationControl ||
  247. program == Maxwell::ShaderProgram::TesselationEval) {
  248. continue;
  249. }
  250. Shader* const shader = shader_cache.GetStageProgram(program, async_shaders);
  251. const GLuint program_handle = shader->IsBuilt() ? shader->GetHandle() : 0;
  252. switch (program) {
  253. case Maxwell::ShaderProgram::VertexA:
  254. case Maxwell::ShaderProgram::VertexB:
  255. program_manager.UseVertexShader(program_handle);
  256. break;
  257. case Maxwell::ShaderProgram::Geometry:
  258. program_manager.UseGeometryShader(program_handle);
  259. break;
  260. case Maxwell::ShaderProgram::Fragment:
  261. program_manager.UseFragmentShader(program_handle);
  262. break;
  263. default:
  264. UNIMPLEMENTED_MSG("Unimplemented shader index={}, enable={}, offset=0x{:08X}", index,
  265. shader_config.enable.Value(), shader_config.offset);
  266. break;
  267. }
  268. // Stage indices are 0 - 5
  269. const size_t stage = index == 0 ? 0 : index - 1;
  270. shaders[stage] = shader;
  271. SetupDrawTextures(shader, stage);
  272. SetupDrawImages(shader, stage);
  273. buffer_cache.SetEnabledUniformBuffers(stage, shader->GetEntries().enabled_uniform_buffers);
  274. buffer_cache.UnbindGraphicsStorageBuffers(stage);
  275. u32 ssbo_index = 0;
  276. for (const auto& buffer : shader->GetEntries().global_memory_entries) {
  277. buffer_cache.BindGraphicsStorageBuffer(stage, ssbo_index, buffer.cbuf_index,
  278. buffer.cbuf_offset, buffer.is_written);
  279. ++ssbo_index;
  280. }
  281. // Workaround for Intel drivers.
  282. // When a clip distance is enabled but not set in the shader it crops parts of the screen
  283. // (sometimes it's half the screen, sometimes three quarters). To avoid this, enable the
  284. // clip distances only when it's written by a shader stage.
  285. clip_distances |= shader->GetEntries().clip_distances;
  286. // When VertexA is enabled, we have dual vertex shaders
  287. if (program == Maxwell::ShaderProgram::VertexA) {
  288. // VertexB was combined with VertexA, so we skip the VertexB iteration
  289. ++index;
  290. }
  291. }
  292. SyncClipEnabled(clip_distances);
  293. maxwell3d.dirty.flags[Dirty::Shaders] = false;
  294. buffer_cache.UpdateGraphicsBuffers(is_indexed);
  295. const std::span indices_span(image_view_indices.data(), image_view_indices.size());
  296. texture_cache.FillGraphicsImageViews(indices_span, image_view_ids);
  297. buffer_cache.BindHostGeometryBuffers(is_indexed);
  298. size_t image_view_index = 0;
  299. size_t texture_index = 0;
  300. size_t image_index = 0;
  301. for (size_t stage = 0; stage < Maxwell::MaxShaderStage; ++stage) {
  302. const Shader* const shader = shaders[stage];
  303. if (!shader) {
  304. continue;
  305. }
  306. buffer_cache.BindHostStageBuffers(stage);
  307. const auto& base = device.GetBaseBindings(stage);
  308. BindTextures(shader->GetEntries(), base.sampler, base.image, image_view_index,
  309. texture_index, image_index);
  310. }
  311. }
  312. void RasterizerOpenGL::LoadDiskResources(u64 title_id, std::stop_token stop_loading,
  313. const VideoCore::DiskResourceLoadCallback& callback) {
  314. shader_cache.LoadDiskCache(title_id, stop_loading, callback);
  315. }
  316. void RasterizerOpenGL::Clear() {
  317. MICROPROFILE_SCOPE(OpenGL_Clears);
  318. if (!maxwell3d.ShouldExecute()) {
  319. return;
  320. }
  321. const auto& regs = maxwell3d.regs;
  322. bool use_color{};
  323. bool use_depth{};
  324. bool use_stencil{};
  325. if (regs.clear_buffers.R || regs.clear_buffers.G || regs.clear_buffers.B ||
  326. regs.clear_buffers.A) {
  327. use_color = true;
  328. const GLuint index = regs.clear_buffers.RT;
  329. state_tracker.NotifyColorMask(index);
  330. glColorMaski(index, regs.clear_buffers.R != 0, regs.clear_buffers.G != 0,
  331. regs.clear_buffers.B != 0, regs.clear_buffers.A != 0);
  332. // TODO(Rodrigo): Determine if clamping is used on clears
  333. SyncFragmentColorClampState();
  334. SyncFramebufferSRGB();
  335. }
  336. if (regs.clear_buffers.Z) {
  337. ASSERT_MSG(regs.zeta_enable != 0, "Tried to clear Z but buffer is not enabled!");
  338. use_depth = true;
  339. state_tracker.NotifyDepthMask();
  340. glDepthMask(GL_TRUE);
  341. }
  342. if (regs.clear_buffers.S) {
  343. ASSERT_MSG(regs.zeta_enable, "Tried to clear stencil but buffer is not enabled!");
  344. use_stencil = true;
  345. }
  346. if (!use_color && !use_depth && !use_stencil) {
  347. // No color surface nor depth/stencil surface are enabled
  348. return;
  349. }
  350. SyncRasterizeEnable();
  351. SyncStencilTestState();
  352. if (regs.clear_flags.scissor) {
  353. SyncScissorTest();
  354. } else {
  355. state_tracker.NotifyScissor0();
  356. glDisablei(GL_SCISSOR_TEST, 0);
  357. }
  358. UNIMPLEMENTED_IF(regs.clear_flags.viewport);
  359. std::scoped_lock lock{texture_cache.mutex};
  360. texture_cache.UpdateRenderTargets(true);
  361. state_tracker.BindFramebuffer(texture_cache.GetFramebuffer()->Handle());
  362. if (use_color) {
  363. glClearBufferfv(GL_COLOR, regs.clear_buffers.RT, regs.clear_color);
  364. }
  365. if (use_depth && use_stencil) {
  366. glClearBufferfi(GL_DEPTH_STENCIL, 0, regs.clear_depth, regs.clear_stencil);
  367. } else if (use_depth) {
  368. glClearBufferfv(GL_DEPTH, 0, &regs.clear_depth);
  369. } else if (use_stencil) {
  370. glClearBufferiv(GL_STENCIL, 0, &regs.clear_stencil);
  371. }
  372. ++num_queued_commands;
  373. }
  374. void RasterizerOpenGL::Draw(bool is_indexed, bool is_instanced) {
  375. MICROPROFILE_SCOPE(OpenGL_Drawing);
  376. query_cache.UpdateCounters();
  377. SyncState();
  378. // Setup shaders and their used resources.
  379. std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
  380. SetupShaders(is_indexed);
  381. texture_cache.UpdateRenderTargets(false);
  382. state_tracker.BindFramebuffer(texture_cache.GetFramebuffer()->Handle());
  383. program_manager.BindGraphicsPipeline();
  384. const GLenum primitive_mode = MaxwellToGL::PrimitiveTopology(maxwell3d.regs.draw.topology);
  385. BeginTransformFeedback(primitive_mode);
  386. const GLuint base_instance = static_cast<GLuint>(maxwell3d.regs.vb_base_instance);
  387. const GLsizei num_instances =
  388. static_cast<GLsizei>(is_instanced ? maxwell3d.mme_draw.instance_count : 1);
  389. if (is_indexed) {
  390. const GLint base_vertex = static_cast<GLint>(maxwell3d.regs.vb_element_base);
  391. const GLsizei num_vertices = static_cast<GLsizei>(maxwell3d.regs.index_array.count);
  392. const GLvoid* const offset = buffer_cache_runtime.IndexOffset();
  393. const GLenum format = MaxwellToGL::IndexFormat(maxwell3d.regs.index_array.format);
  394. if (num_instances == 1 && base_instance == 0 && base_vertex == 0) {
  395. glDrawElements(primitive_mode, num_vertices, format, offset);
  396. } else if (num_instances == 1 && base_instance == 0) {
  397. glDrawElementsBaseVertex(primitive_mode, num_vertices, format, offset, base_vertex);
  398. } else if (base_vertex == 0 && base_instance == 0) {
  399. glDrawElementsInstanced(primitive_mode, num_vertices, format, offset, num_instances);
  400. } else if (base_vertex == 0) {
  401. glDrawElementsInstancedBaseInstance(primitive_mode, num_vertices, format, offset,
  402. num_instances, base_instance);
  403. } else if (base_instance == 0) {
  404. glDrawElementsInstancedBaseVertex(primitive_mode, num_vertices, format, offset,
  405. num_instances, base_vertex);
  406. } else {
  407. glDrawElementsInstancedBaseVertexBaseInstance(primitive_mode, num_vertices, format,
  408. offset, num_instances, base_vertex,
  409. base_instance);
  410. }
  411. } else {
  412. const GLint base_vertex = static_cast<GLint>(maxwell3d.regs.vertex_buffer.first);
  413. const GLsizei num_vertices = static_cast<GLsizei>(maxwell3d.regs.vertex_buffer.count);
  414. if (num_instances == 1 && base_instance == 0) {
  415. glDrawArrays(primitive_mode, base_vertex, num_vertices);
  416. } else if (base_instance == 0) {
  417. glDrawArraysInstanced(primitive_mode, base_vertex, num_vertices, num_instances);
  418. } else {
  419. glDrawArraysInstancedBaseInstance(primitive_mode, base_vertex, num_vertices,
  420. num_instances, base_instance);
  421. }
  422. }
  423. EndTransformFeedback();
  424. ++num_queued_commands;
  425. gpu.TickWork();
  426. }
  427. void RasterizerOpenGL::DispatchCompute(GPUVAddr code_addr) {
  428. Shader* const kernel = shader_cache.GetComputeKernel(code_addr);
  429. std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
  430. BindComputeTextures(kernel);
  431. const auto& entries = kernel->GetEntries();
  432. buffer_cache.SetEnabledComputeUniformBuffers(entries.enabled_uniform_buffers);
  433. buffer_cache.UnbindComputeStorageBuffers();
  434. u32 ssbo_index = 0;
  435. for (const auto& buffer : entries.global_memory_entries) {
  436. buffer_cache.BindComputeStorageBuffer(ssbo_index, buffer.cbuf_index, buffer.cbuf_offset,
  437. buffer.is_written);
  438. ++ssbo_index;
  439. }
  440. buffer_cache.UpdateComputeBuffers();
  441. buffer_cache.BindHostComputeBuffers();
  442. const auto& launch_desc = kepler_compute.launch_description;
  443. glDispatchCompute(launch_desc.grid_dim_x, launch_desc.grid_dim_y, launch_desc.grid_dim_z);
  444. ++num_queued_commands;
  445. }
  446. void RasterizerOpenGL::ResetCounter(VideoCore::QueryType type) {
  447. query_cache.ResetCounter(type);
  448. }
  449. void RasterizerOpenGL::Query(GPUVAddr gpu_addr, VideoCore::QueryType type,
  450. std::optional<u64> timestamp) {
  451. query_cache.Query(gpu_addr, type, timestamp);
  452. }
  453. void RasterizerOpenGL::BindGraphicsUniformBuffer(size_t stage, u32 index, GPUVAddr gpu_addr,
  454. u32 size) {
  455. std::scoped_lock lock{buffer_cache.mutex};
  456. buffer_cache.BindGraphicsUniformBuffer(stage, index, gpu_addr, size);
  457. }
  458. void RasterizerOpenGL::DisableGraphicsUniformBuffer(size_t stage, u32 index) {
  459. buffer_cache.DisableGraphicsUniformBuffer(stage, index);
  460. }
  461. void RasterizerOpenGL::FlushAll() {}
  462. void RasterizerOpenGL::FlushRegion(VAddr addr, u64 size) {
  463. MICROPROFILE_SCOPE(OpenGL_CacheManagement);
  464. if (addr == 0 || size == 0) {
  465. return;
  466. }
  467. {
  468. std::scoped_lock lock{texture_cache.mutex};
  469. texture_cache.DownloadMemory(addr, size);
  470. }
  471. {
  472. std::scoped_lock lock{buffer_cache.mutex};
  473. buffer_cache.DownloadMemory(addr, size);
  474. }
  475. query_cache.FlushRegion(addr, size);
  476. }
  477. bool RasterizerOpenGL::MustFlushRegion(VAddr addr, u64 size) {
  478. std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
  479. if (!Settings::IsGPULevelHigh()) {
  480. return buffer_cache.IsRegionGpuModified(addr, size);
  481. }
  482. return texture_cache.IsRegionGpuModified(addr, size) ||
  483. buffer_cache.IsRegionGpuModified(addr, size);
  484. }
  485. void RasterizerOpenGL::InvalidateRegion(VAddr addr, u64 size) {
  486. MICROPROFILE_SCOPE(OpenGL_CacheManagement);
  487. if (addr == 0 || size == 0) {
  488. return;
  489. }
  490. {
  491. std::scoped_lock lock{texture_cache.mutex};
  492. texture_cache.WriteMemory(addr, size);
  493. }
  494. {
  495. std::scoped_lock lock{buffer_cache.mutex};
  496. buffer_cache.WriteMemory(addr, size);
  497. }
  498. shader_cache.InvalidateRegion(addr, size);
  499. query_cache.InvalidateRegion(addr, size);
  500. }
  501. void RasterizerOpenGL::OnCPUWrite(VAddr addr, u64 size) {
  502. MICROPROFILE_SCOPE(OpenGL_CacheManagement);
  503. if (addr == 0 || size == 0) {
  504. return;
  505. }
  506. shader_cache.OnCPUWrite(addr, size);
  507. {
  508. std::scoped_lock lock{texture_cache.mutex};
  509. texture_cache.WriteMemory(addr, size);
  510. }
  511. {
  512. std::scoped_lock lock{buffer_cache.mutex};
  513. buffer_cache.CachedWriteMemory(addr, size);
  514. }
  515. }
  516. void RasterizerOpenGL::SyncGuestHost() {
  517. MICROPROFILE_SCOPE(OpenGL_CacheManagement);
  518. shader_cache.SyncGuestHost();
  519. {
  520. std::scoped_lock lock{buffer_cache.mutex};
  521. buffer_cache.FlushCachedWrites();
  522. }
  523. }
  524. void RasterizerOpenGL::UnmapMemory(VAddr addr, u64 size) {
  525. {
  526. std::scoped_lock lock{texture_cache.mutex};
  527. texture_cache.UnmapMemory(addr, size);
  528. }
  529. {
  530. std::scoped_lock lock{buffer_cache.mutex};
  531. buffer_cache.WriteMemory(addr, size);
  532. }
  533. shader_cache.OnCPUWrite(addr, size);
  534. }
  535. void RasterizerOpenGL::ModifyGPUMemory(GPUVAddr addr, u64 size) {
  536. {
  537. std::scoped_lock lock{texture_cache.mutex};
  538. texture_cache.UnmapGPUMemory(addr, size);
  539. }
  540. }
  541. void RasterizerOpenGL::SignalSemaphore(GPUVAddr addr, u32 value) {
  542. if (!gpu.IsAsync()) {
  543. gpu_memory.Write<u32>(addr, value);
  544. return;
  545. }
  546. fence_manager.SignalSemaphore(addr, value);
  547. }
  548. void RasterizerOpenGL::SignalSyncPoint(u32 value) {
  549. if (!gpu.IsAsync()) {
  550. gpu.IncrementSyncPoint(value);
  551. return;
  552. }
  553. fence_manager.SignalSyncPoint(value);
  554. }
  555. void RasterizerOpenGL::SignalReference() {
  556. if (!gpu.IsAsync()) {
  557. return;
  558. }
  559. fence_manager.SignalOrdering();
  560. }
  561. void RasterizerOpenGL::ReleaseFences() {
  562. if (!gpu.IsAsync()) {
  563. return;
  564. }
  565. fence_manager.WaitPendingFences();
  566. }
  567. void RasterizerOpenGL::FlushAndInvalidateRegion(VAddr addr, u64 size) {
  568. if (Settings::IsGPULevelExtreme()) {
  569. FlushRegion(addr, size);
  570. }
  571. InvalidateRegion(addr, size);
  572. }
  573. void RasterizerOpenGL::WaitForIdle() {
  574. glMemoryBarrier(GL_ALL_BARRIER_BITS);
  575. SignalReference();
  576. }
  577. void RasterizerOpenGL::FragmentBarrier() {
  578. glMemoryBarrier(GL_FRAMEBUFFER_BARRIER_BIT);
  579. }
  580. void RasterizerOpenGL::TiledCacheBarrier() {
  581. glTextureBarrier();
  582. }
  583. void RasterizerOpenGL::FlushCommands() {
  584. // Only flush when we have commands queued to OpenGL.
  585. if (num_queued_commands == 0) {
  586. return;
  587. }
  588. num_queued_commands = 0;
  589. glFlush();
  590. }
  591. void RasterizerOpenGL::TickFrame() {
  592. // Ticking a frame means that buffers will be swapped, calling glFlush implicitly.
  593. num_queued_commands = 0;
  594. fence_manager.TickFrame();
  595. {
  596. std::scoped_lock lock{texture_cache.mutex};
  597. texture_cache.TickFrame();
  598. }
  599. {
  600. std::scoped_lock lock{buffer_cache.mutex};
  601. buffer_cache.TickFrame();
  602. }
  603. }
  604. bool RasterizerOpenGL::AccelerateSurfaceCopy(const Tegra::Engines::Fermi2D::Surface& src,
  605. const Tegra::Engines::Fermi2D::Surface& dst,
  606. const Tegra::Engines::Fermi2D::Config& copy_config) {
  607. MICROPROFILE_SCOPE(OpenGL_Blits);
  608. std::scoped_lock lock{texture_cache.mutex};
  609. texture_cache.BlitImage(dst, src, copy_config);
  610. return true;
  611. }
  612. Tegra::Engines::AccelerateDMAInterface& RasterizerOpenGL::AccessAccelerateDMA() {
  613. return accelerate_dma;
  614. }
  615. bool RasterizerOpenGL::AccelerateDisplay(const Tegra::FramebufferConfig& config,
  616. VAddr framebuffer_addr, u32 pixel_stride) {
  617. if (framebuffer_addr == 0) {
  618. return false;
  619. }
  620. MICROPROFILE_SCOPE(OpenGL_CacheManagement);
  621. std::scoped_lock lock{texture_cache.mutex};
  622. ImageView* const image_view{texture_cache.TryFindFramebufferImageView(framebuffer_addr)};
  623. if (!image_view) {
  624. return false;
  625. }
  626. // Verify that the cached surface is the same size and format as the requested framebuffer
  627. // ASSERT_MSG(image_view->size.width == config.width, "Framebuffer width is different");
  628. // ASSERT_MSG(image_view->size.height == config.height, "Framebuffer height is different");
  629. screen_info.display_texture = image_view->Handle(ImageViewType::e2D);
  630. screen_info.display_srgb = VideoCore::Surface::IsPixelFormatSRGB(image_view->format);
  631. return true;
  632. }
  633. void RasterizerOpenGL::BindComputeTextures(Shader* kernel) {
  634. image_view_indices.clear();
  635. sampler_handles.clear();
  636. texture_cache.SynchronizeComputeDescriptors();
  637. SetupComputeTextures(kernel);
  638. SetupComputeImages(kernel);
  639. const std::span indices_span(image_view_indices.data(), image_view_indices.size());
  640. texture_cache.FillComputeImageViews(indices_span, image_view_ids);
  641. program_manager.BindCompute(kernel->GetHandle());
  642. size_t image_view_index = 0;
  643. size_t texture_index = 0;
  644. size_t image_index = 0;
  645. BindTextures(kernel->GetEntries(), 0, 0, image_view_index, texture_index, image_index);
  646. }
  647. void RasterizerOpenGL::BindTextures(const ShaderEntries& entries, GLuint base_texture,
  648. GLuint base_image, size_t& image_view_index,
  649. size_t& texture_index, size_t& image_index) {
  650. const GLuint* const samplers = sampler_handles.data() + texture_index;
  651. const GLuint* const textures = texture_handles.data() + texture_index;
  652. const GLuint* const images = image_handles.data() + image_index;
  653. const size_t num_samplers = entries.samplers.size();
  654. for (const auto& sampler : entries.samplers) {
  655. for (size_t i = 0; i < sampler.size; ++i) {
  656. const ImageViewId image_view_id = image_view_ids[image_view_index++];
  657. const ImageView& image_view = texture_cache.GetImageView(image_view_id);
  658. const GLuint handle = image_view.Handle(ImageViewTypeFromEntry(sampler));
  659. texture_handles[texture_index++] = handle;
  660. }
  661. }
  662. const size_t num_images = entries.images.size();
  663. for (size_t unit = 0; unit < num_images; ++unit) {
  664. // TODO: Mark as modified
  665. const ImageViewId image_view_id = image_view_ids[image_view_index++];
  666. const ImageView& image_view = texture_cache.GetImageView(image_view_id);
  667. const GLuint handle = image_view.Handle(ImageViewTypeFromEntry(entries.images[unit]));
  668. image_handles[image_index] = handle;
  669. ++image_index;
  670. }
  671. if (num_samplers > 0) {
  672. glBindSamplers(base_texture, static_cast<GLsizei>(num_samplers), samplers);
  673. glBindTextures(base_texture, static_cast<GLsizei>(num_samplers), textures);
  674. }
  675. if (num_images > 0) {
  676. glBindImageTextures(base_image, static_cast<GLsizei>(num_images), images);
  677. }
  678. }
  679. void RasterizerOpenGL::SetupDrawTextures(const Shader* shader, size_t stage_index) {
  680. const bool via_header_index =
  681. maxwell3d.regs.sampler_index == Maxwell::SamplerIndex::ViaHeaderIndex;
  682. for (const auto& entry : shader->GetEntries().samplers) {
  683. const auto shader_type = static_cast<ShaderType>(stage_index);
  684. for (size_t index = 0; index < entry.size; ++index) {
  685. const auto handle =
  686. GetTextureInfo(maxwell3d, via_header_index, entry, shader_type, index);
  687. const Sampler* const sampler = texture_cache.GetGraphicsSampler(handle.sampler);
  688. sampler_handles.push_back(sampler->Handle());
  689. image_view_indices.push_back(handle.image);
  690. }
  691. }
  692. }
  693. void RasterizerOpenGL::SetupComputeTextures(const Shader* kernel) {
  694. const bool via_header_index = kepler_compute.launch_description.linked_tsc;
  695. for (const auto& entry : kernel->GetEntries().samplers) {
  696. for (size_t i = 0; i < entry.size; ++i) {
  697. const auto handle =
  698. GetTextureInfo(kepler_compute, via_header_index, entry, ShaderType::Compute, i);
  699. const Sampler* const sampler = texture_cache.GetComputeSampler(handle.sampler);
  700. sampler_handles.push_back(sampler->Handle());
  701. image_view_indices.push_back(handle.image);
  702. }
  703. }
  704. }
  705. void RasterizerOpenGL::SetupDrawImages(const Shader* shader, size_t stage_index) {
  706. const bool via_header_index =
  707. maxwell3d.regs.sampler_index == Maxwell::SamplerIndex::ViaHeaderIndex;
  708. for (const auto& entry : shader->GetEntries().images) {
  709. const auto shader_type = static_cast<ShaderType>(stage_index);
  710. const auto handle = GetTextureInfo(maxwell3d, via_header_index, entry, shader_type);
  711. image_view_indices.push_back(handle.image);
  712. }
  713. }
  714. void RasterizerOpenGL::SetupComputeImages(const Shader* shader) {
  715. const bool via_header_index = kepler_compute.launch_description.linked_tsc;
  716. for (const auto& entry : shader->GetEntries().images) {
  717. const auto handle =
  718. GetTextureInfo(kepler_compute, via_header_index, entry, ShaderType::Compute);
  719. image_view_indices.push_back(handle.image);
  720. }
  721. }
  722. void RasterizerOpenGL::SyncState() {
  723. SyncViewport();
  724. SyncRasterizeEnable();
  725. SyncPolygonModes();
  726. SyncColorMask();
  727. SyncFragmentColorClampState();
  728. SyncMultiSampleState();
  729. SyncDepthTestState();
  730. SyncDepthClamp();
  731. SyncStencilTestState();
  732. SyncBlendState();
  733. SyncLogicOpState();
  734. SyncCullMode();
  735. SyncPrimitiveRestart();
  736. SyncScissorTest();
  737. SyncPointState();
  738. SyncLineState();
  739. SyncPolygonOffset();
  740. SyncAlphaTest();
  741. SyncFramebufferSRGB();
  742. SyncVertexFormats();
  743. SyncVertexInstances();
  744. }
  745. void RasterizerOpenGL::SyncViewport() {
  746. auto& flags = maxwell3d.dirty.flags;
  747. const auto& regs = maxwell3d.regs;
  748. const bool dirty_viewport = flags[Dirty::Viewports];
  749. const bool dirty_clip_control = flags[Dirty::ClipControl];
  750. if (dirty_clip_control || flags[Dirty::FrontFace]) {
  751. flags[Dirty::FrontFace] = false;
  752. GLenum mode = MaxwellToGL::FrontFace(regs.front_face);
  753. if (regs.screen_y_control.triangle_rast_flip != 0 &&
  754. regs.viewport_transform[0].scale_y < 0.0f) {
  755. switch (mode) {
  756. case GL_CW:
  757. mode = GL_CCW;
  758. break;
  759. case GL_CCW:
  760. mode = GL_CW;
  761. break;
  762. }
  763. }
  764. glFrontFace(mode);
  765. }
  766. if (dirty_viewport || flags[Dirty::ClipControl]) {
  767. flags[Dirty::ClipControl] = false;
  768. bool flip_y = false;
  769. if (regs.viewport_transform[0].scale_y < 0.0f) {
  770. flip_y = !flip_y;
  771. }
  772. if (regs.screen_y_control.y_negate != 0) {
  773. flip_y = !flip_y;
  774. }
  775. const bool is_zero_to_one = regs.depth_mode == Maxwell::DepthMode::ZeroToOne;
  776. const GLenum origin = flip_y ? GL_UPPER_LEFT : GL_LOWER_LEFT;
  777. const GLenum depth = is_zero_to_one ? GL_ZERO_TO_ONE : GL_NEGATIVE_ONE_TO_ONE;
  778. state_tracker.ClipControl(origin, depth);
  779. state_tracker.SetYNegate(regs.screen_y_control.y_negate != 0);
  780. }
  781. if (dirty_viewport) {
  782. flags[Dirty::Viewports] = false;
  783. const bool force = flags[Dirty::ViewportTransform];
  784. flags[Dirty::ViewportTransform] = false;
  785. for (std::size_t i = 0; i < Maxwell::NumViewports; ++i) {
  786. if (!force && !flags[Dirty::Viewport0 + i]) {
  787. continue;
  788. }
  789. flags[Dirty::Viewport0 + i] = false;
  790. const auto& src = regs.viewport_transform[i];
  791. const Common::Rectangle<f32> rect{src.GetRect()};
  792. glViewportIndexedf(static_cast<GLuint>(i), rect.left, rect.bottom, rect.GetWidth(),
  793. rect.GetHeight());
  794. const GLdouble reduce_z = regs.depth_mode == Maxwell::DepthMode::MinusOneToOne;
  795. const GLdouble near_depth = src.translate_z - src.scale_z * reduce_z;
  796. const GLdouble far_depth = src.translate_z + src.scale_z;
  797. if (device.HasDepthBufferFloat()) {
  798. glDepthRangeIndexeddNV(static_cast<GLuint>(i), near_depth, far_depth);
  799. } else {
  800. glDepthRangeIndexed(static_cast<GLuint>(i), near_depth, far_depth);
  801. }
  802. if (!GLAD_GL_NV_viewport_swizzle) {
  803. continue;
  804. }
  805. glViewportSwizzleNV(static_cast<GLuint>(i), MaxwellToGL::ViewportSwizzle(src.swizzle.x),
  806. MaxwellToGL::ViewportSwizzle(src.swizzle.y),
  807. MaxwellToGL::ViewportSwizzle(src.swizzle.z),
  808. MaxwellToGL::ViewportSwizzle(src.swizzle.w));
  809. }
  810. }
  811. }
  812. void RasterizerOpenGL::SyncDepthClamp() {
  813. auto& flags = maxwell3d.dirty.flags;
  814. if (!flags[Dirty::DepthClampEnabled]) {
  815. return;
  816. }
  817. flags[Dirty::DepthClampEnabled] = false;
  818. oglEnable(GL_DEPTH_CLAMP, maxwell3d.regs.view_volume_clip_control.depth_clamp_disabled == 0);
  819. }
  820. void RasterizerOpenGL::SyncClipEnabled(u32 clip_mask) {
  821. auto& flags = maxwell3d.dirty.flags;
  822. if (!flags[Dirty::ClipDistances] && !flags[Dirty::Shaders]) {
  823. return;
  824. }
  825. flags[Dirty::ClipDistances] = false;
  826. clip_mask &= maxwell3d.regs.clip_distance_enabled;
  827. if (clip_mask == last_clip_distance_mask) {
  828. return;
  829. }
  830. last_clip_distance_mask = clip_mask;
  831. for (std::size_t i = 0; i < Maxwell::Regs::NumClipDistances; ++i) {
  832. oglEnable(static_cast<GLenum>(GL_CLIP_DISTANCE0 + i), (clip_mask >> i) & 1);
  833. }
  834. }
  835. void RasterizerOpenGL::SyncClipCoef() {
  836. UNIMPLEMENTED();
  837. }
  838. void RasterizerOpenGL::SyncCullMode() {
  839. auto& flags = maxwell3d.dirty.flags;
  840. const auto& regs = maxwell3d.regs;
  841. if (flags[Dirty::CullTest]) {
  842. flags[Dirty::CullTest] = false;
  843. if (regs.cull_test_enabled) {
  844. glEnable(GL_CULL_FACE);
  845. glCullFace(MaxwellToGL::CullFace(regs.cull_face));
  846. } else {
  847. glDisable(GL_CULL_FACE);
  848. }
  849. }
  850. }
  851. void RasterizerOpenGL::SyncPrimitiveRestart() {
  852. auto& flags = maxwell3d.dirty.flags;
  853. if (!flags[Dirty::PrimitiveRestart]) {
  854. return;
  855. }
  856. flags[Dirty::PrimitiveRestart] = false;
  857. if (maxwell3d.regs.primitive_restart.enabled) {
  858. glEnable(GL_PRIMITIVE_RESTART);
  859. glPrimitiveRestartIndex(maxwell3d.regs.primitive_restart.index);
  860. } else {
  861. glDisable(GL_PRIMITIVE_RESTART);
  862. }
  863. }
  864. void RasterizerOpenGL::SyncDepthTestState() {
  865. auto& flags = maxwell3d.dirty.flags;
  866. const auto& regs = maxwell3d.regs;
  867. if (flags[Dirty::DepthMask]) {
  868. flags[Dirty::DepthMask] = false;
  869. glDepthMask(regs.depth_write_enabled ? GL_TRUE : GL_FALSE);
  870. }
  871. if (flags[Dirty::DepthTest]) {
  872. flags[Dirty::DepthTest] = false;
  873. if (regs.depth_test_enable) {
  874. glEnable(GL_DEPTH_TEST);
  875. glDepthFunc(MaxwellToGL::ComparisonOp(regs.depth_test_func));
  876. } else {
  877. glDisable(GL_DEPTH_TEST);
  878. }
  879. }
  880. }
  881. void RasterizerOpenGL::SyncStencilTestState() {
  882. auto& flags = maxwell3d.dirty.flags;
  883. if (!flags[Dirty::StencilTest]) {
  884. return;
  885. }
  886. flags[Dirty::StencilTest] = false;
  887. const auto& regs = maxwell3d.regs;
  888. oglEnable(GL_STENCIL_TEST, regs.stencil_enable);
  889. glStencilFuncSeparate(GL_FRONT, MaxwellToGL::ComparisonOp(regs.stencil_front_func_func),
  890. regs.stencil_front_func_ref, regs.stencil_front_func_mask);
  891. glStencilOpSeparate(GL_FRONT, MaxwellToGL::StencilOp(regs.stencil_front_op_fail),
  892. MaxwellToGL::StencilOp(regs.stencil_front_op_zfail),
  893. MaxwellToGL::StencilOp(regs.stencil_front_op_zpass));
  894. glStencilMaskSeparate(GL_FRONT, regs.stencil_front_mask);
  895. if (regs.stencil_two_side_enable) {
  896. glStencilFuncSeparate(GL_BACK, MaxwellToGL::ComparisonOp(regs.stencil_back_func_func),
  897. regs.stencil_back_func_ref, regs.stencil_back_func_mask);
  898. glStencilOpSeparate(GL_BACK, MaxwellToGL::StencilOp(regs.stencil_back_op_fail),
  899. MaxwellToGL::StencilOp(regs.stencil_back_op_zfail),
  900. MaxwellToGL::StencilOp(regs.stencil_back_op_zpass));
  901. glStencilMaskSeparate(GL_BACK, regs.stencil_back_mask);
  902. } else {
  903. glStencilFuncSeparate(GL_BACK, GL_ALWAYS, 0, 0xFFFFFFFF);
  904. glStencilOpSeparate(GL_BACK, GL_KEEP, GL_KEEP, GL_KEEP);
  905. glStencilMaskSeparate(GL_BACK, 0xFFFFFFFF);
  906. }
  907. }
  908. void RasterizerOpenGL::SyncRasterizeEnable() {
  909. auto& flags = maxwell3d.dirty.flags;
  910. if (!flags[Dirty::RasterizeEnable]) {
  911. return;
  912. }
  913. flags[Dirty::RasterizeEnable] = false;
  914. oglEnable(GL_RASTERIZER_DISCARD, maxwell3d.regs.rasterize_enable == 0);
  915. }
  916. void RasterizerOpenGL::SyncPolygonModes() {
  917. auto& flags = maxwell3d.dirty.flags;
  918. if (!flags[Dirty::PolygonModes]) {
  919. return;
  920. }
  921. flags[Dirty::PolygonModes] = false;
  922. const auto& regs = maxwell3d.regs;
  923. if (regs.fill_rectangle) {
  924. if (!GLAD_GL_NV_fill_rectangle) {
  925. LOG_ERROR(Render_OpenGL, "GL_NV_fill_rectangle used and not supported");
  926. glPolygonMode(GL_FRONT_AND_BACK, GL_FILL);
  927. return;
  928. }
  929. flags[Dirty::PolygonModeFront] = true;
  930. flags[Dirty::PolygonModeBack] = true;
  931. glPolygonMode(GL_FRONT_AND_BACK, GL_FILL_RECTANGLE_NV);
  932. return;
  933. }
  934. if (regs.polygon_mode_front == regs.polygon_mode_back) {
  935. flags[Dirty::PolygonModeFront] = false;
  936. flags[Dirty::PolygonModeBack] = false;
  937. glPolygonMode(GL_FRONT_AND_BACK, MaxwellToGL::PolygonMode(regs.polygon_mode_front));
  938. return;
  939. }
  940. if (flags[Dirty::PolygonModeFront]) {
  941. flags[Dirty::PolygonModeFront] = false;
  942. glPolygonMode(GL_FRONT, MaxwellToGL::PolygonMode(regs.polygon_mode_front));
  943. }
  944. if (flags[Dirty::PolygonModeBack]) {
  945. flags[Dirty::PolygonModeBack] = false;
  946. glPolygonMode(GL_BACK, MaxwellToGL::PolygonMode(regs.polygon_mode_back));
  947. }
  948. }
  949. void RasterizerOpenGL::SyncColorMask() {
  950. auto& flags = maxwell3d.dirty.flags;
  951. if (!flags[Dirty::ColorMasks]) {
  952. return;
  953. }
  954. flags[Dirty::ColorMasks] = false;
  955. const bool force = flags[Dirty::ColorMaskCommon];
  956. flags[Dirty::ColorMaskCommon] = false;
  957. const auto& regs = maxwell3d.regs;
  958. if (regs.color_mask_common) {
  959. if (!force && !flags[Dirty::ColorMask0]) {
  960. return;
  961. }
  962. flags[Dirty::ColorMask0] = false;
  963. auto& mask = regs.color_mask[0];
  964. glColorMask(mask.R != 0, mask.B != 0, mask.G != 0, mask.A != 0);
  965. return;
  966. }
  967. // Path without color_mask_common set
  968. for (std::size_t i = 0; i < Maxwell::NumRenderTargets; ++i) {
  969. if (!force && !flags[Dirty::ColorMask0 + i]) {
  970. continue;
  971. }
  972. flags[Dirty::ColorMask0 + i] = false;
  973. const auto& mask = regs.color_mask[i];
  974. glColorMaski(static_cast<GLuint>(i), mask.R != 0, mask.G != 0, mask.B != 0, mask.A != 0);
  975. }
  976. }
  977. void RasterizerOpenGL::SyncMultiSampleState() {
  978. auto& flags = maxwell3d.dirty.flags;
  979. if (!flags[Dirty::MultisampleControl]) {
  980. return;
  981. }
  982. flags[Dirty::MultisampleControl] = false;
  983. const auto& regs = maxwell3d.regs;
  984. oglEnable(GL_SAMPLE_ALPHA_TO_COVERAGE, regs.multisample_control.alpha_to_coverage);
  985. oglEnable(GL_SAMPLE_ALPHA_TO_ONE, regs.multisample_control.alpha_to_one);
  986. }
  987. void RasterizerOpenGL::SyncFragmentColorClampState() {
  988. auto& flags = maxwell3d.dirty.flags;
  989. if (!flags[Dirty::FragmentClampColor]) {
  990. return;
  991. }
  992. flags[Dirty::FragmentClampColor] = false;
  993. glClampColor(GL_CLAMP_FRAGMENT_COLOR, maxwell3d.regs.frag_color_clamp ? GL_TRUE : GL_FALSE);
  994. }
  995. void RasterizerOpenGL::SyncBlendState() {
  996. auto& flags = maxwell3d.dirty.flags;
  997. const auto& regs = maxwell3d.regs;
  998. if (flags[Dirty::BlendColor]) {
  999. flags[Dirty::BlendColor] = false;
  1000. glBlendColor(regs.blend_color.r, regs.blend_color.g, regs.blend_color.b,
  1001. regs.blend_color.a);
  1002. }
  1003. // TODO(Rodrigo): Revisit blending, there are several registers we are not reading
  1004. if (!flags[Dirty::BlendStates]) {
  1005. return;
  1006. }
  1007. flags[Dirty::BlendStates] = false;
  1008. if (!regs.independent_blend_enable) {
  1009. if (!regs.blend.enable[0]) {
  1010. glDisable(GL_BLEND);
  1011. return;
  1012. }
  1013. glEnable(GL_BLEND);
  1014. glBlendFuncSeparate(MaxwellToGL::BlendFunc(regs.blend.factor_source_rgb),
  1015. MaxwellToGL::BlendFunc(regs.blend.factor_dest_rgb),
  1016. MaxwellToGL::BlendFunc(regs.blend.factor_source_a),
  1017. MaxwellToGL::BlendFunc(regs.blend.factor_dest_a));
  1018. glBlendEquationSeparate(MaxwellToGL::BlendEquation(regs.blend.equation_rgb),
  1019. MaxwellToGL::BlendEquation(regs.blend.equation_a));
  1020. return;
  1021. }
  1022. const bool force = flags[Dirty::BlendIndependentEnabled];
  1023. flags[Dirty::BlendIndependentEnabled] = false;
  1024. for (std::size_t i = 0; i < Maxwell::NumRenderTargets; ++i) {
  1025. if (!force && !flags[Dirty::BlendState0 + i]) {
  1026. continue;
  1027. }
  1028. flags[Dirty::BlendState0 + i] = false;
  1029. if (!regs.blend.enable[i]) {
  1030. glDisablei(GL_BLEND, static_cast<GLuint>(i));
  1031. continue;
  1032. }
  1033. glEnablei(GL_BLEND, static_cast<GLuint>(i));
  1034. const auto& src = regs.independent_blend[i];
  1035. glBlendFuncSeparatei(static_cast<GLuint>(i), MaxwellToGL::BlendFunc(src.factor_source_rgb),
  1036. MaxwellToGL::BlendFunc(src.factor_dest_rgb),
  1037. MaxwellToGL::BlendFunc(src.factor_source_a),
  1038. MaxwellToGL::BlendFunc(src.factor_dest_a));
  1039. glBlendEquationSeparatei(static_cast<GLuint>(i),
  1040. MaxwellToGL::BlendEquation(src.equation_rgb),
  1041. MaxwellToGL::BlendEquation(src.equation_a));
  1042. }
  1043. }
  1044. void RasterizerOpenGL::SyncLogicOpState() {
  1045. auto& flags = maxwell3d.dirty.flags;
  1046. if (!flags[Dirty::LogicOp]) {
  1047. return;
  1048. }
  1049. flags[Dirty::LogicOp] = false;
  1050. const auto& regs = maxwell3d.regs;
  1051. if (regs.logic_op.enable) {
  1052. glEnable(GL_COLOR_LOGIC_OP);
  1053. glLogicOp(MaxwellToGL::LogicOp(regs.logic_op.operation));
  1054. } else {
  1055. glDisable(GL_COLOR_LOGIC_OP);
  1056. }
  1057. }
  1058. void RasterizerOpenGL::SyncScissorTest() {
  1059. auto& flags = maxwell3d.dirty.flags;
  1060. if (!flags[Dirty::Scissors]) {
  1061. return;
  1062. }
  1063. flags[Dirty::Scissors] = false;
  1064. const auto& regs = maxwell3d.regs;
  1065. for (std::size_t index = 0; index < Maxwell::NumViewports; ++index) {
  1066. if (!flags[Dirty::Scissor0 + index]) {
  1067. continue;
  1068. }
  1069. flags[Dirty::Scissor0 + index] = false;
  1070. const auto& src = regs.scissor_test[index];
  1071. if (src.enable) {
  1072. glEnablei(GL_SCISSOR_TEST, static_cast<GLuint>(index));
  1073. glScissorIndexed(static_cast<GLuint>(index), src.min_x, src.min_y,
  1074. src.max_x - src.min_x, src.max_y - src.min_y);
  1075. } else {
  1076. glDisablei(GL_SCISSOR_TEST, static_cast<GLuint>(index));
  1077. }
  1078. }
  1079. }
  1080. void RasterizerOpenGL::SyncPointState() {
  1081. auto& flags = maxwell3d.dirty.flags;
  1082. if (!flags[Dirty::PointSize]) {
  1083. return;
  1084. }
  1085. flags[Dirty::PointSize] = false;
  1086. oglEnable(GL_POINT_SPRITE, maxwell3d.regs.point_sprite_enable);
  1087. oglEnable(GL_PROGRAM_POINT_SIZE, maxwell3d.regs.vp_point_size.enable);
  1088. glPointSize(std::max(1.0f, maxwell3d.regs.point_size));
  1089. }
  1090. void RasterizerOpenGL::SyncLineState() {
  1091. auto& flags = maxwell3d.dirty.flags;
  1092. if (!flags[Dirty::LineWidth]) {
  1093. return;
  1094. }
  1095. flags[Dirty::LineWidth] = false;
  1096. const auto& regs = maxwell3d.regs;
  1097. oglEnable(GL_LINE_SMOOTH, regs.line_smooth_enable);
  1098. glLineWidth(regs.line_smooth_enable ? regs.line_width_smooth : regs.line_width_aliased);
  1099. }
  1100. void RasterizerOpenGL::SyncPolygonOffset() {
  1101. auto& flags = maxwell3d.dirty.flags;
  1102. if (!flags[Dirty::PolygonOffset]) {
  1103. return;
  1104. }
  1105. flags[Dirty::PolygonOffset] = false;
  1106. const auto& regs = maxwell3d.regs;
  1107. oglEnable(GL_POLYGON_OFFSET_FILL, regs.polygon_offset_fill_enable);
  1108. oglEnable(GL_POLYGON_OFFSET_LINE, regs.polygon_offset_line_enable);
  1109. oglEnable(GL_POLYGON_OFFSET_POINT, regs.polygon_offset_point_enable);
  1110. if (regs.polygon_offset_fill_enable || regs.polygon_offset_line_enable ||
  1111. regs.polygon_offset_point_enable) {
  1112. // Hardware divides polygon offset units by two
  1113. glPolygonOffsetClamp(regs.polygon_offset_factor, regs.polygon_offset_units / 2.0f,
  1114. regs.polygon_offset_clamp);
  1115. }
  1116. }
  1117. void RasterizerOpenGL::SyncAlphaTest() {
  1118. auto& flags = maxwell3d.dirty.flags;
  1119. if (!flags[Dirty::AlphaTest]) {
  1120. return;
  1121. }
  1122. flags[Dirty::AlphaTest] = false;
  1123. const auto& regs = maxwell3d.regs;
  1124. if (regs.alpha_test_enabled) {
  1125. glEnable(GL_ALPHA_TEST);
  1126. glAlphaFunc(MaxwellToGL::ComparisonOp(regs.alpha_test_func), regs.alpha_test_ref);
  1127. } else {
  1128. glDisable(GL_ALPHA_TEST);
  1129. }
  1130. }
  1131. void RasterizerOpenGL::SyncFramebufferSRGB() {
  1132. auto& flags = maxwell3d.dirty.flags;
  1133. if (!flags[Dirty::FramebufferSRGB]) {
  1134. return;
  1135. }
  1136. flags[Dirty::FramebufferSRGB] = false;
  1137. oglEnable(GL_FRAMEBUFFER_SRGB, maxwell3d.regs.framebuffer_srgb);
  1138. }
  1139. void RasterizerOpenGL::SyncTransformFeedback() {
  1140. // TODO(Rodrigo): Inject SKIP_COMPONENTS*_NV when required. An unimplemented message will signal
  1141. // when this is required.
  1142. const auto& regs = maxwell3d.regs;
  1143. static constexpr std::size_t STRIDE = 3;
  1144. std::array<GLint, 128 * STRIDE * Maxwell::NumTransformFeedbackBuffers> attribs;
  1145. std::array<GLint, Maxwell::NumTransformFeedbackBuffers> streams;
  1146. GLint* cursor = attribs.data();
  1147. GLint* current_stream = streams.data();
  1148. for (std::size_t feedback = 0; feedback < Maxwell::NumTransformFeedbackBuffers; ++feedback) {
  1149. const auto& layout = regs.tfb_layouts[feedback];
  1150. UNIMPLEMENTED_IF_MSG(layout.stride != layout.varying_count * 4, "Stride padding");
  1151. if (layout.varying_count == 0) {
  1152. continue;
  1153. }
  1154. *current_stream = static_cast<GLint>(feedback);
  1155. if (current_stream != streams.data()) {
  1156. // When stepping one stream, push the expected token
  1157. cursor[0] = GL_NEXT_BUFFER_NV;
  1158. cursor[1] = 0;
  1159. cursor[2] = 0;
  1160. cursor += STRIDE;
  1161. }
  1162. ++current_stream;
  1163. const auto& locations = regs.tfb_varying_locs[feedback];
  1164. std::optional<u8> current_index;
  1165. for (u32 offset = 0; offset < layout.varying_count; ++offset) {
  1166. const u8 location = locations[offset];
  1167. const u8 index = location / 4;
  1168. if (current_index == index) {
  1169. // Increase number of components of the previous attachment
  1170. ++cursor[-2];
  1171. continue;
  1172. }
  1173. current_index = index;
  1174. std::tie(cursor[0], cursor[2]) = TransformFeedbackEnum(location);
  1175. cursor[1] = 1;
  1176. cursor += STRIDE;
  1177. }
  1178. }
  1179. const GLsizei num_attribs = static_cast<GLsizei>((cursor - attribs.data()) / STRIDE);
  1180. const GLsizei num_strides = static_cast<GLsizei>(current_stream - streams.data());
  1181. glTransformFeedbackStreamAttribsNV(num_attribs, attribs.data(), num_strides, streams.data(),
  1182. GL_INTERLEAVED_ATTRIBS);
  1183. }
  1184. void RasterizerOpenGL::BeginTransformFeedback(GLenum primitive_mode) {
  1185. const auto& regs = maxwell3d.regs;
  1186. if (regs.tfb_enabled == 0) {
  1187. return;
  1188. }
  1189. if (device.UseAssemblyShaders()) {
  1190. SyncTransformFeedback();
  1191. }
  1192. UNIMPLEMENTED_IF(regs.IsShaderConfigEnabled(Maxwell::ShaderProgram::TesselationControl) ||
  1193. regs.IsShaderConfigEnabled(Maxwell::ShaderProgram::TesselationEval) ||
  1194. regs.IsShaderConfigEnabled(Maxwell::ShaderProgram::Geometry));
  1195. UNIMPLEMENTED_IF(primitive_mode != GL_POINTS);
  1196. // We may have to call BeginTransformFeedbackNV here since they seem to call different
  1197. // implementations on Nvidia's driver (the pointer is different) but we are using
  1198. // ARB_transform_feedback3 features with NV_transform_feedback interactions and the ARB
  1199. // extension doesn't define BeginTransformFeedback (without NV) interactions. It just works.
  1200. glBeginTransformFeedback(GL_POINTS);
  1201. }
  1202. void RasterizerOpenGL::EndTransformFeedback() {
  1203. const auto& regs = maxwell3d.regs;
  1204. if (regs.tfb_enabled == 0) {
  1205. return;
  1206. }
  1207. glEndTransformFeedback();
  1208. }
  1209. AccelerateDMA::AccelerateDMA(BufferCache& buffer_cache_) : buffer_cache{buffer_cache_} {}
  1210. bool AccelerateDMA::BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) {
  1211. std::scoped_lock lock{buffer_cache.mutex};
  1212. return buffer_cache.DMACopy(src_address, dest_address, amount);
  1213. }
  1214. } // namespace OpenGL