| 1234567891011121314151617181920212223242526272829303132333435363738394041424344454647484950515253545556575859606162636465666768697071727374757677787980818283848586878889909192939495969798991001011021031041051061071081091101111121131141151161171181191201211221231241251261271281291301311321331341351361371381391401411421431441451461471481491501511521531541551561571581591601611621631641651661671681691701711721731741751761771781791801811821831841851861871881891901911921931941951961971981992002012022032042052062072082092102112122132142152162172182192202212222232242252262272282292302312322332342352362372382392402412422432442452462472482492502512522532542552562572582592602612622632642652662672682692702712722732742752762772782792802812822832842852862872882892902912922932942952962972982993003013023033043053063073083093103113123133143153163173183193203213223233243253263273283293303313323333343353363373383393403413423433443453463473483493503513523533543553563573583593603613623633643653663673683693703713723733743753763773783793803813823833843853863873883893903913923933943953963973983994004014024034044054064074084094104114124134144154164174184194204214224234244254264274284294304314324334344354364374384394404414424434444454464474484494504514524534544554564574584594604614624634644654664674684694704714724734744754764774784794804814824834844854864874884894904914924934944954964974984995005015025035045055065075085095105115125135145155165175185195205215225235245255265275285295305315325335345355365375385395405415425435445455465475485495505515525535545555565575585595605615625635645655665675685695705715725735745755765775785795805815825835845855865875885895905915925935945955965975985996006016026036046056066076086096106116126136146156166176186196206216226236246256266276286296306316326336346356366376386396406416426436446456466476486496506516526536546556566576586596606616626636646656666676686696706716726736746756766776786796806816826836846856866876886896906916926936946956966976986997007017027037047057067077087097107117127137147157167177187197207217227237247257267277287297307317327337347357367377387397407417427437447457467477487497507517527537547557567577587597607617627637647657667677687697707717727737747757767777787797807817827837847857867877887897907917927937947957967977987998008018028038048058068078088098108118128138148158168178188198208218228238248258268278288298308318328338348358368378388398408418428438448458468478488498508518528538548558568578588598608618628638648658668678688698708718728738748758768778788798808818828838848858868878888898908918928938948958968978988999009019029039049059069079089099109119129139149159169179189199209219229239249259269279289299309319329339349359369379389399409419429439449459469479489499509519529539549559569579589599609619629639649659669679689699709719729739749759769779789799809819829839849859869879889899909919929939949959969979989991000100110021003100410051006100710081009101010111012101310141015101610171018101910201021102210231024102510261027102810291030103110321033103410351036103710381039104010411042104310441045104610471048104910501051105210531054105510561057105810591060106110621063106410651066106710681069107010711072107310741075107610771078107910801081108210831084108510861087108810891090109110921093109410951096109710981099110011011102110311041105110611071108110911101111111211131114111511161117111811191120112111221123112411251126112711281129113011311132113311341135113611371138113911401141114211431144 |
- // SPDX-FileCopyrightText: 2015 Citra Emulator Project
- // SPDX-License-Identifier: GPL-2.0-or-later
- #include <algorithm>
- #include <array>
- #include <bitset>
- #include <memory>
- #include <string_view>
- #include <utility>
- #include <glad/glad.h>
- #include "common/assert.h"
- #include "common/logging/log.h"
- #include "common/math_util.h"
- #include "common/microprofile.h"
- #include "common/scope_exit.h"
- #include "common/settings.h"
- #include "video_core/control/channel_state.h"
- #include "video_core/engines/kepler_compute.h"
- #include "video_core/engines/maxwell_3d.h"
- #include "video_core/memory_manager.h"
- #include "video_core/renderer_opengl/gl_device.h"
- #include "video_core/renderer_opengl/gl_query_cache.h"
- #include "video_core/renderer_opengl/gl_rasterizer.h"
- #include "video_core/renderer_opengl/gl_shader_cache.h"
- #include "video_core/renderer_opengl/gl_texture_cache.h"
- #include "video_core/renderer_opengl/maxwell_to_gl.h"
- #include "video_core/renderer_opengl/renderer_opengl.h"
- #include "video_core/shader_cache.h"
- #include "video_core/texture_cache/texture_cache_base.h"
- namespace OpenGL {
- using Maxwell = Tegra::Engines::Maxwell3D::Regs;
- using GLvec4 = std::array<GLfloat, 4>;
- using VideoCore::Surface::PixelFormat;
- using VideoCore::Surface::SurfaceTarget;
- using VideoCore::Surface::SurfaceType;
- MICROPROFILE_DEFINE(OpenGL_Drawing, "OpenGL", "Drawing", MP_RGB(128, 128, 192));
- MICROPROFILE_DEFINE(OpenGL_Clears, "OpenGL", "Clears", MP_RGB(128, 128, 192));
- MICROPROFILE_DEFINE(OpenGL_Blits, "OpenGL", "Blits", MP_RGB(128, 128, 192));
- MICROPROFILE_DEFINE(OpenGL_CacheManagement, "OpenGL", "Cache Management", MP_RGB(100, 255, 100));
- namespace {
- constexpr size_t NUM_SUPPORTED_VERTEX_ATTRIBUTES = 16;
- void oglEnable(GLenum cap, bool state) {
- (state ? glEnable : glDisable)(cap);
- }
- } // Anonymous namespace
- RasterizerOpenGL::RasterizerOpenGL(Core::Frontend::EmuWindow& emu_window_, Tegra::GPU& gpu_,
- Core::Memory::Memory& cpu_memory_, const Device& device_,
- ScreenInfo& screen_info_, ProgramManager& program_manager_,
- StateTracker& state_tracker_)
- : RasterizerAccelerated(cpu_memory_), gpu(gpu_), device(device_), screen_info(screen_info_),
- program_manager(program_manager_), state_tracker(state_tracker_),
- texture_cache_runtime(device, program_manager, state_tracker),
- texture_cache(texture_cache_runtime, *this), buffer_cache_runtime(device),
- buffer_cache(*this, cpu_memory_, buffer_cache_runtime),
- shader_cache(*this, emu_window_, device, texture_cache, buffer_cache, program_manager,
- state_tracker, gpu.ShaderNotify()),
- query_cache(*this), accelerate_dma(buffer_cache),
- fence_manager(*this, gpu, texture_cache, buffer_cache, query_cache) {}
- RasterizerOpenGL::~RasterizerOpenGL() = default;
- void RasterizerOpenGL::SyncVertexFormats() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::VertexFormats]) {
- return;
- }
- flags[Dirty::VertexFormats] = false;
- // Use the vertex array as-is, assumes that the data is formatted correctly for OpenGL. Enables
- // the first 16 vertex attributes always, as we don't know which ones are actually used until
- // shader time. Note, Tegra technically supports 32, but we're capping this to 16 for now to
- // avoid OpenGL errors.
- // TODO(Subv): Analyze the shader to identify which attributes are actually used and don't
- // assume every shader uses them all.
- for (std::size_t index = 0; index < NUM_SUPPORTED_VERTEX_ATTRIBUTES; ++index) {
- if (!flags[Dirty::VertexFormat0 + index]) {
- continue;
- }
- flags[Dirty::VertexFormat0 + index] = false;
- const auto& attrib = maxwell3d->regs.vertex_attrib_format[index];
- const auto gl_index = static_cast<GLuint>(index);
- // Disable constant attributes.
- if (attrib.constant) {
- glDisableVertexAttribArray(gl_index);
- continue;
- }
- glEnableVertexAttribArray(gl_index);
- if (attrib.type == Maxwell::VertexAttribute::Type::SInt ||
- attrib.type == Maxwell::VertexAttribute::Type::UInt) {
- glVertexAttribIFormat(gl_index, attrib.ComponentCount(),
- MaxwellToGL::VertexFormat(attrib), attrib.offset);
- } else {
- glVertexAttribFormat(gl_index, attrib.ComponentCount(),
- MaxwellToGL::VertexFormat(attrib),
- attrib.IsNormalized() ? GL_TRUE : GL_FALSE, attrib.offset);
- }
- glVertexAttribBinding(gl_index, attrib.buffer);
- }
- }
- void RasterizerOpenGL::SyncVertexInstances() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::VertexInstances]) {
- return;
- }
- flags[Dirty::VertexInstances] = false;
- const auto& regs = maxwell3d->regs;
- for (std::size_t index = 0; index < NUM_SUPPORTED_VERTEX_ATTRIBUTES; ++index) {
- if (!flags[Dirty::VertexInstance0 + index]) {
- continue;
- }
- flags[Dirty::VertexInstance0 + index] = false;
- const auto gl_index = static_cast<GLuint>(index);
- const bool instancing_enabled = regs.vertex_stream_instances.IsInstancingEnabled(gl_index);
- const GLuint divisor = instancing_enabled ? regs.vertex_streams[index].frequency : 0;
- glVertexBindingDivisor(gl_index, divisor);
- }
- }
- void RasterizerOpenGL::LoadDiskResources(u64 title_id, std::stop_token stop_loading,
- const VideoCore::DiskResourceLoadCallback& callback) {
- shader_cache.LoadDiskResources(title_id, stop_loading, callback);
- }
- void RasterizerOpenGL::Clear() {
- MICROPROFILE_SCOPE(OpenGL_Clears);
- if (!maxwell3d->ShouldExecute()) {
- return;
- }
- const auto& regs = maxwell3d->regs;
- bool use_color{};
- bool use_depth{};
- bool use_stencil{};
- if (regs.clear_surface.R || regs.clear_surface.G || regs.clear_surface.B ||
- regs.clear_surface.A) {
- use_color = true;
- const GLuint index = regs.clear_surface.RT;
- state_tracker.NotifyColorMask(index);
- glColorMaski(index, regs.clear_surface.R != 0, regs.clear_surface.G != 0,
- regs.clear_surface.B != 0, regs.clear_surface.A != 0);
- // TODO(Rodrigo): Determine if clamping is used on clears
- SyncFragmentColorClampState();
- SyncFramebufferSRGB();
- }
- if (regs.clear_surface.Z) {
- ASSERT_MSG(regs.zeta_enable != 0, "Tried to clear Z but buffer is not enabled!");
- use_depth = true;
- state_tracker.NotifyDepthMask();
- glDepthMask(GL_TRUE);
- }
- if (regs.clear_surface.S) {
- ASSERT_MSG(regs.zeta_enable, "Tried to clear stencil but buffer is not enabled!");
- use_stencil = true;
- }
- if (!use_color && !use_depth && !use_stencil) {
- // No color surface nor depth/stencil surface are enabled
- return;
- }
- SyncRasterizeEnable();
- SyncStencilTestState();
- std::scoped_lock lock{texture_cache.mutex};
- texture_cache.UpdateRenderTargets(true);
- state_tracker.BindFramebuffer(texture_cache.GetFramebuffer()->Handle());
- SyncViewport();
- if (regs.clear_control.use_scissor) {
- SyncScissorTest();
- } else {
- state_tracker.NotifyScissor0();
- glDisablei(GL_SCISSOR_TEST, 0);
- }
- UNIMPLEMENTED_IF(regs.clear_control.use_viewport_clip0);
- if (use_color) {
- glClearBufferfv(GL_COLOR, regs.clear_surface.RT, regs.clear_color.data());
- }
- if (use_depth && use_stencil) {
- glClearBufferfi(GL_DEPTH_STENCIL, 0, regs.clear_depth, regs.clear_stencil);
- } else if (use_depth) {
- glClearBufferfv(GL_DEPTH, 0, ®s.clear_depth);
- } else if (use_stencil) {
- glClearBufferiv(GL_STENCIL, 0, ®s.clear_stencil);
- }
- ++num_queued_commands;
- }
- void RasterizerOpenGL::Draw(bool is_indexed, bool is_instanced) {
- MICROPROFILE_SCOPE(OpenGL_Drawing);
- SCOPE_EXIT({ gpu.TickWork(); });
- query_cache.UpdateCounters();
- GraphicsPipeline* const pipeline{shader_cache.CurrentGraphicsPipeline()};
- if (!pipeline) {
- return;
- }
- gpu.TickWork();
- std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
- pipeline->SetEngine(maxwell3d, gpu_memory);
- pipeline->Configure(is_indexed);
- SyncState();
- const GLenum primitive_mode = MaxwellToGL::PrimitiveTopology(maxwell3d->regs.draw.topology);
- BeginTransformFeedback(pipeline, primitive_mode);
- const GLuint base_instance = static_cast<GLuint>(maxwell3d->regs.global_base_instance_index);
- const GLsizei num_instances =
- static_cast<GLsizei>(is_instanced ? maxwell3d->mme_draw.instance_count : 1);
- if (is_indexed) {
- const GLint base_vertex = static_cast<GLint>(maxwell3d->regs.global_base_vertex_index);
- const GLsizei num_vertices = static_cast<GLsizei>(maxwell3d->regs.index_buffer.count);
- const GLvoid* const offset = buffer_cache_runtime.IndexOffset();
- const GLenum format = MaxwellToGL::IndexFormat(maxwell3d->regs.index_buffer.format);
- if (num_instances == 1 && base_instance == 0 && base_vertex == 0) {
- glDrawElements(primitive_mode, num_vertices, format, offset);
- } else if (num_instances == 1 && base_instance == 0) {
- glDrawElementsBaseVertex(primitive_mode, num_vertices, format, offset, base_vertex);
- } else if (base_vertex == 0 && base_instance == 0) {
- glDrawElementsInstanced(primitive_mode, num_vertices, format, offset, num_instances);
- } else if (base_vertex == 0) {
- glDrawElementsInstancedBaseInstance(primitive_mode, num_vertices, format, offset,
- num_instances, base_instance);
- } else if (base_instance == 0) {
- glDrawElementsInstancedBaseVertex(primitive_mode, num_vertices, format, offset,
- num_instances, base_vertex);
- } else {
- glDrawElementsInstancedBaseVertexBaseInstance(primitive_mode, num_vertices, format,
- offset, num_instances, base_vertex,
- base_instance);
- }
- } else {
- const GLint base_vertex = static_cast<GLint>(maxwell3d->regs.vertex_buffer.first);
- const GLsizei num_vertices = static_cast<GLsizei>(maxwell3d->regs.vertex_buffer.count);
- if (num_instances == 1 && base_instance == 0) {
- glDrawArrays(primitive_mode, base_vertex, num_vertices);
- } else if (base_instance == 0) {
- glDrawArraysInstanced(primitive_mode, base_vertex, num_vertices, num_instances);
- } else {
- glDrawArraysInstancedBaseInstance(primitive_mode, base_vertex, num_vertices,
- num_instances, base_instance);
- }
- }
- EndTransformFeedback();
- ++num_queued_commands;
- has_written_global_memory |= pipeline->WritesGlobalMemory();
- }
- void RasterizerOpenGL::DispatchCompute() {
- ComputePipeline* const pipeline{shader_cache.CurrentComputePipeline()};
- if (!pipeline) {
- return;
- }
- pipeline->SetEngine(kepler_compute, gpu_memory);
- pipeline->Configure();
- const auto& qmd{kepler_compute->launch_description};
- glDispatchCompute(qmd.grid_dim_x, qmd.grid_dim_y, qmd.grid_dim_z);
- ++num_queued_commands;
- has_written_global_memory |= pipeline->WritesGlobalMemory();
- }
- void RasterizerOpenGL::ResetCounter(VideoCore::QueryType type) {
- query_cache.ResetCounter(type);
- }
- void RasterizerOpenGL::Query(GPUVAddr gpu_addr, VideoCore::QueryType type,
- std::optional<u64> timestamp) {
- query_cache.Query(gpu_addr, type, timestamp);
- }
- void RasterizerOpenGL::BindGraphicsUniformBuffer(size_t stage, u32 index, GPUVAddr gpu_addr,
- u32 size) {
- std::scoped_lock lock{buffer_cache.mutex};
- buffer_cache.BindGraphicsUniformBuffer(stage, index, gpu_addr, size);
- }
- void RasterizerOpenGL::DisableGraphicsUniformBuffer(size_t stage, u32 index) {
- buffer_cache.DisableGraphicsUniformBuffer(stage, index);
- }
- void RasterizerOpenGL::FlushAll() {}
- void RasterizerOpenGL::FlushRegion(VAddr addr, u64 size) {
- MICROPROFILE_SCOPE(OpenGL_CacheManagement);
- if (addr == 0 || size == 0) {
- return;
- }
- {
- std::scoped_lock lock{texture_cache.mutex};
- texture_cache.DownloadMemory(addr, size);
- }
- {
- std::scoped_lock lock{buffer_cache.mutex};
- buffer_cache.DownloadMemory(addr, size);
- }
- query_cache.FlushRegion(addr, size);
- }
- bool RasterizerOpenGL::MustFlushRegion(VAddr addr, u64 size) {
- std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
- if (!Settings::IsGPULevelHigh()) {
- return buffer_cache.IsRegionGpuModified(addr, size);
- }
- return texture_cache.IsRegionGpuModified(addr, size) ||
- buffer_cache.IsRegionGpuModified(addr, size);
- }
- void RasterizerOpenGL::InvalidateRegion(VAddr addr, u64 size) {
- MICROPROFILE_SCOPE(OpenGL_CacheManagement);
- if (addr == 0 || size == 0) {
- return;
- }
- {
- std::scoped_lock lock{texture_cache.mutex};
- texture_cache.WriteMemory(addr, size);
- }
- {
- std::scoped_lock lock{buffer_cache.mutex};
- buffer_cache.WriteMemory(addr, size);
- }
- shader_cache.InvalidateRegion(addr, size);
- query_cache.InvalidateRegion(addr, size);
- }
- void RasterizerOpenGL::OnCPUWrite(VAddr addr, u64 size) {
- MICROPROFILE_SCOPE(OpenGL_CacheManagement);
- if (addr == 0 || size == 0) {
- return;
- }
- shader_cache.OnCPUWrite(addr, size);
- {
- std::scoped_lock lock{texture_cache.mutex};
- texture_cache.WriteMemory(addr, size);
- }
- {
- std::scoped_lock lock{buffer_cache.mutex};
- buffer_cache.CachedWriteMemory(addr, size);
- }
- }
- void RasterizerOpenGL::InvalidateGPUCache() {
- MICROPROFILE_SCOPE(OpenGL_CacheManagement);
- shader_cache.SyncGuestHost();
- {
- std::scoped_lock lock{buffer_cache.mutex};
- buffer_cache.FlushCachedWrites();
- }
- }
- void RasterizerOpenGL::UnmapMemory(VAddr addr, u64 size) {
- {
- std::scoped_lock lock{texture_cache.mutex};
- texture_cache.UnmapMemory(addr, size);
- }
- {
- std::scoped_lock lock{buffer_cache.mutex};
- buffer_cache.WriteMemory(addr, size);
- }
- shader_cache.OnCPUWrite(addr, size);
- }
- void RasterizerOpenGL::ModifyGPUMemory(size_t as_id, GPUVAddr addr, u64 size) {
- {
- std::scoped_lock lock{texture_cache.mutex};
- texture_cache.UnmapGPUMemory(as_id, addr, size);
- }
- }
- void RasterizerOpenGL::SignalFence(std::function<void()>&& func) {
- fence_manager.SignalFence(std::move(func));
- }
- void RasterizerOpenGL::SyncOperation(std::function<void()>&& func) {
- fence_manager.SyncOperation(std::move(func));
- }
- void RasterizerOpenGL::SignalSyncPoint(u32 value) {
- fence_manager.SignalSyncPoint(value);
- }
- void RasterizerOpenGL::SignalReference() {
- fence_manager.SignalOrdering();
- }
- void RasterizerOpenGL::ReleaseFences() {
- fence_manager.WaitPendingFences();
- }
- void RasterizerOpenGL::FlushAndInvalidateRegion(VAddr addr, u64 size) {
- if (Settings::IsGPULevelExtreme()) {
- FlushRegion(addr, size);
- }
- InvalidateRegion(addr, size);
- }
- void RasterizerOpenGL::WaitForIdle() {
- glMemoryBarrier(GL_ALL_BARRIER_BITS);
- SignalReference();
- }
- void RasterizerOpenGL::FragmentBarrier() {
- glTextureBarrier();
- glMemoryBarrier(GL_FRAMEBUFFER_BARRIER_BIT | GL_TEXTURE_FETCH_BARRIER_BIT);
- }
- void RasterizerOpenGL::TiledCacheBarrier() {
- glTextureBarrier();
- }
- void RasterizerOpenGL::FlushCommands() {
- // Only flush when we have commands queued to OpenGL.
- if (num_queued_commands == 0) {
- return;
- }
- num_queued_commands = 0;
- // Make sure memory stored from the previous GL command stream is visible
- // This is only needed on assembly shaders where we write to GPU memory with raw pointers
- if (has_written_global_memory) {
- has_written_global_memory = false;
- glMemoryBarrier(GL_BUFFER_UPDATE_BARRIER_BIT);
- }
- glFlush();
- }
- void RasterizerOpenGL::TickFrame() {
- // Ticking a frame means that buffers will be swapped, calling glFlush implicitly.
- num_queued_commands = 0;
- fence_manager.TickFrame();
- {
- std::scoped_lock lock{texture_cache.mutex};
- texture_cache.TickFrame();
- }
- {
- std::scoped_lock lock{buffer_cache.mutex};
- buffer_cache.TickFrame();
- }
- }
- bool RasterizerOpenGL::AccelerateSurfaceCopy(const Tegra::Engines::Fermi2D::Surface& src,
- const Tegra::Engines::Fermi2D::Surface& dst,
- const Tegra::Engines::Fermi2D::Config& copy_config) {
- MICROPROFILE_SCOPE(OpenGL_Blits);
- std::scoped_lock lock{texture_cache.mutex};
- texture_cache.BlitImage(dst, src, copy_config);
- return true;
- }
- Tegra::Engines::AccelerateDMAInterface& RasterizerOpenGL::AccessAccelerateDMA() {
- return accelerate_dma;
- }
- void RasterizerOpenGL::AccelerateInlineToMemory(GPUVAddr address, size_t copy_size,
- std::span<const u8> memory) {
- auto cpu_addr = gpu_memory->GpuToCpuAddress(address);
- if (!cpu_addr) [[unlikely]] {
- gpu_memory->WriteBlock(address, memory.data(), copy_size);
- return;
- }
- gpu_memory->WriteBlockUnsafe(address, memory.data(), copy_size);
- {
- std::unique_lock<std::mutex> lock{buffer_cache.mutex};
- if (!buffer_cache.InlineMemory(*cpu_addr, copy_size, memory)) {
- buffer_cache.WriteMemory(*cpu_addr, copy_size);
- }
- }
- {
- std::scoped_lock lock_texture{texture_cache.mutex};
- texture_cache.WriteMemory(*cpu_addr, copy_size);
- }
- shader_cache.InvalidateRegion(*cpu_addr, copy_size);
- query_cache.InvalidateRegion(*cpu_addr, copy_size);
- }
- bool RasterizerOpenGL::AccelerateDisplay(const Tegra::FramebufferConfig& config,
- VAddr framebuffer_addr, u32 pixel_stride) {
- if (framebuffer_addr == 0) {
- return false;
- }
- MICROPROFILE_SCOPE(OpenGL_CacheManagement);
- std::scoped_lock lock{texture_cache.mutex};
- ImageView* const image_view{texture_cache.TryFindFramebufferImageView(framebuffer_addr)};
- if (!image_view) {
- return false;
- }
- // Verify that the cached surface is the same size and format as the requested framebuffer
- // ASSERT_MSG(image_view->size.width == config.width, "Framebuffer width is different");
- // ASSERT_MSG(image_view->size.height == config.height, "Framebuffer height is different");
- screen_info.texture.width = image_view->size.width;
- screen_info.texture.height = image_view->size.height;
- screen_info.display_texture = image_view->Handle(Shader::TextureType::Color2D);
- screen_info.display_srgb = VideoCore::Surface::IsPixelFormatSRGB(image_view->format);
- return true;
- }
- void RasterizerOpenGL::SyncState() {
- SyncViewport();
- SyncRasterizeEnable();
- SyncPolygonModes();
- SyncColorMask();
- SyncFragmentColorClampState();
- SyncMultiSampleState();
- SyncDepthTestState();
- SyncDepthClamp();
- SyncStencilTestState();
- SyncBlendState();
- SyncLogicOpState();
- SyncCullMode();
- SyncPrimitiveRestart();
- SyncScissorTest();
- SyncPointState();
- SyncLineState();
- SyncPolygonOffset();
- SyncAlphaTest();
- SyncFramebufferSRGB();
- SyncVertexFormats();
- SyncVertexInstances();
- }
- void RasterizerOpenGL::SyncViewport() {
- auto& flags = maxwell3d->dirty.flags;
- const auto& regs = maxwell3d->regs;
- const bool rescale_viewports = flags[VideoCommon::Dirty::RescaleViewports];
- const bool dirty_viewport = flags[Dirty::Viewports] || rescale_viewports;
- const bool dirty_clip_control = flags[Dirty::ClipControl];
- if (dirty_viewport || dirty_clip_control || flags[Dirty::FrontFace]) {
- flags[Dirty::FrontFace] = false;
- GLenum mode = MaxwellToGL::FrontFace(regs.gl_front_face);
- bool flip_faces = true;
- if (regs.window_origin.flip_y != 0) {
- flip_faces = !flip_faces;
- }
- if (regs.viewport_transform[0].scale_y < 0.0f) {
- flip_faces = !flip_faces;
- }
- if (flip_faces) {
- switch (mode) {
- case GL_CW:
- mode = GL_CCW;
- break;
- case GL_CCW:
- mode = GL_CW;
- break;
- }
- }
- glFrontFace(mode);
- }
- if (dirty_viewport || dirty_clip_control) {
- flags[Dirty::ClipControl] = false;
- bool flip_y = false;
- if (regs.viewport_transform[0].scale_y < 0.0f) {
- flip_y = !flip_y;
- }
- const bool lower_left{regs.window_origin.mode != Maxwell::WindowOrigin::Mode::UpperLeft};
- if (lower_left) {
- flip_y = !flip_y;
- }
- const bool is_zero_to_one = regs.depth_mode == Maxwell::DepthMode::ZeroToOne;
- const GLenum origin = flip_y ? GL_UPPER_LEFT : GL_LOWER_LEFT;
- const GLenum depth = is_zero_to_one ? GL_ZERO_TO_ONE : GL_NEGATIVE_ONE_TO_ONE;
- state_tracker.ClipControl(origin, depth);
- state_tracker.SetYNegate(lower_left);
- }
- const bool is_rescaling{texture_cache.IsRescaling()};
- const float scale = is_rescaling ? Settings::values.resolution_info.up_factor : 1.0f;
- const auto conv = [scale](float value) -> GLfloat {
- float new_value = value * scale;
- if (scale < 1.0f) {
- const bool sign = std::signbit(value);
- new_value = std::round(std::abs(new_value));
- new_value = sign ? -new_value : new_value;
- }
- return static_cast<GLfloat>(new_value);
- };
- if (dirty_viewport) {
- flags[Dirty::Viewports] = false;
- const bool force = flags[Dirty::ViewportTransform] || rescale_viewports;
- flags[Dirty::ViewportTransform] = false;
- flags[VideoCommon::Dirty::RescaleViewports] = false;
- for (size_t index = 0; index < Maxwell::NumViewports; ++index) {
- if (!force && !flags[Dirty::Viewport0 + index]) {
- continue;
- }
- flags[Dirty::Viewport0 + index] = false;
- const auto& src = regs.viewport_transform[index];
- GLfloat x = conv(src.translate_x - src.scale_x);
- GLfloat y = conv(src.translate_y - src.scale_y);
- GLfloat width = conv(src.scale_x * 2.0f);
- GLfloat height = conv(src.scale_y * 2.0f);
- if (height < 0) {
- y += height;
- height = -height;
- }
- glViewportIndexedf(static_cast<GLuint>(index), x, y, width != 0.0f ? width : 1.0f,
- height != 0.0f ? height : 1.0f);
- const GLdouble reduce_z = regs.depth_mode == Maxwell::DepthMode::MinusOneToOne;
- const GLdouble near_depth = src.translate_z - src.scale_z * reduce_z;
- const GLdouble far_depth = src.translate_z + src.scale_z;
- if (device.HasDepthBufferFloat()) {
- glDepthRangeIndexeddNV(static_cast<GLuint>(index), near_depth, far_depth);
- } else {
- glDepthRangeIndexed(static_cast<GLuint>(index), near_depth, far_depth);
- }
- if (!GLAD_GL_NV_viewport_swizzle) {
- continue;
- }
- glViewportSwizzleNV(static_cast<GLuint>(index),
- MaxwellToGL::ViewportSwizzle(src.swizzle.x),
- MaxwellToGL::ViewportSwizzle(src.swizzle.y),
- MaxwellToGL::ViewportSwizzle(src.swizzle.z),
- MaxwellToGL::ViewportSwizzle(src.swizzle.w));
- }
- }
- }
- void RasterizerOpenGL::SyncDepthClamp() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::DepthClampEnabled]) {
- return;
- }
- flags[Dirty::DepthClampEnabled] = false;
- bool depth_clamp_disabled{maxwell3d->regs.viewport_clip_control.geometry_clip ==
- Maxwell::ViewportClipControl::GeometryClip::Passthrough ||
- maxwell3d->regs.viewport_clip_control.geometry_clip ==
- Maxwell::ViewportClipControl::GeometryClip::FrustumXYZ ||
- maxwell3d->regs.viewport_clip_control.geometry_clip ==
- Maxwell::ViewportClipControl::GeometryClip::FrustumZ};
- oglEnable(GL_DEPTH_CLAMP, !depth_clamp_disabled);
- }
- void RasterizerOpenGL::SyncClipEnabled(u32 clip_mask) {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::ClipDistances] && !flags[VideoCommon::Dirty::Shaders]) {
- return;
- }
- flags[Dirty::ClipDistances] = false;
- clip_mask &= maxwell3d->regs.user_clip_enable.raw;
- if (clip_mask == last_clip_distance_mask) {
- return;
- }
- last_clip_distance_mask = clip_mask;
- for (std::size_t i = 0; i < Maxwell::Regs::NumClipDistances; ++i) {
- oglEnable(static_cast<GLenum>(GL_CLIP_DISTANCE0 + i), (clip_mask >> i) & 1);
- }
- }
- void RasterizerOpenGL::SyncClipCoef() {
- UNIMPLEMENTED();
- }
- void RasterizerOpenGL::SyncCullMode() {
- auto& flags = maxwell3d->dirty.flags;
- const auto& regs = maxwell3d->regs;
- if (flags[Dirty::CullTest]) {
- flags[Dirty::CullTest] = false;
- if (regs.gl_cull_test_enabled) {
- glEnable(GL_CULL_FACE);
- glCullFace(MaxwellToGL::CullFace(regs.gl_cull_face));
- } else {
- glDisable(GL_CULL_FACE);
- }
- }
- }
- void RasterizerOpenGL::SyncPrimitiveRestart() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::PrimitiveRestart]) {
- return;
- }
- flags[Dirty::PrimitiveRestart] = false;
- if (maxwell3d->regs.primitive_restart.enabled) {
- glEnable(GL_PRIMITIVE_RESTART);
- glPrimitiveRestartIndex(maxwell3d->regs.primitive_restart.index);
- } else {
- glDisable(GL_PRIMITIVE_RESTART);
- }
- }
- void RasterizerOpenGL::SyncDepthTestState() {
- auto& flags = maxwell3d->dirty.flags;
- const auto& regs = maxwell3d->regs;
- if (flags[Dirty::DepthMask]) {
- flags[Dirty::DepthMask] = false;
- glDepthMask(regs.depth_write_enabled ? GL_TRUE : GL_FALSE);
- }
- if (flags[Dirty::DepthTest]) {
- flags[Dirty::DepthTest] = false;
- if (regs.depth_test_enable) {
- glEnable(GL_DEPTH_TEST);
- glDepthFunc(MaxwellToGL::ComparisonOp(regs.depth_test_func));
- } else {
- glDisable(GL_DEPTH_TEST);
- }
- }
- }
- void RasterizerOpenGL::SyncStencilTestState() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::StencilTest]) {
- return;
- }
- flags[Dirty::StencilTest] = false;
- const auto& regs = maxwell3d->regs;
- oglEnable(GL_STENCIL_TEST, regs.stencil_enable);
- glStencilFuncSeparate(GL_FRONT, MaxwellToGL::ComparisonOp(regs.stencil_front_op.func),
- regs.stencil_front_ref, regs.stencil_front_func_mask);
- glStencilOpSeparate(GL_FRONT, MaxwellToGL::StencilOp(regs.stencil_front_op.fail),
- MaxwellToGL::StencilOp(regs.stencil_front_op.zfail),
- MaxwellToGL::StencilOp(regs.stencil_front_op.zpass));
- glStencilMaskSeparate(GL_FRONT, regs.stencil_front_mask);
- if (regs.stencil_two_side_enable) {
- glStencilFuncSeparate(GL_BACK, MaxwellToGL::ComparisonOp(regs.stencil_back_op.func),
- regs.stencil_back_ref, regs.stencil_back_mask);
- glStencilOpSeparate(GL_BACK, MaxwellToGL::StencilOp(regs.stencil_back_op.fail),
- MaxwellToGL::StencilOp(regs.stencil_back_op.zfail),
- MaxwellToGL::StencilOp(regs.stencil_back_op.zpass));
- glStencilMaskSeparate(GL_BACK, regs.stencil_back_mask);
- } else {
- glStencilFuncSeparate(GL_BACK, GL_ALWAYS, 0, 0xFFFFFFFF);
- glStencilOpSeparate(GL_BACK, GL_KEEP, GL_KEEP, GL_KEEP);
- glStencilMaskSeparate(GL_BACK, 0xFFFFFFFF);
- }
- }
- void RasterizerOpenGL::SyncRasterizeEnable() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::RasterizeEnable]) {
- return;
- }
- flags[Dirty::RasterizeEnable] = false;
- oglEnable(GL_RASTERIZER_DISCARD, maxwell3d->regs.rasterize_enable == 0);
- }
- void RasterizerOpenGL::SyncPolygonModes() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::PolygonModes]) {
- return;
- }
- flags[Dirty::PolygonModes] = false;
- const auto& regs = maxwell3d->regs;
- if (regs.fill_via_triangle_mode != Maxwell::FillViaTriangleMode::Disabled) {
- if (!GLAD_GL_NV_fill_rectangle) {
- LOG_ERROR(Render_OpenGL, "GL_NV_fill_rectangle used and not supported");
- glPolygonMode(GL_FRONT_AND_BACK, GL_FILL);
- return;
- }
- flags[Dirty::PolygonModeFront] = true;
- flags[Dirty::PolygonModeBack] = true;
- glPolygonMode(GL_FRONT_AND_BACK, GL_FILL_RECTANGLE_NV);
- return;
- }
- if (regs.polygon_mode_front == regs.polygon_mode_back) {
- flags[Dirty::PolygonModeFront] = false;
- flags[Dirty::PolygonModeBack] = false;
- glPolygonMode(GL_FRONT_AND_BACK, MaxwellToGL::PolygonMode(regs.polygon_mode_front));
- return;
- }
- if (flags[Dirty::PolygonModeFront]) {
- flags[Dirty::PolygonModeFront] = false;
- glPolygonMode(GL_FRONT, MaxwellToGL::PolygonMode(regs.polygon_mode_front));
- }
- if (flags[Dirty::PolygonModeBack]) {
- flags[Dirty::PolygonModeBack] = false;
- glPolygonMode(GL_BACK, MaxwellToGL::PolygonMode(regs.polygon_mode_back));
- }
- }
- void RasterizerOpenGL::SyncColorMask() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::ColorMasks]) {
- return;
- }
- flags[Dirty::ColorMasks] = false;
- const bool force = flags[Dirty::ColorMaskCommon];
- flags[Dirty::ColorMaskCommon] = false;
- const auto& regs = maxwell3d->regs;
- if (regs.color_mask_common) {
- if (!force && !flags[Dirty::ColorMask0]) {
- return;
- }
- flags[Dirty::ColorMask0] = false;
- auto& mask = regs.color_mask[0];
- glColorMask(mask.R != 0, mask.B != 0, mask.G != 0, mask.A != 0);
- return;
- }
- // Path without color_mask_common set
- for (std::size_t i = 0; i < Maxwell::NumRenderTargets; ++i) {
- if (!force && !flags[Dirty::ColorMask0 + i]) {
- continue;
- }
- flags[Dirty::ColorMask0 + i] = false;
- const auto& mask = regs.color_mask[i];
- glColorMaski(static_cast<GLuint>(i), mask.R != 0, mask.G != 0, mask.B != 0, mask.A != 0);
- }
- }
- void RasterizerOpenGL::SyncMultiSampleState() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::MultisampleControl]) {
- return;
- }
- flags[Dirty::MultisampleControl] = false;
- const auto& regs = maxwell3d->regs;
- oglEnable(GL_SAMPLE_ALPHA_TO_COVERAGE, regs.anti_alias_alpha_control.alpha_to_coverage);
- oglEnable(GL_SAMPLE_ALPHA_TO_ONE, regs.anti_alias_alpha_control.alpha_to_one);
- }
- void RasterizerOpenGL::SyncFragmentColorClampState() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::FragmentClampColor]) {
- return;
- }
- flags[Dirty::FragmentClampColor] = false;
- glClampColor(GL_CLAMP_FRAGMENT_COLOR,
- maxwell3d->regs.frag_color_clamp.AnyEnabled() ? GL_TRUE : GL_FALSE);
- }
- void RasterizerOpenGL::SyncBlendState() {
- auto& flags = maxwell3d->dirty.flags;
- const auto& regs = maxwell3d->regs;
- if (flags[Dirty::BlendColor]) {
- flags[Dirty::BlendColor] = false;
- glBlendColor(regs.blend_color.r, regs.blend_color.g, regs.blend_color.b,
- regs.blend_color.a);
- }
- // TODO(Rodrigo): Revisit blending, there are several registers we are not reading
- if (!flags[Dirty::BlendStates]) {
- return;
- }
- flags[Dirty::BlendStates] = false;
- if (!regs.blend_per_target_enabled) {
- if (!regs.blend.enable[0]) {
- glDisable(GL_BLEND);
- return;
- }
- glEnable(GL_BLEND);
- glBlendFuncSeparate(MaxwellToGL::BlendFunc(regs.blend.color_source),
- MaxwellToGL::BlendFunc(regs.blend.color_dest),
- MaxwellToGL::BlendFunc(regs.blend.alpha_source),
- MaxwellToGL::BlendFunc(regs.blend.alpha_dest));
- glBlendEquationSeparate(MaxwellToGL::BlendEquation(regs.blend.color_op),
- MaxwellToGL::BlendEquation(regs.blend.alpha_op));
- return;
- }
- const bool force = flags[Dirty::BlendIndependentEnabled];
- flags[Dirty::BlendIndependentEnabled] = false;
- for (std::size_t i = 0; i < Maxwell::NumRenderTargets; ++i) {
- if (!force && !flags[Dirty::BlendState0 + i]) {
- continue;
- }
- flags[Dirty::BlendState0 + i] = false;
- if (!regs.blend.enable[i]) {
- glDisablei(GL_BLEND, static_cast<GLuint>(i));
- continue;
- }
- glEnablei(GL_BLEND, static_cast<GLuint>(i));
- const auto& src = regs.blend_per_target[i];
- glBlendFuncSeparatei(static_cast<GLuint>(i), MaxwellToGL::BlendFunc(src.color_source),
- MaxwellToGL::BlendFunc(src.color_dest),
- MaxwellToGL::BlendFunc(src.alpha_source),
- MaxwellToGL::BlendFunc(src.alpha_dest));
- glBlendEquationSeparatei(static_cast<GLuint>(i), MaxwellToGL::BlendEquation(src.color_op),
- MaxwellToGL::BlendEquation(src.alpha_op));
- }
- }
- void RasterizerOpenGL::SyncLogicOpState() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::LogicOp]) {
- return;
- }
- flags[Dirty::LogicOp] = false;
- const auto& regs = maxwell3d->regs;
- if (regs.logic_op.enable) {
- glEnable(GL_COLOR_LOGIC_OP);
- glLogicOp(MaxwellToGL::LogicOp(regs.logic_op.op));
- } else {
- glDisable(GL_COLOR_LOGIC_OP);
- }
- }
- void RasterizerOpenGL::SyncScissorTest() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::Scissors] && !flags[VideoCommon::Dirty::RescaleScissors]) {
- return;
- }
- flags[Dirty::Scissors] = false;
- const bool force = flags[VideoCommon::Dirty::RescaleScissors];
- flags[VideoCommon::Dirty::RescaleScissors] = false;
- const auto& regs = maxwell3d->regs;
- const auto& resolution = Settings::values.resolution_info;
- const bool is_rescaling{texture_cache.IsRescaling()};
- const u32 up_scale = is_rescaling ? resolution.up_scale : 1U;
- const u32 down_shift = is_rescaling ? resolution.down_shift : 0U;
- const auto scale_up = [up_scale, down_shift](u32 value) -> u32 {
- if (value == 0) {
- return 0U;
- }
- const u32 upset = value * up_scale;
- u32 acumm{};
- if ((up_scale >> down_shift) == 0) {
- acumm = upset % 2;
- }
- const u32 converted_value = upset >> down_shift;
- return std::max<u32>(converted_value + acumm, 1U);
- };
- for (std::size_t index = 0; index < Maxwell::NumViewports; ++index) {
- if (!force && !flags[Dirty::Scissor0 + index]) {
- continue;
- }
- flags[Dirty::Scissor0 + index] = false;
- const auto& src = regs.scissor_test[index];
- if (src.enable) {
- glEnablei(GL_SCISSOR_TEST, static_cast<GLuint>(index));
- glScissorIndexed(static_cast<GLuint>(index), scale_up(src.min_x), scale_up(src.min_y),
- scale_up(src.max_x - src.min_x), scale_up(src.max_y - src.min_y));
- } else {
- glDisablei(GL_SCISSOR_TEST, static_cast<GLuint>(index));
- }
- }
- }
- void RasterizerOpenGL::SyncPointState() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::PointSize]) {
- return;
- }
- flags[Dirty::PointSize] = false;
- oglEnable(GL_POINT_SPRITE, maxwell3d->regs.point_sprite_enable);
- oglEnable(GL_PROGRAM_POINT_SIZE, maxwell3d->regs.point_size_attribute.enabled);
- const bool is_rescaling{texture_cache.IsRescaling()};
- const float scale = is_rescaling ? Settings::values.resolution_info.up_factor : 1.0f;
- glPointSize(std::max(1.0f, maxwell3d->regs.point_size * scale));
- }
- void RasterizerOpenGL::SyncLineState() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::LineWidth]) {
- return;
- }
- flags[Dirty::LineWidth] = false;
- const auto& regs = maxwell3d->regs;
- oglEnable(GL_LINE_SMOOTH, regs.line_anti_alias_enable);
- glLineWidth(regs.line_anti_alias_enable ? regs.line_width_smooth : regs.line_width_aliased);
- }
- void RasterizerOpenGL::SyncPolygonOffset() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::PolygonOffset]) {
- return;
- }
- flags[Dirty::PolygonOffset] = false;
- const auto& regs = maxwell3d->regs;
- oglEnable(GL_POLYGON_OFFSET_FILL, regs.polygon_offset_fill_enable);
- oglEnable(GL_POLYGON_OFFSET_LINE, regs.polygon_offset_line_enable);
- oglEnable(GL_POLYGON_OFFSET_POINT, regs.polygon_offset_point_enable);
- if (regs.polygon_offset_fill_enable || regs.polygon_offset_line_enable ||
- regs.polygon_offset_point_enable) {
- // Hardware divides polygon offset units by two
- glPolygonOffsetClamp(regs.slope_scale_depth_bias, regs.depth_bias / 2.0f,
- regs.depth_bias_clamp);
- }
- }
- void RasterizerOpenGL::SyncAlphaTest() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::AlphaTest]) {
- return;
- }
- flags[Dirty::AlphaTest] = false;
- const auto& regs = maxwell3d->regs;
- if (regs.alpha_test_enabled) {
- glEnable(GL_ALPHA_TEST);
- glAlphaFunc(MaxwellToGL::ComparisonOp(regs.alpha_test_func), regs.alpha_test_ref);
- } else {
- glDisable(GL_ALPHA_TEST);
- }
- }
- void RasterizerOpenGL::SyncFramebufferSRGB() {
- auto& flags = maxwell3d->dirty.flags;
- if (!flags[Dirty::FramebufferSRGB]) {
- return;
- }
- flags[Dirty::FramebufferSRGB] = false;
- oglEnable(GL_FRAMEBUFFER_SRGB, maxwell3d->regs.framebuffer_srgb);
- }
- void RasterizerOpenGL::BeginTransformFeedback(GraphicsPipeline* program, GLenum primitive_mode) {
- const auto& regs = maxwell3d->regs;
- if (regs.transform_feedback_enabled == 0) {
- return;
- }
- program->ConfigureTransformFeedback();
- UNIMPLEMENTED_IF(regs.IsShaderConfigEnabled(Maxwell::ShaderType::TessellationInit) ||
- regs.IsShaderConfigEnabled(Maxwell::ShaderType::Tessellation) ||
- regs.IsShaderConfigEnabled(Maxwell::ShaderType::Geometry));
- UNIMPLEMENTED_IF(primitive_mode != GL_POINTS);
- // We may have to call BeginTransformFeedbackNV here since they seem to call different
- // implementations on Nvidia's driver (the pointer is different) but we are using
- // ARB_transform_feedback3 features with NV_transform_feedback interactions and the ARB
- // extension doesn't define BeginTransformFeedback (without NV) interactions. It just works.
- glBeginTransformFeedback(GL_POINTS);
- }
- void RasterizerOpenGL::EndTransformFeedback() {
- if (maxwell3d->regs.transform_feedback_enabled != 0) {
- glEndTransformFeedback();
- }
- }
- void RasterizerOpenGL::InitializeChannel(Tegra::Control::ChannelState& channel) {
- CreateChannel(channel);
- {
- std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
- texture_cache.CreateChannel(channel);
- buffer_cache.CreateChannel(channel);
- }
- shader_cache.CreateChannel(channel);
- query_cache.CreateChannel(channel);
- state_tracker.SetupTables(channel);
- }
- void RasterizerOpenGL::BindChannel(Tegra::Control::ChannelState& channel) {
- const s32 channel_id = channel.bind_id;
- BindToChannel(channel_id);
- {
- std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
- texture_cache.BindToChannel(channel_id);
- buffer_cache.BindToChannel(channel_id);
- }
- shader_cache.BindToChannel(channel_id);
- query_cache.BindToChannel(channel_id);
- state_tracker.ChangeChannel(channel);
- state_tracker.InvalidateState();
- }
- void RasterizerOpenGL::ReleaseChannel(s32 channel_id) {
- EraseChannel(channel_id);
- {
- std::scoped_lock lock{buffer_cache.mutex, texture_cache.mutex};
- texture_cache.EraseChannel(channel_id);
- buffer_cache.EraseChannel(channel_id);
- }
- shader_cache.EraseChannel(channel_id);
- query_cache.EraseChannel(channel_id);
- }
- AccelerateDMA::AccelerateDMA(BufferCache& buffer_cache_) : buffer_cache{buffer_cache_} {}
- bool AccelerateDMA::BufferCopy(GPUVAddr src_address, GPUVAddr dest_address, u64 amount) {
- std::scoped_lock lock{buffer_cache.mutex};
- return buffer_cache.DMACopy(src_address, dest_address, amount);
- }
- bool AccelerateDMA::BufferClear(GPUVAddr src_address, u64 amount, u32 value) {
- std::scoped_lock lock{buffer_cache.mutex};
- return buffer_cache.DMAClear(src_address, amount, value);
- }
- } // namespace OpenGL
|