| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423 |
- // SPDX-FileCopyrightText: Copyright 2021 yuzu Emulator Project
- // SPDX-License-Identifier: GPL-2.0-or-later
- #include <string_view>
- #include "shader_recompiler/backend/glasm/emit_glasm_instructions.h"
- #include "shader_recompiler/backend/glasm/glasm_emit_context.h"
- #include "shader_recompiler/frontend/ir/value.h"
- #include "shader_recompiler/profile.h"
- #include "shader_recompiler/shader_info.h"
- namespace Shader::Backend::GLASM {
- namespace {
- void GetCbuf(EmitContext& ctx, IR::Inst& inst, const IR::Value& binding, ScalarU32 offset,
- std::string_view size) {
- const Register ret{ctx.reg_alloc.Define(inst)};
- if (offset.type == Type::U32) {
- // Avoid reading arrays out of bounds, matching hardware's behavior
- if (offset.imm_u32 >= 0x10'000) {
- ctx.Add("MOV.S {},0;", ret);
- return;
- }
- }
- if (binding.IsImmediate()) {
- ctx.Add("LDC.{} {},c{}[{}];", size, ret, binding.U32(), offset);
- return;
- }
- const ScalarU32 idx{ctx.reg_alloc.Consume(binding)};
- for (u32 i = 0; i < Info::MAX_INDIRECT_CBUFS; i++) {
- ctx.Add("SEQ.S.CC RC.x,{},{};"
- "IF NE.x;"
- "LDC.{} {},c{}[{}];",
- idx, i, size, ret, i, offset);
- if (i != Info::MAX_INDIRECT_CBUFS - 1) {
- ctx.Add("ELSE;");
- }
- }
- for (u32 i = 0; i < Info::MAX_INDIRECT_CBUFS; i++) {
- ctx.Add("ENDIF;");
- }
- }
- bool IsInputArray(Stage stage) {
- return stage == Stage::Geometry || stage == Stage::TessellationControl ||
- stage == Stage::TessellationEval;
- }
- std::string VertexIndex(EmitContext& ctx, ScalarU32 vertex) {
- return IsInputArray(ctx.stage) ? fmt::format("[{}]", vertex) : "";
- }
- u32 TexCoordIndex(IR::Attribute attr) {
- return (static_cast<u32>(attr) - static_cast<u32>(IR::Attribute::FixedFncTexture0S)) / 4;
- }
- } // Anonymous namespace
- void EmitGetCbufU8(EmitContext& ctx, IR::Inst& inst, const IR::Value& binding, ScalarU32 offset) {
- GetCbuf(ctx, inst, binding, offset, "U8");
- }
- void EmitGetCbufS8(EmitContext& ctx, IR::Inst& inst, const IR::Value& binding, ScalarU32 offset) {
- GetCbuf(ctx, inst, binding, offset, "S8");
- }
- void EmitGetCbufU16(EmitContext& ctx, IR::Inst& inst, const IR::Value& binding, ScalarU32 offset) {
- GetCbuf(ctx, inst, binding, offset, "U16");
- }
- void EmitGetCbufS16(EmitContext& ctx, IR::Inst& inst, const IR::Value& binding, ScalarU32 offset) {
- GetCbuf(ctx, inst, binding, offset, "S16");
- }
- void EmitGetCbufU32(EmitContext& ctx, IR::Inst& inst, const IR::Value& binding, ScalarU32 offset) {
- GetCbuf(ctx, inst, binding, offset, "U32");
- }
- void EmitGetCbufF32(EmitContext& ctx, IR::Inst& inst, const IR::Value& binding, ScalarU32 offset) {
- GetCbuf(ctx, inst, binding, offset, "F32");
- }
- void EmitGetCbufU32x2(EmitContext& ctx, IR::Inst& inst, const IR::Value& binding,
- ScalarU32 offset) {
- GetCbuf(ctx, inst, binding, offset, "U32X2");
- }
- void EmitGetAttribute(EmitContext& ctx, IR::Inst& inst, IR::Attribute attr, ScalarU32 vertex) {
- const u32 element{static_cast<u32>(attr) % 4};
- const char swizzle{"xyzw"[element]};
- if (IR::IsGeneric(attr)) {
- const u32 index{IR::GenericAttributeIndex(attr)};
- ctx.Add("MOV.F {}.x,in_attr{}{}[0].{};", inst, index, VertexIndex(ctx, vertex), swizzle);
- return;
- }
- if (attr >= IR::Attribute::FixedFncTexture0S && attr <= IR::Attribute::FixedFncTexture9Q) {
- const u32 index{TexCoordIndex(attr)};
- ctx.Add("MOV.F {}.x,{}.texcoord[{}].{};", inst, ctx.attrib_name, index, swizzle);
- return;
- }
- switch (attr) {
- case IR::Attribute::PrimitiveId:
- ctx.Add("MOV.F {}.x,primitive.id;", inst);
- break;
- case IR::Attribute::PositionX:
- case IR::Attribute::PositionY:
- case IR::Attribute::PositionZ:
- case IR::Attribute::PositionW:
- if (IsInputArray(ctx.stage)) {
- ctx.Add("MOV.F {}.x,vertex_position{}.{};", inst, VertexIndex(ctx, vertex), swizzle);
- } else {
- ctx.Add("MOV.F {}.x,{}.position.{};", inst, ctx.attrib_name, swizzle);
- }
- break;
- case IR::Attribute::ColorFrontDiffuseR:
- case IR::Attribute::ColorFrontDiffuseG:
- case IR::Attribute::ColorFrontDiffuseB:
- case IR::Attribute::ColorFrontDiffuseA:
- ctx.Add("MOV.F {}.x,{}.color.{};", inst, ctx.attrib_name, swizzle);
- break;
- case IR::Attribute::PointSpriteS:
- case IR::Attribute::PointSpriteT:
- ctx.Add("MOV.F {}.x,{}.pointcoord.{};", inst, ctx.attrib_name, swizzle);
- break;
- case IR::Attribute::TessellationEvaluationPointU:
- case IR::Attribute::TessellationEvaluationPointV:
- ctx.Add("MOV.F {}.x,vertex.tesscoord.{};", inst, swizzle);
- break;
- case IR::Attribute::InstanceId:
- ctx.Add("MOV.F {}.x,{}.instance;", inst, ctx.attrib_name);
- break;
- case IR::Attribute::VertexId:
- ctx.Add("MOV.F {}.x,{}.id;", inst, ctx.attrib_name);
- break;
- case IR::Attribute::FrontFace:
- ctx.Add("CMP.F {}.x,{}.facing.x,0,-1;", inst, ctx.attrib_name);
- break;
- default:
- throw NotImplementedException("Get attribute {}", attr);
- }
- }
- void EmitGetAttributeU32(EmitContext& ctx, IR::Inst& inst, IR::Attribute attr, ScalarU32) {
- switch (attr) {
- case IR::Attribute::PrimitiveId:
- ctx.Add("MOV.S {}.x,primitive.id;", inst);
- break;
- case IR::Attribute::InstanceId:
- ctx.Add("MOV.S {}.x,{}.instance;", inst, ctx.attrib_name);
- break;
- case IR::Attribute::VertexId:
- ctx.Add("MOV.S {}.x,{}.id;", inst, ctx.attrib_name);
- break;
- default:
- throw NotImplementedException("Get U32 attribute {}", attr);
- }
- }
- void EmitSetAttribute(EmitContext& ctx, IR::Attribute attr, ScalarF32 value,
- [[maybe_unused]] ScalarU32 vertex) {
- const u32 element{static_cast<u32>(attr) % 4};
- const char swizzle{"xyzw"[element]};
- if (IR::IsGeneric(attr)) {
- const u32 index{IR::GenericAttributeIndex(attr)};
- ctx.Add("MOV.F out_attr{}[0].{},{};", index, swizzle, value);
- return;
- }
- if (attr >= IR::Attribute::FixedFncTexture0S && attr <= IR::Attribute::FixedFncTexture9R) {
- const u32 index{TexCoordIndex(attr)};
- ctx.Add("MOV.F result.texcoord[{}].{},{};", index, swizzle, value);
- return;
- }
- switch (attr) {
- case IR::Attribute::Layer:
- if (ctx.stage == Stage::Geometry || ctx.profile.support_viewport_index_layer_non_geometry) {
- ctx.Add("MOV.F result.layer.x,{};", value);
- } else {
- LOG_WARNING(Shader_GLASM,
- "Layer stored outside of geometry shader not supported by device");
- }
- break;
- case IR::Attribute::ViewportIndex:
- if (ctx.stage == Stage::Geometry || ctx.profile.support_viewport_index_layer_non_geometry) {
- ctx.Add("MOV.F result.viewport.x,{};", value);
- } else {
- LOG_WARNING(Shader_GLASM,
- "Viewport stored outside of geometry shader not supported by device");
- }
- break;
- case IR::Attribute::ViewportMask:
- // NV_viewport_array2 is required to access result.viewportmask, regardless of shader stage.
- if (ctx.profile.support_viewport_index_layer_non_geometry) {
- ctx.Add("MOV.F result.viewportmask[0].x,{};", value);
- } else {
- LOG_WARNING(Shader_GLASM, "Device does not support storing to ViewportMask");
- }
- break;
- case IR::Attribute::PointSize:
- ctx.Add("MOV.F result.pointsize.x,{};", value);
- break;
- case IR::Attribute::PositionX:
- case IR::Attribute::PositionY:
- case IR::Attribute::PositionZ:
- case IR::Attribute::PositionW:
- ctx.Add("MOV.F result.position.{},{};", swizzle, value);
- break;
- case IR::Attribute::ColorFrontDiffuseR:
- case IR::Attribute::ColorFrontDiffuseG:
- case IR::Attribute::ColorFrontDiffuseB:
- case IR::Attribute::ColorFrontDiffuseA:
- ctx.Add("MOV.F result.color.{},{};", swizzle, value);
- break;
- case IR::Attribute::ColorFrontSpecularR:
- case IR::Attribute::ColorFrontSpecularG:
- case IR::Attribute::ColorFrontSpecularB:
- case IR::Attribute::ColorFrontSpecularA:
- ctx.Add("MOV.F result.color.secondary.{},{};", swizzle, value);
- break;
- case IR::Attribute::ColorBackDiffuseR:
- case IR::Attribute::ColorBackDiffuseG:
- case IR::Attribute::ColorBackDiffuseB:
- case IR::Attribute::ColorBackDiffuseA:
- ctx.Add("MOV.F result.color.back.{},{};", swizzle, value);
- break;
- case IR::Attribute::ColorBackSpecularR:
- case IR::Attribute::ColorBackSpecularG:
- case IR::Attribute::ColorBackSpecularB:
- case IR::Attribute::ColorBackSpecularA:
- ctx.Add("MOV.F result.color.back.secondary.{},{};", swizzle, value);
- break;
- case IR::Attribute::FogCoordinate:
- ctx.Add("MOV.F result.fogcoord.x,{};", value);
- break;
- case IR::Attribute::ClipDistance0:
- case IR::Attribute::ClipDistance1:
- case IR::Attribute::ClipDistance2:
- case IR::Attribute::ClipDistance3:
- case IR::Attribute::ClipDistance4:
- case IR::Attribute::ClipDistance5:
- case IR::Attribute::ClipDistance6:
- case IR::Attribute::ClipDistance7: {
- const u32 index{static_cast<u32>(attr) - static_cast<u32>(IR::Attribute::ClipDistance0)};
- ctx.Add("MOV.F result.clip[{}].x,{};", index, value);
- break;
- }
- default:
- throw NotImplementedException("Set attribute {}", attr);
- }
- }
- void EmitGetAttributeIndexed(EmitContext& ctx, IR::Inst& inst, ScalarS32 offset, ScalarU32 vertex) {
- // RC.x = base_index
- // RC.y = masked_index
- // RC.z = compare_index
- ctx.Add("SHR.S RC.x,{},2;"
- "AND.S RC.y,RC.x,3;"
- "SHR.S RC.z,{},4;",
- offset, offset);
- const Register ret{ctx.reg_alloc.Define(inst)};
- u32 num_endifs{};
- const auto read{[&](u32 compare_index, const std::array<std::string, 4>& values) {
- ++num_endifs;
- ctx.Add("SEQ.S.CC RC.w,RC.z,{};" // compare_index
- "IF NE.w;"
- // X
- "SEQ.S.CC RC.w,RC.y,0;"
- "IF NE.w;"
- "MOV {}.x,{};"
- "ELSE;"
- // Y
- "SEQ.S.CC RC.w,RC.y,1;"
- "IF NE.w;"
- "MOV {}.x,{};"
- "ELSE;"
- // Z
- "SEQ.S.CC RC.w,RC.y,2;"
- "IF NE.w;"
- "MOV {}.x,{};"
- "ELSE;"
- // W
- "MOV {}.x,{};"
- "ENDIF;"
- "ENDIF;"
- "ENDIF;"
- "ELSE;",
- compare_index, ret, values[0], ret, values[1], ret, values[2], ret, values[3]);
- }};
- const auto read_swizzled{[&](u32 compare_index, std::string_view value) {
- const std::array values{fmt::format("{}.x", value), fmt::format("{}.y", value),
- fmt::format("{}.z", value), fmt::format("{}.w", value)};
- read(compare_index, values);
- }};
- if (ctx.info.loads.AnyComponent(IR::Attribute::PositionX)) {
- const u32 index{static_cast<u32>(IR::Attribute::PositionX)};
- if (IsInputArray(ctx.stage)) {
- read_swizzled(index, fmt::format("vertex_position{}", VertexIndex(ctx, vertex)));
- } else {
- read_swizzled(index, fmt::format("{}.position", ctx.attrib_name));
- }
- }
- for (u32 index = 0; index < static_cast<u32>(IR::NUM_GENERICS); ++index) {
- if (!ctx.info.loads.Generic(index)) {
- continue;
- }
- read_swizzled(index, fmt::format("in_attr{}{}[0]", index, VertexIndex(ctx, vertex)));
- }
- for (u32 i = 0; i < num_endifs; ++i) {
- ctx.Add("ENDIF;");
- }
- }
- void EmitSetAttributeIndexed([[maybe_unused]] EmitContext& ctx, [[maybe_unused]] ScalarU32 offset,
- [[maybe_unused]] ScalarF32 value, [[maybe_unused]] ScalarU32 vertex) {
- throw NotImplementedException("GLASM instruction");
- }
- void EmitGetPatch(EmitContext& ctx, IR::Inst& inst, IR::Patch patch) {
- if (!IR::IsGeneric(patch)) {
- throw NotImplementedException("Non-generic patch load");
- }
- const u32 index{IR::GenericPatchIndex(patch)};
- const u32 element{IR::GenericPatchElement(patch)};
- const char swizzle{"xyzw"[element]};
- const std::string_view out{ctx.stage == Stage::TessellationControl ? ".out" : ""};
- ctx.Add("MOV.F {},primitive{}.patch.attrib[{}].{};", inst, out, index, swizzle);
- }
- void EmitSetPatch(EmitContext& ctx, IR::Patch patch, ScalarF32 value) {
- if (IR::IsGeneric(patch)) {
- const u32 index{IR::GenericPatchIndex(patch)};
- const u32 element{IR::GenericPatchElement(patch)};
- ctx.Add("MOV.F result.patch.attrib[{}].{},{};", index, "xyzw"[element], value);
- return;
- }
- switch (patch) {
- case IR::Patch::TessellationLodLeft:
- case IR::Patch::TessellationLodRight:
- case IR::Patch::TessellationLodTop:
- case IR::Patch::TessellationLodBottom: {
- const u32 index{static_cast<u32>(patch) - u32(IR::Patch::TessellationLodLeft)};
- ctx.Add("MOV.F result.patch.tessouter[{}].x,{};", index, value);
- break;
- }
- case IR::Patch::TessellationLodInteriorU:
- ctx.Add("MOV.F result.patch.tessinner[0].x,{};", value);
- break;
- case IR::Patch::TessellationLodInteriorV:
- ctx.Add("MOV.F result.patch.tessinner[1].x,{};", value);
- break;
- default:
- throw NotImplementedException("Patch {}", patch);
- }
- }
- void EmitSetFragColor(EmitContext& ctx, u32 index, u32 component, ScalarF32 value) {
- ctx.Add("MOV.F frag_color{}.{},{};", index, "xyzw"[component], value);
- }
- void EmitSetSampleMask(EmitContext& ctx, ScalarS32 value) {
- ctx.Add("MOV.S result.samplemask.x,{};", value);
- }
- void EmitSetFragDepth(EmitContext& ctx, ScalarF32 value) {
- ctx.Add("MOV.F result.depth.z,{};", value);
- }
- void EmitWorkgroupId(EmitContext& ctx, IR::Inst& inst) {
- ctx.Add("MOV.S {},invocation.groupid;", inst);
- }
- void EmitLocalInvocationId(EmitContext& ctx, IR::Inst& inst) {
- ctx.Add("MOV.S {},invocation.localid;", inst);
- }
- void EmitInvocationId(EmitContext& ctx, IR::Inst& inst) {
- ctx.Add("MOV.S {}.x,primitive_invocation.x;", inst);
- }
- void EmitInvocationInfo(EmitContext& ctx, IR::Inst& inst) {
- switch (ctx.stage) {
- case Stage::TessellationControl:
- case Stage::TessellationEval:
- ctx.Add("SHL.U {}.x,primitive.vertexcount,16;", inst);
- break;
- default:
- LOG_WARNING(Shader, "(STUBBED) called");
- ctx.Add("MOV.S {}.x,0x00ff0000;", inst);
- }
- }
- void EmitSampleId(EmitContext& ctx, IR::Inst& inst) {
- ctx.Add("MOV.S {}.x,fragment.sampleid.x;", inst);
- }
- void EmitIsHelperInvocation(EmitContext& ctx, IR::Inst& inst) {
- ctx.Add("MOV.S {}.x,fragment.helperthread.x;", inst);
- }
- void EmitYDirection(EmitContext& ctx, IR::Inst& inst) {
- ctx.uses_y_direction = true;
- ctx.Add("MOV.F {}.x,y_direction[0].w;", inst);
- }
- void EmitResolutionDownFactor(EmitContext& ctx, IR::Inst& inst) {
- ctx.Add("MOV.F {}.x,scaling[0].z;", inst);
- }
- void EmitRenderArea(EmitContext& ctx, IR::Inst& inst) {
- ctx.Add("MOV.F {},render_area[0];", inst);
- }
- void EmitLoadLocal(EmitContext& ctx, IR::Inst& inst, ScalarU32 word_offset) {
- ctx.Add("MOV.U {},lmem[{}].x;", inst, word_offset);
- }
- void EmitWriteLocal(EmitContext& ctx, ScalarU32 word_offset, ScalarU32 value) {
- ctx.Add("MOV.U lmem[{}].x,{};", word_offset, value);
- }
- } // namespace Shader::Backend::GLASM
|