emit_spirv_context_get_set.cpp 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384
  1. // Copyright 2021 yuzu Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #include <tuple>
  5. #include <utility>
  6. #include "shader_recompiler/backend/spirv/emit_spirv.h"
  7. namespace Shader::Backend::SPIRV {
  8. namespace {
  9. struct AttrInfo {
  10. Id pointer;
  11. Id id;
  12. bool needs_cast;
  13. };
  14. std::optional<AttrInfo> AttrTypes(EmitContext& ctx, u32 index) {
  15. const AttributeType type{ctx.profile.generic_input_types.at(index)};
  16. switch (type) {
  17. case AttributeType::Float:
  18. return AttrInfo{ctx.input_f32, ctx.F32[1], false};
  19. case AttributeType::UnsignedInt:
  20. return AttrInfo{ctx.input_u32, ctx.U32[1], true};
  21. case AttributeType::SignedInt:
  22. return AttrInfo{ctx.input_s32, ctx.TypeInt(32, true), true};
  23. case AttributeType::Disabled:
  24. return std::nullopt;
  25. }
  26. throw InvalidArgument("Invalid attribute type {}", type);
  27. }
  28. template <typename... Args>
  29. Id AttrPointer(EmitContext& ctx, Id pointer_type, Id vertex, Id base, Args&&... args) {
  30. switch (ctx.stage) {
  31. case Stage::TessellationControl:
  32. case Stage::TessellationEval:
  33. case Stage::Geometry:
  34. return ctx.OpAccessChain(pointer_type, base, vertex, std::forward<Args>(args)...);
  35. default:
  36. return ctx.OpAccessChain(pointer_type, base, std::forward<Args>(args)...);
  37. }
  38. }
  39. template <typename... Args>
  40. Id OutputAccessChain(EmitContext& ctx, Id result_type, Id base, Args&&... args) {
  41. if (ctx.stage == Stage::TessellationControl) {
  42. const Id invocation_id{ctx.OpLoad(ctx.U32[1], ctx.invocation_id)};
  43. return ctx.OpAccessChain(result_type, base, invocation_id, std::forward<Args>(args)...);
  44. } else {
  45. return ctx.OpAccessChain(result_type, base, std::forward<Args>(args)...);
  46. }
  47. }
  48. std::optional<Id> OutputAttrPointer(EmitContext& ctx, IR::Attribute attr) {
  49. if (IR::IsGeneric(attr)) {
  50. const u32 index{IR::GenericAttributeIndex(attr)};
  51. const u32 element{IR::GenericAttributeElement(attr)};
  52. const GenericElementInfo& info{ctx.output_generics.at(index).at(element)};
  53. if (info.num_components == 1) {
  54. return info.id;
  55. } else {
  56. const u32 index_element{element - info.first_element};
  57. const Id index_id{ctx.Constant(ctx.U32[1], index_element)};
  58. return OutputAccessChain(ctx, ctx.output_f32, info.id, index_id);
  59. }
  60. }
  61. switch (attr) {
  62. case IR::Attribute::PointSize:
  63. return ctx.output_point_size;
  64. case IR::Attribute::PositionX:
  65. case IR::Attribute::PositionY:
  66. case IR::Attribute::PositionZ:
  67. case IR::Attribute::PositionW: {
  68. const u32 element{static_cast<u32>(attr) % 4};
  69. const Id element_id{ctx.Constant(ctx.U32[1], element)};
  70. return OutputAccessChain(ctx, ctx.output_f32, ctx.output_position, element_id);
  71. }
  72. case IR::Attribute::ClipDistance0:
  73. case IR::Attribute::ClipDistance1:
  74. case IR::Attribute::ClipDistance2:
  75. case IR::Attribute::ClipDistance3:
  76. case IR::Attribute::ClipDistance4:
  77. case IR::Attribute::ClipDistance5:
  78. case IR::Attribute::ClipDistance6:
  79. case IR::Attribute::ClipDistance7: {
  80. const u32 base{static_cast<u32>(IR::Attribute::ClipDistance0)};
  81. const u32 index{static_cast<u32>(attr) - base};
  82. const Id clip_num{ctx.Constant(ctx.U32[1], index)};
  83. return OutputAccessChain(ctx, ctx.output_f32, ctx.clip_distances, clip_num);
  84. }
  85. case IR::Attribute::Layer:
  86. return ctx.profile.support_viewport_index_layer_non_geometry ||
  87. ctx.stage == Shader::Stage::Geometry
  88. ? std::optional<Id>{ctx.layer}
  89. : std::nullopt;
  90. case IR::Attribute::ViewportIndex:
  91. return ctx.profile.support_viewport_index_layer_non_geometry ||
  92. ctx.stage == Shader::Stage::Geometry
  93. ? std::optional<Id>{ctx.viewport_index}
  94. : std::nullopt;
  95. default:
  96. throw NotImplementedException("Read attribute {}", attr);
  97. }
  98. }
  99. Id GetCbuf(EmitContext& ctx, Id result_type, Id UniformDefinitions::*member_ptr, u32 element_size,
  100. const IR::Value& binding, const IR::Value& offset) {
  101. if (!binding.IsImmediate()) {
  102. throw NotImplementedException("Constant buffer indexing");
  103. }
  104. const Id cbuf{ctx.cbufs[binding.U32()].*member_ptr};
  105. const Id uniform_type{ctx.uniform_types.*member_ptr};
  106. if (!offset.IsImmediate()) {
  107. Id index{ctx.Def(offset)};
  108. if (element_size > 1) {
  109. const u32 log2_element_size{static_cast<u32>(std::countr_zero(element_size))};
  110. const Id shift{ctx.Constant(ctx.U32[1], log2_element_size)};
  111. index = ctx.OpShiftRightArithmetic(ctx.U32[1], ctx.Def(offset), shift);
  112. }
  113. const Id access_chain{ctx.OpAccessChain(uniform_type, cbuf, ctx.u32_zero_value, index)};
  114. return ctx.OpLoad(result_type, access_chain);
  115. }
  116. if (offset.U32() % element_size != 0) {
  117. throw NotImplementedException("Unaligned immediate constant buffer load");
  118. }
  119. const Id imm_offset{ctx.Constant(ctx.U32[1], offset.U32() / element_size)};
  120. const Id access_chain{ctx.OpAccessChain(uniform_type, cbuf, ctx.u32_zero_value, imm_offset)};
  121. return ctx.OpLoad(result_type, access_chain);
  122. }
  123. } // Anonymous namespace
  124. void EmitGetRegister(EmitContext&) {
  125. throw NotImplementedException("SPIR-V Instruction");
  126. }
  127. void EmitSetRegister(EmitContext&) {
  128. throw NotImplementedException("SPIR-V Instruction");
  129. }
  130. void EmitGetPred(EmitContext&) {
  131. throw NotImplementedException("SPIR-V Instruction");
  132. }
  133. void EmitSetPred(EmitContext&) {
  134. throw NotImplementedException("SPIR-V Instruction");
  135. }
  136. void EmitSetGotoVariable(EmitContext&) {
  137. throw NotImplementedException("SPIR-V Instruction");
  138. }
  139. void EmitGetGotoVariable(EmitContext&) {
  140. throw NotImplementedException("SPIR-V Instruction");
  141. }
  142. void EmitSetIndirectBranchVariable(EmitContext&) {
  143. throw NotImplementedException("SPIR-V Instruction");
  144. }
  145. void EmitGetIndirectBranchVariable(EmitContext&) {
  146. throw NotImplementedException("SPIR-V Instruction");
  147. }
  148. Id EmitGetCbufU8(EmitContext& ctx, const IR::Value& binding, const IR::Value& offset) {
  149. const Id load{GetCbuf(ctx, ctx.U8, &UniformDefinitions::U8, sizeof(u8), binding, offset)};
  150. return ctx.OpUConvert(ctx.U32[1], load);
  151. }
  152. Id EmitGetCbufS8(EmitContext& ctx, const IR::Value& binding, const IR::Value& offset) {
  153. const Id load{GetCbuf(ctx, ctx.S8, &UniformDefinitions::S8, sizeof(s8), binding, offset)};
  154. return ctx.OpSConvert(ctx.U32[1], load);
  155. }
  156. Id EmitGetCbufU16(EmitContext& ctx, const IR::Value& binding, const IR::Value& offset) {
  157. const Id load{GetCbuf(ctx, ctx.U16, &UniformDefinitions::U16, sizeof(u16), binding, offset)};
  158. return ctx.OpUConvert(ctx.U32[1], load);
  159. }
  160. Id EmitGetCbufS16(EmitContext& ctx, const IR::Value& binding, const IR::Value& offset) {
  161. const Id load{GetCbuf(ctx, ctx.S16, &UniformDefinitions::S16, sizeof(s16), binding, offset)};
  162. return ctx.OpSConvert(ctx.U32[1], load);
  163. }
  164. Id EmitGetCbufU32(EmitContext& ctx, const IR::Value& binding, const IR::Value& offset) {
  165. return GetCbuf(ctx, ctx.U32[1], &UniformDefinitions::U32, sizeof(u32), binding, offset);
  166. }
  167. Id EmitGetCbufF32(EmitContext& ctx, const IR::Value& binding, const IR::Value& offset) {
  168. return GetCbuf(ctx, ctx.F32[1], &UniformDefinitions::F32, sizeof(f32), binding, offset);
  169. }
  170. Id EmitGetCbufU32x2(EmitContext& ctx, const IR::Value& binding, const IR::Value& offset) {
  171. return GetCbuf(ctx, ctx.U32[2], &UniformDefinitions::U32x2, sizeof(u32[2]), binding, offset);
  172. }
  173. Id EmitGetAttribute(EmitContext& ctx, IR::Attribute attr, Id vertex) {
  174. const u32 element{static_cast<u32>(attr) % 4};
  175. const auto element_id{[&] { return ctx.Constant(ctx.U32[1], element); }};
  176. if (IR::IsGeneric(attr)) {
  177. const u32 index{IR::GenericAttributeIndex(attr)};
  178. const std::optional<AttrInfo> type{AttrTypes(ctx, index)};
  179. if (!type) {
  180. // Attribute is disabled
  181. return ctx.Constant(ctx.F32[1], 0.0f);
  182. }
  183. const Id generic_id{ctx.input_generics.at(index)};
  184. const Id pointer{AttrPointer(ctx, type->pointer, vertex, generic_id, element_id())};
  185. const Id value{ctx.OpLoad(type->id, pointer)};
  186. return type->needs_cast ? ctx.OpBitcast(ctx.F32[1], value) : value;
  187. }
  188. switch (attr) {
  189. case IR::Attribute::PositionX:
  190. case IR::Attribute::PositionY:
  191. case IR::Attribute::PositionZ:
  192. case IR::Attribute::PositionW:
  193. return ctx.OpLoad(
  194. ctx.F32[1], AttrPointer(ctx, ctx.input_f32, vertex, ctx.input_position, element_id()));
  195. case IR::Attribute::InstanceId:
  196. if (ctx.profile.support_vertex_instance_id) {
  197. return ctx.OpLoad(ctx.U32[1], ctx.instance_id);
  198. } else {
  199. return ctx.OpISub(ctx.U32[1], ctx.OpLoad(ctx.U32[1], ctx.instance_index),
  200. ctx.OpLoad(ctx.U32[1], ctx.base_instance));
  201. }
  202. case IR::Attribute::VertexId:
  203. if (ctx.profile.support_vertex_instance_id) {
  204. return ctx.OpLoad(ctx.U32[1], ctx.vertex_id);
  205. } else {
  206. return ctx.OpISub(ctx.U32[1], ctx.OpLoad(ctx.U32[1], ctx.vertex_index),
  207. ctx.OpLoad(ctx.U32[1], ctx.base_vertex));
  208. }
  209. case IR::Attribute::FrontFace:
  210. return ctx.OpSelect(ctx.U32[1], ctx.OpLoad(ctx.U1, ctx.front_face),
  211. ctx.Constant(ctx.U32[1], std::numeric_limits<u32>::max()),
  212. ctx.u32_zero_value);
  213. case IR::Attribute::PointSpriteS:
  214. return ctx.OpLoad(ctx.F32[1],
  215. ctx.OpAccessChain(ctx.input_f32, ctx.point_coord, ctx.u32_zero_value));
  216. case IR::Attribute::PointSpriteT:
  217. return ctx.OpLoad(ctx.F32[1], ctx.OpAccessChain(ctx.input_f32, ctx.point_coord,
  218. ctx.Constant(ctx.U32[1], 1U)));
  219. case IR::Attribute::TessellationEvaluationPointU:
  220. return ctx.OpLoad(ctx.F32[1],
  221. ctx.OpAccessChain(ctx.input_f32, ctx.tess_coord, ctx.u32_zero_value));
  222. case IR::Attribute::TessellationEvaluationPointV:
  223. return ctx.OpLoad(ctx.F32[1], ctx.OpAccessChain(ctx.input_f32, ctx.tess_coord,
  224. ctx.Constant(ctx.U32[1], 1U)));
  225. default:
  226. throw NotImplementedException("Read attribute {}", attr);
  227. }
  228. }
  229. void EmitSetAttribute(EmitContext& ctx, IR::Attribute attr, Id value, [[maybe_unused]] Id vertex) {
  230. const std::optional<Id> output{OutputAttrPointer(ctx, attr)};
  231. if (output) {
  232. ctx.OpStore(*output, value);
  233. }
  234. }
  235. Id EmitGetAttributeIndexed(EmitContext& ctx, Id offset, Id vertex) {
  236. switch (ctx.stage) {
  237. case Stage::TessellationControl:
  238. case Stage::TessellationEval:
  239. case Stage::Geometry:
  240. return ctx.OpFunctionCall(ctx.F32[1], ctx.indexed_load_func, offset, vertex);
  241. default:
  242. return ctx.OpFunctionCall(ctx.F32[1], ctx.indexed_load_func, offset);
  243. }
  244. }
  245. void EmitSetAttributeIndexed(EmitContext& ctx, Id offset, Id value, [[maybe_unused]] Id vertex) {
  246. ctx.OpFunctionCall(ctx.void_id, ctx.indexed_store_func, offset, value);
  247. }
  248. Id EmitGetPatch(EmitContext& ctx, IR::Patch patch) {
  249. if (!IR::IsGeneric(patch)) {
  250. throw NotImplementedException("Non-generic patch load");
  251. }
  252. const u32 index{IR::GenericPatchIndex(patch)};
  253. const Id element{ctx.Constant(ctx.U32[1], IR::GenericPatchElement(patch))};
  254. const Id pointer{ctx.OpAccessChain(ctx.input_f32, ctx.patches.at(index), element)};
  255. return ctx.OpLoad(ctx.F32[1], pointer);
  256. }
  257. void EmitSetPatch(EmitContext& ctx, IR::Patch patch, Id value) {
  258. const Id pointer{[&] {
  259. if (IR::IsGeneric(patch)) {
  260. const u32 index{IR::GenericPatchIndex(patch)};
  261. const Id element{ctx.Constant(ctx.U32[1], IR::GenericPatchElement(patch))};
  262. return ctx.OpAccessChain(ctx.output_f32, ctx.patches.at(index), element);
  263. }
  264. switch (patch) {
  265. case IR::Patch::TessellationLodLeft:
  266. case IR::Patch::TessellationLodRight:
  267. case IR::Patch::TessellationLodTop:
  268. case IR::Patch::TessellationLodBottom: {
  269. const u32 index{static_cast<u32>(patch) - u32(IR::Patch::TessellationLodLeft)};
  270. const Id index_id{ctx.Constant(ctx.U32[1], index)};
  271. return ctx.OpAccessChain(ctx.output_f32, ctx.output_tess_level_outer, index_id);
  272. }
  273. case IR::Patch::TessellationLodInteriorU:
  274. return ctx.OpAccessChain(ctx.output_f32, ctx.output_tess_level_inner,
  275. ctx.u32_zero_value);
  276. case IR::Patch::TessellationLodInteriorV:
  277. return ctx.OpAccessChain(ctx.output_f32, ctx.output_tess_level_inner,
  278. ctx.Constant(ctx.U32[1], 1u));
  279. default:
  280. throw NotImplementedException("Patch {}", patch);
  281. }
  282. }()};
  283. ctx.OpStore(pointer, value);
  284. }
  285. void EmitSetFragColor(EmitContext& ctx, u32 index, u32 component, Id value) {
  286. const Id component_id{ctx.Constant(ctx.U32[1], component)};
  287. const Id pointer{ctx.OpAccessChain(ctx.output_f32, ctx.frag_color.at(index), component_id)};
  288. ctx.OpStore(pointer, value);
  289. }
  290. void EmitSetFragDepth(EmitContext& ctx, Id value) {
  291. ctx.OpStore(ctx.frag_depth, value);
  292. }
  293. void EmitGetZFlag(EmitContext&) {
  294. throw NotImplementedException("SPIR-V Instruction");
  295. }
  296. void EmitGetSFlag(EmitContext&) {
  297. throw NotImplementedException("SPIR-V Instruction");
  298. }
  299. void EmitGetCFlag(EmitContext&) {
  300. throw NotImplementedException("SPIR-V Instruction");
  301. }
  302. void EmitGetOFlag(EmitContext&) {
  303. throw NotImplementedException("SPIR-V Instruction");
  304. }
  305. void EmitSetZFlag(EmitContext&) {
  306. throw NotImplementedException("SPIR-V Instruction");
  307. }
  308. void EmitSetSFlag(EmitContext&) {
  309. throw NotImplementedException("SPIR-V Instruction");
  310. }
  311. void EmitSetCFlag(EmitContext&) {
  312. throw NotImplementedException("SPIR-V Instruction");
  313. }
  314. void EmitSetOFlag(EmitContext&) {
  315. throw NotImplementedException("SPIR-V Instruction");
  316. }
  317. Id EmitWorkgroupId(EmitContext& ctx) {
  318. return ctx.OpLoad(ctx.U32[3], ctx.workgroup_id);
  319. }
  320. Id EmitLocalInvocationId(EmitContext& ctx) {
  321. return ctx.OpLoad(ctx.U32[3], ctx.local_invocation_id);
  322. }
  323. Id EmitInvocationId(EmitContext& ctx) {
  324. return ctx.OpLoad(ctx.U32[1], ctx.invocation_id);
  325. }
  326. Id EmitIsHelperInvocation(EmitContext& ctx) {
  327. return ctx.OpLoad(ctx.U1, ctx.is_helper_invocation);
  328. }
  329. Id EmitLoadLocal(EmitContext& ctx, Id word_offset) {
  330. const Id pointer{ctx.OpAccessChain(ctx.private_u32, ctx.local_memory, word_offset)};
  331. return ctx.OpLoad(ctx.U32[1], pointer);
  332. }
  333. void EmitWriteLocal(EmitContext& ctx, Id word_offset, Id value) {
  334. const Id pointer{ctx.OpAccessChain(ctx.private_u32, ctx.local_memory, word_offset)};
  335. ctx.OpStore(pointer, value);
  336. }
  337. } // namespace Shader::Backend::SPIRV