info_updater.cpp 20 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513
  1. // Copyright 2020 yuzu Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #include "audio_core/behavior_info.h"
  5. #include "audio_core/effect_context.h"
  6. #include "audio_core/info_updater.h"
  7. #include "audio_core/memory_pool.h"
  8. #include "audio_core/mix_context.h"
  9. #include "audio_core/sink_context.h"
  10. #include "audio_core/splitter_context.h"
  11. #include "audio_core/voice_context.h"
  12. #include "common/logging/log.h"
  13. namespace AudioCore {
  14. InfoUpdater::InfoUpdater(const std::vector<u8>& in_params_, std::vector<u8>& out_params_,
  15. BehaviorInfo& behavior_info_)
  16. : in_params(in_params_), out_params(out_params_), behavior_info(behavior_info_) {
  17. ASSERT(
  18. AudioCommon::CanConsumeBuffer(in_params.size(), 0, sizeof(AudioCommon::UpdateDataHeader)));
  19. std::memcpy(&input_header, in_params.data(), sizeof(AudioCommon::UpdateDataHeader));
  20. output_header.total_size = sizeof(AudioCommon::UpdateDataHeader);
  21. }
  22. InfoUpdater::~InfoUpdater() = default;
  23. bool InfoUpdater::UpdateBehaviorInfo(BehaviorInfo& in_behavior_info) {
  24. if (input_header.size.behavior != sizeof(BehaviorInfo::InParams)) {
  25. LOG_ERROR(Audio, "Behavior info is an invalid size, expecting 0x{:X} but got 0x{:X}",
  26. sizeof(BehaviorInfo::InParams), input_header.size.behavior);
  27. return false;
  28. }
  29. if (!AudioCommon::CanConsumeBuffer(in_params.size(), input_offset,
  30. sizeof(BehaviorInfo::InParams))) {
  31. LOG_ERROR(Audio, "Buffer is an invalid size!");
  32. return false;
  33. }
  34. BehaviorInfo::InParams behavior_in{};
  35. std::memcpy(&behavior_in, in_params.data() + input_offset, sizeof(BehaviorInfo::InParams));
  36. input_offset += sizeof(BehaviorInfo::InParams);
  37. // Make sure it's an audio revision we can actually support
  38. if (!AudioCommon::IsValidRevision(behavior_in.revision)) {
  39. LOG_ERROR(Audio, "Invalid input revision, revision=0x{:08X}", behavior_in.revision);
  40. return false;
  41. }
  42. // Make sure that our behavior info revision matches the input
  43. if (in_behavior_info.GetUserRevision() != behavior_in.revision) {
  44. LOG_ERROR(Audio,
  45. "User revision differs from input revision, expecting 0x{:08X} but got 0x{:08X}",
  46. in_behavior_info.GetUserRevision(), behavior_in.revision);
  47. return false;
  48. }
  49. // Update behavior info flags
  50. in_behavior_info.ClearError();
  51. in_behavior_info.UpdateFlags(behavior_in.flags);
  52. return true;
  53. }
  54. bool InfoUpdater::UpdateMemoryPools(std::vector<ServerMemoryPoolInfo>& memory_pool_info) {
  55. const auto memory_pool_count = memory_pool_info.size();
  56. const auto total_memory_pool_in = sizeof(ServerMemoryPoolInfo::InParams) * memory_pool_count;
  57. const auto total_memory_pool_out = sizeof(ServerMemoryPoolInfo::OutParams) * memory_pool_count;
  58. if (input_header.size.memory_pool != total_memory_pool_in) {
  59. LOG_ERROR(Audio, "Memory pools are an invalid size, expecting 0x{:X} but got 0x{:X}",
  60. total_memory_pool_in, input_header.size.memory_pool);
  61. return false;
  62. }
  63. if (!AudioCommon::CanConsumeBuffer(in_params.size(), input_offset, total_memory_pool_in)) {
  64. LOG_ERROR(Audio, "Buffer is an invalid size!");
  65. return false;
  66. }
  67. std::vector<ServerMemoryPoolInfo::InParams> mempool_in(memory_pool_count);
  68. std::vector<ServerMemoryPoolInfo::OutParams> mempool_out(memory_pool_count);
  69. std::memcpy(mempool_in.data(), in_params.data() + input_offset, total_memory_pool_in);
  70. input_offset += total_memory_pool_in;
  71. // Update our memory pools
  72. for (std::size_t i = 0; i < memory_pool_count; i++) {
  73. if (!memory_pool_info[i].Update(mempool_in[i], mempool_out[i])) {
  74. LOG_ERROR(Audio, "Failed to update memory pool {}!", i);
  75. return false;
  76. }
  77. }
  78. if (!AudioCommon::CanConsumeBuffer(out_params.size(), output_offset,
  79. sizeof(BehaviorInfo::InParams))) {
  80. LOG_ERROR(Audio, "Buffer is an invalid size!");
  81. return false;
  82. }
  83. std::memcpy(out_params.data() + output_offset, mempool_out.data(), total_memory_pool_out);
  84. output_offset += total_memory_pool_out;
  85. output_header.size.memory_pool = static_cast<u32>(total_memory_pool_out);
  86. return true;
  87. }
  88. bool InfoUpdater::UpdateVoiceChannelResources(VoiceContext& voice_context) {
  89. const auto voice_count = voice_context.GetVoiceCount();
  90. const auto voice_size = voice_count * sizeof(VoiceChannelResource::InParams);
  91. std::vector<VoiceChannelResource::InParams> resources_in(voice_count);
  92. if (input_header.size.voice_channel_resource != voice_size) {
  93. LOG_ERROR(Audio, "VoiceChannelResource is an invalid size, expecting 0x{:X} but got 0x{:X}",
  94. voice_size, input_header.size.voice_channel_resource);
  95. return false;
  96. }
  97. if (!AudioCommon::CanConsumeBuffer(in_params.size(), input_offset, voice_size)) {
  98. LOG_ERROR(Audio, "Buffer is an invalid size!");
  99. return false;
  100. }
  101. std::memcpy(resources_in.data(), in_params.data() + input_offset, voice_size);
  102. input_offset += voice_size;
  103. // Update our channel resources
  104. for (std::size_t i = 0; i < voice_count; i++) {
  105. // Grab our channel resource
  106. auto& resource = voice_context.GetChannelResource(i);
  107. resource.Update(resources_in[i]);
  108. }
  109. return true;
  110. }
  111. bool InfoUpdater::UpdateVoices(VoiceContext& voice_context,
  112. [[maybe_unused]] std::vector<ServerMemoryPoolInfo>& memory_pool_info,
  113. [[maybe_unused]] VAddr audio_codec_dsp_addr) {
  114. const auto voice_count = voice_context.GetVoiceCount();
  115. std::vector<VoiceInfo::InParams> voice_in(voice_count);
  116. std::vector<VoiceInfo::OutParams> voice_out(voice_count);
  117. const auto voice_in_size = voice_count * sizeof(VoiceInfo::InParams);
  118. const auto voice_out_size = voice_count * sizeof(VoiceInfo::OutParams);
  119. if (input_header.size.voice != voice_in_size) {
  120. LOG_ERROR(Audio, "Voices are an invalid size, expecting 0x{:X} but got 0x{:X}",
  121. voice_in_size, input_header.size.voice);
  122. return false;
  123. }
  124. if (!AudioCommon::CanConsumeBuffer(in_params.size(), input_offset, voice_in_size)) {
  125. LOG_ERROR(Audio, "Buffer is an invalid size!");
  126. return false;
  127. }
  128. std::memcpy(voice_in.data(), in_params.data() + input_offset, voice_in_size);
  129. input_offset += voice_in_size;
  130. // Set all voices to not be in use
  131. for (std::size_t i = 0; i < voice_count; i++) {
  132. voice_context.GetInfo(i).GetInParams().in_use = false;
  133. }
  134. // Update our voices
  135. for (std::size_t i = 0; i < voice_count; i++) {
  136. auto& voice_in_params = voice_in[i];
  137. const auto channel_count = static_cast<std::size_t>(voice_in_params.channel_count);
  138. // Skip if it's not currently in use
  139. if (!voice_in_params.is_in_use) {
  140. continue;
  141. }
  142. // Voice states for each channel
  143. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT> voice_states{};
  144. ASSERT(static_cast<std::size_t>(voice_in_params.id) < voice_count);
  145. // Grab our current voice info
  146. auto& voice_info = voice_context.GetInfo(static_cast<std::size_t>(voice_in_params.id));
  147. ASSERT(channel_count <= AudioCommon::MAX_CHANNEL_COUNT);
  148. // Get all our channel voice states
  149. for (std::size_t channel = 0; channel < channel_count; channel++) {
  150. voice_states[channel] =
  151. &voice_context.GetState(voice_in_params.voice_channel_resource_ids[channel]);
  152. }
  153. if (voice_in_params.is_new) {
  154. // Default our values for our voice
  155. voice_info.Initialize();
  156. // Zero out our voice states
  157. for (std::size_t channel = 0; channel < channel_count; channel++) {
  158. std::memset(voice_states[channel], 0, sizeof(VoiceState));
  159. }
  160. }
  161. // Update our voice
  162. voice_info.UpdateParameters(voice_in_params, behavior_info);
  163. // TODO(ogniK): Handle mapping errors with behavior info based on in params response
  164. // Update our wave buffers
  165. voice_info.UpdateWaveBuffers(voice_in_params, voice_states, behavior_info);
  166. voice_info.WriteOutStatus(voice_out[i], voice_in_params, voice_states);
  167. }
  168. if (!AudioCommon::CanConsumeBuffer(out_params.size(), output_offset, voice_out_size)) {
  169. LOG_ERROR(Audio, "Buffer is an invalid size!");
  170. return false;
  171. }
  172. std::memcpy(out_params.data() + output_offset, voice_out.data(), voice_out_size);
  173. output_offset += voice_out_size;
  174. output_header.size.voice = static_cast<u32>(voice_out_size);
  175. return true;
  176. }
  177. bool InfoUpdater::UpdateEffects(EffectContext& effect_context, bool is_active) {
  178. const auto effect_count = effect_context.GetCount();
  179. std::vector<EffectInfo::InParams> effect_in(effect_count);
  180. std::vector<EffectInfo::OutParams> effect_out(effect_count);
  181. const auto total_effect_in = effect_count * sizeof(EffectInfo::InParams);
  182. const auto total_effect_out = effect_count * sizeof(EffectInfo::OutParams);
  183. if (input_header.size.effect != total_effect_in) {
  184. LOG_ERROR(Audio, "Effects are an invalid size, expecting 0x{:X} but got 0x{:X}",
  185. total_effect_in, input_header.size.effect);
  186. return false;
  187. }
  188. if (!AudioCommon::CanConsumeBuffer(in_params.size(), input_offset, total_effect_in)) {
  189. LOG_ERROR(Audio, "Buffer is an invalid size!");
  190. return false;
  191. }
  192. std::memcpy(effect_in.data(), in_params.data() + input_offset, total_effect_in);
  193. input_offset += total_effect_in;
  194. // Update effects
  195. for (std::size_t i = 0; i < effect_count; i++) {
  196. auto* info = effect_context.GetInfo(i);
  197. if (effect_in[i].type != info->GetType()) {
  198. info = effect_context.RetargetEffect(i, effect_in[i].type);
  199. }
  200. info->Update(effect_in[i]);
  201. if ((!is_active && info->GetUsage() != UsageState::Initialized) ||
  202. info->GetUsage() == UsageState::Stopped) {
  203. effect_out[i].status = UsageStatus::Removed;
  204. } else {
  205. effect_out[i].status = UsageStatus::Used;
  206. }
  207. }
  208. if (!AudioCommon::CanConsumeBuffer(out_params.size(), output_offset, total_effect_out)) {
  209. LOG_ERROR(Audio, "Buffer is an invalid size!");
  210. return false;
  211. }
  212. std::memcpy(out_params.data() + output_offset, effect_out.data(), total_effect_out);
  213. output_offset += total_effect_out;
  214. output_header.size.effect = static_cast<u32>(total_effect_out);
  215. return true;
  216. }
  217. bool InfoUpdater::UpdateSplitterInfo(SplitterContext& splitter_context) {
  218. std::size_t start_offset = input_offset;
  219. std::size_t bytes_read{};
  220. // Update splitter context
  221. if (!splitter_context.Update(in_params, input_offset, bytes_read)) {
  222. LOG_ERROR(Audio, "Failed to update splitter context!");
  223. return false;
  224. }
  225. const auto consumed = input_offset - start_offset;
  226. if (input_header.size.splitter != consumed) {
  227. LOG_ERROR(Audio, "Splitters is an invalid size, expecting 0x{:X} but got 0x{:X}",
  228. bytes_read, input_header.size.splitter);
  229. return false;
  230. }
  231. return true;
  232. }
  233. ResultCode InfoUpdater::UpdateMixes(MixContext& mix_context, std::size_t mix_buffer_count,
  234. SplitterContext& splitter_context,
  235. EffectContext& effect_context) {
  236. std::vector<MixInfo::InParams> mix_in_params;
  237. if (!behavior_info.IsMixInParameterDirtyOnlyUpdateSupported()) {
  238. // If we're not dirty, get ALL mix in parameters
  239. const auto context_mix_count = mix_context.GetCount();
  240. const auto total_mix_in = context_mix_count * sizeof(MixInfo::InParams);
  241. if (input_header.size.mixer != total_mix_in) {
  242. LOG_ERROR(Audio, "Mixer is an invalid size, expecting 0x{:X} but got 0x{:X}",
  243. total_mix_in, input_header.size.mixer);
  244. return AudioCommon::Audren::ERR_INVALID_PARAMETERS;
  245. }
  246. if (!AudioCommon::CanConsumeBuffer(in_params.size(), input_offset, total_mix_in)) {
  247. LOG_ERROR(Audio, "Buffer is an invalid size!");
  248. return AudioCommon::Audren::ERR_INVALID_PARAMETERS;
  249. }
  250. mix_in_params.resize(context_mix_count);
  251. std::memcpy(mix_in_params.data(), in_params.data() + input_offset, total_mix_in);
  252. input_offset += total_mix_in;
  253. } else {
  254. // Only update the "dirty" mixes
  255. MixInfo::DirtyHeader dirty_header{};
  256. if (!AudioCommon::CanConsumeBuffer(in_params.size(), input_offset,
  257. sizeof(MixInfo::DirtyHeader))) {
  258. LOG_ERROR(Audio, "Buffer is an invalid size!");
  259. return AudioCommon::Audren::ERR_INVALID_PARAMETERS;
  260. }
  261. std::memcpy(&dirty_header, in_params.data() + input_offset, sizeof(MixInfo::DirtyHeader));
  262. input_offset += sizeof(MixInfo::DirtyHeader);
  263. const auto total_mix_in =
  264. dirty_header.mixer_count * sizeof(MixInfo::InParams) + sizeof(MixInfo::DirtyHeader);
  265. if (input_header.size.mixer != total_mix_in) {
  266. LOG_ERROR(Audio, "Mixer is an invalid size, expecting 0x{:X} but got 0x{:X}",
  267. total_mix_in, input_header.size.mixer);
  268. return AudioCommon::Audren::ERR_INVALID_PARAMETERS;
  269. }
  270. if (dirty_header.mixer_count != 0) {
  271. mix_in_params.resize(dirty_header.mixer_count);
  272. std::memcpy(mix_in_params.data(), in_params.data() + input_offset,
  273. mix_in_params.size() * sizeof(MixInfo::InParams));
  274. input_offset += mix_in_params.size() * sizeof(MixInfo::InParams);
  275. }
  276. }
  277. // Get our total input count
  278. const auto mix_count = mix_in_params.size();
  279. if (!behavior_info.IsMixInParameterDirtyOnlyUpdateSupported()) {
  280. // Only verify our buffer count if we're not dirty
  281. std::size_t total_buffer_count{};
  282. for (std::size_t i = 0; i < mix_count; i++) {
  283. const auto& in = mix_in_params[i];
  284. total_buffer_count += in.buffer_count;
  285. if (static_cast<std::size_t>(in.dest_mix_id) > mix_count &&
  286. in.dest_mix_id != AudioCommon::NO_MIX && in.mix_id != AudioCommon::FINAL_MIX) {
  287. LOG_ERROR(
  288. Audio,
  289. "Invalid mix destination, mix_id={:X}, dest_mix_id={:X}, mix_buffer_count={:X}",
  290. in.mix_id, in.dest_mix_id, mix_buffer_count);
  291. return AudioCommon::Audren::ERR_INVALID_PARAMETERS;
  292. }
  293. }
  294. if (total_buffer_count > mix_buffer_count) {
  295. LOG_ERROR(Audio,
  296. "Too many mix buffers used! mix_buffer_count={:X}, requesting_buffers={:X}",
  297. mix_buffer_count, total_buffer_count);
  298. return AudioCommon::Audren::ERR_INVALID_PARAMETERS;
  299. }
  300. }
  301. if (mix_buffer_count == 0) {
  302. LOG_ERROR(Audio, "No mix buffers!");
  303. return AudioCommon::Audren::ERR_INVALID_PARAMETERS;
  304. }
  305. bool should_sort = false;
  306. for (std::size_t i = 0; i < mix_count; i++) {
  307. const auto& mix_in = mix_in_params[i];
  308. std::size_t target_mix{};
  309. if (behavior_info.IsMixInParameterDirtyOnlyUpdateSupported()) {
  310. target_mix = mix_in.mix_id;
  311. } else {
  312. // Non dirty supported games just use i instead of the actual mix_id
  313. target_mix = i;
  314. }
  315. auto& mix_info = mix_context.GetInfo(target_mix);
  316. auto& mix_info_params = mix_info.GetInParams();
  317. if (mix_info_params.in_use != mix_in.in_use) {
  318. mix_info_params.in_use = mix_in.in_use;
  319. mix_info.ResetEffectProcessingOrder();
  320. should_sort = true;
  321. }
  322. if (mix_in.in_use) {
  323. should_sort |= mix_info.Update(mix_context.GetEdgeMatrix(), mix_in, behavior_info,
  324. splitter_context, effect_context);
  325. }
  326. }
  327. if (should_sort && behavior_info.IsSplitterSupported()) {
  328. // Sort our splitter data
  329. if (!mix_context.TsortInfo(splitter_context)) {
  330. return AudioCommon::Audren::ERR_SPLITTER_SORT_FAILED;
  331. }
  332. }
  333. // TODO(ogniK): Sort when splitter is suppoorted
  334. return ResultSuccess;
  335. }
  336. bool InfoUpdater::UpdateSinks(SinkContext& sink_context) {
  337. const auto sink_count = sink_context.GetCount();
  338. std::vector<SinkInfo::InParams> sink_in_params(sink_count);
  339. const auto total_sink_in = sink_count * sizeof(SinkInfo::InParams);
  340. if (input_header.size.sink != total_sink_in) {
  341. LOG_ERROR(Audio, "Sinks are an invalid size, expecting 0x{:X} but got 0x{:X}",
  342. total_sink_in, input_header.size.effect);
  343. return false;
  344. }
  345. if (!AudioCommon::CanConsumeBuffer(in_params.size(), input_offset, total_sink_in)) {
  346. LOG_ERROR(Audio, "Buffer is an invalid size!");
  347. return false;
  348. }
  349. std::memcpy(sink_in_params.data(), in_params.data() + input_offset, total_sink_in);
  350. input_offset += total_sink_in;
  351. // TODO(ogniK): Properly update sinks
  352. if (!sink_in_params.empty()) {
  353. sink_context.UpdateMainSink(sink_in_params[0]);
  354. }
  355. output_header.size.sink = static_cast<u32>(0x20 * sink_count);
  356. output_offset += 0x20 * sink_count;
  357. return true;
  358. }
  359. bool InfoUpdater::UpdatePerformanceBuffer() {
  360. output_header.size.performance = 0x10;
  361. output_offset += 0x10;
  362. return true;
  363. }
  364. bool InfoUpdater::UpdateErrorInfo([[maybe_unused]] BehaviorInfo& in_behavior_info) {
  365. const auto total_beahvior_info_out = sizeof(BehaviorInfo::OutParams);
  366. if (!AudioCommon::CanConsumeBuffer(out_params.size(), output_offset, total_beahvior_info_out)) {
  367. LOG_ERROR(Audio, "Buffer is an invalid size!");
  368. return false;
  369. }
  370. BehaviorInfo::OutParams behavior_info_out{};
  371. behavior_info.CopyErrorInfo(behavior_info_out);
  372. std::memcpy(out_params.data() + output_offset, &behavior_info_out, total_beahvior_info_out);
  373. output_offset += total_beahvior_info_out;
  374. output_header.size.behavior = total_beahvior_info_out;
  375. return true;
  376. }
  377. struct RendererInfo {
  378. u64_le elasped_frame_count{};
  379. INSERT_PADDING_WORDS(2);
  380. };
  381. static_assert(sizeof(RendererInfo) == 0x10, "RendererInfo is an invalid size");
  382. bool InfoUpdater::UpdateRendererInfo(std::size_t elapsed_frame_count) {
  383. const auto total_renderer_info_out = sizeof(RendererInfo);
  384. if (!AudioCommon::CanConsumeBuffer(out_params.size(), output_offset, total_renderer_info_out)) {
  385. LOG_ERROR(Audio, "Buffer is an invalid size!");
  386. return false;
  387. }
  388. RendererInfo out{};
  389. out.elasped_frame_count = elapsed_frame_count;
  390. std::memcpy(out_params.data() + output_offset, &out, total_renderer_info_out);
  391. output_offset += total_renderer_info_out;
  392. output_header.size.render_info = total_renderer_info_out;
  393. return true;
  394. }
  395. bool InfoUpdater::CheckConsumedSize() const {
  396. if (output_offset != out_params.size()) {
  397. LOG_ERROR(Audio, "Output is not consumed! Consumed {}, but requires {}. {} bytes remaining",
  398. output_offset, out_params.size(), out_params.size() - output_offset);
  399. return false;
  400. }
  401. /*if (input_offset != in_params.size()) {
  402. LOG_ERROR(Audio, "Input is not consumed!");
  403. return false;
  404. }*/
  405. return true;
  406. }
  407. bool InfoUpdater::WriteOutputHeader() {
  408. if (!AudioCommon::CanConsumeBuffer(out_params.size(), 0,
  409. sizeof(AudioCommon::UpdateDataHeader))) {
  410. LOG_ERROR(Audio, "Buffer is an invalid size!");
  411. return false;
  412. }
  413. output_header.revision = AudioCommon::CURRENT_PROCESS_REVISION;
  414. const auto& sz = output_header.size;
  415. output_header.total_size += sz.behavior + sz.memory_pool + sz.voice +
  416. sz.voice_channel_resource + sz.effect + sz.mixer + sz.sink +
  417. sz.performance + sz.splitter + sz.render_info;
  418. std::memcpy(out_params.data(), &output_header, sizeof(AudioCommon::UpdateDataHeader));
  419. return true;
  420. }
  421. } // namespace AudioCore