voice_context.h 9.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303
  1. // Copyright 2020 yuzu Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #pragma once
  5. #include <array>
  6. #include "audio_core/algorithm/interpolate.h"
  7. #include "audio_core/codec.h"
  8. #include "audio_core/common.h"
  9. #include "common/bit_field.h"
  10. #include "common/common_funcs.h"
  11. #include "common/common_types.h"
  12. namespace Core::Memory {
  13. class Memory;
  14. }
  15. namespace AudioCore {
  16. class BehaviorInfo;
  17. class VoiceContext;
  18. enum class SampleFormat : u8 {
  19. Invalid = 0,
  20. Pcm8 = 1,
  21. Pcm16 = 2,
  22. Pcm24 = 3,
  23. Pcm32 = 4,
  24. PcmFloat = 5,
  25. Adpcm = 6,
  26. };
  27. enum class PlayState : u8 {
  28. Started = 0,
  29. Stopped = 1,
  30. Paused = 2,
  31. };
  32. enum class ServerPlayState {
  33. Play = 0,
  34. Stop = 1,
  35. RequestStop = 2,
  36. Paused = 3,
  37. };
  38. struct BiquadFilterParameter {
  39. bool enabled{};
  40. INSERT_PADDING_BYTES(1);
  41. std::array<s16, 3> numerator{};
  42. std::array<s16, 2> denominator{};
  43. };
  44. static_assert(sizeof(BiquadFilterParameter) == 0xc, "BiquadFilterParameter is an invalid size");
  45. struct WaveBuffer {
  46. u64_le buffer_address{};
  47. u64_le buffer_size{};
  48. s32_le start_sample_offset{};
  49. s32_le end_sample_offset{};
  50. u8 is_looping{};
  51. u8 end_of_stream{};
  52. u8 sent_to_server{};
  53. INSERT_PADDING_BYTES(1);
  54. s32 loop_count{};
  55. u64 context_address{};
  56. u64 context_size{};
  57. u32 loop_start_sample{};
  58. u32 loop_end_sample{};
  59. };
  60. static_assert(sizeof(WaveBuffer) == 0x38, "WaveBuffer is an invalid size");
  61. struct ServerWaveBuffer {
  62. VAddr buffer_address{};
  63. std::size_t buffer_size{};
  64. s32 start_sample_offset{};
  65. s32 end_sample_offset{};
  66. bool is_looping{};
  67. bool end_of_stream{};
  68. VAddr context_address{};
  69. std::size_t context_size{};
  70. s32 loop_count{};
  71. u32 loop_start_sample{};
  72. u32 loop_end_sample{};
  73. bool sent_to_dsp{true};
  74. };
  75. struct BehaviorFlags {
  76. BitField<0, 1, u16> is_played_samples_reset_at_loop_point;
  77. BitField<1, 1, u16> is_pitch_and_src_skipped;
  78. };
  79. static_assert(sizeof(BehaviorFlags) == 0x4, "BehaviorFlags is an invalid size");
  80. struct ADPCMContext {
  81. u16 header;
  82. s16 yn1;
  83. s16 yn2;
  84. };
  85. static_assert(sizeof(ADPCMContext) == 0x6, "ADPCMContext is an invalid size");
  86. struct VoiceState {
  87. s64 played_sample_count;
  88. s32 offset;
  89. s32 wave_buffer_index;
  90. std::array<bool, AudioCommon::MAX_WAVE_BUFFERS> is_wave_buffer_valid;
  91. s32 wave_buffer_consumed;
  92. std::array<s32, AudioCommon::MAX_SAMPLE_HISTORY> sample_history;
  93. s32 fraction;
  94. VAddr context_address;
  95. Codec::ADPCM_Coeff coeff;
  96. ADPCMContext context;
  97. std::array<s64, 2> biquad_filter_state;
  98. std::array<s32, AudioCommon::MAX_MIX_BUFFERS> previous_samples;
  99. u32 external_context_size;
  100. bool is_external_context_used;
  101. bool voice_dropped;
  102. s32 loop_count;
  103. };
  104. class VoiceChannelResource {
  105. public:
  106. struct InParams {
  107. s32_le id{};
  108. std::array<float_le, AudioCommon::MAX_MIX_BUFFERS> mix_volume{};
  109. bool in_use{};
  110. INSERT_PADDING_BYTES(11);
  111. };
  112. static_assert(sizeof(InParams) == 0x70, "InParams is an invalid size");
  113. };
  114. class ServerVoiceChannelResource {
  115. public:
  116. explicit ServerVoiceChannelResource(s32 id_);
  117. ~ServerVoiceChannelResource();
  118. bool InUse() const;
  119. float GetCurrentMixVolumeAt(std::size_t i) const;
  120. float GetLastMixVolumeAt(std::size_t i) const;
  121. void Update(VoiceChannelResource::InParams& in_params);
  122. void UpdateLastMixVolumes();
  123. const std::array<float, AudioCommon::MAX_MIX_BUFFERS>& GetCurrentMixVolume() const;
  124. const std::array<float, AudioCommon::MAX_MIX_BUFFERS>& GetLastMixVolume() const;
  125. private:
  126. s32 id{};
  127. std::array<float, AudioCommon::MAX_MIX_BUFFERS> mix_volume{};
  128. std::array<float, AudioCommon::MAX_MIX_BUFFERS> last_mix_volume{};
  129. bool in_use{};
  130. };
  131. class VoiceInfo {
  132. public:
  133. struct InParams {
  134. s32_le id{};
  135. u32_le node_id{};
  136. u8 is_new{};
  137. u8 is_in_use{};
  138. PlayState play_state{};
  139. SampleFormat sample_format{};
  140. s32_le sample_rate{};
  141. s32_le priority{};
  142. s32_le sorting_order{};
  143. s32_le channel_count{};
  144. float_le pitch{};
  145. float_le volume{};
  146. std::array<BiquadFilterParameter, 2> biquad_filter{};
  147. s32_le wave_buffer_count{};
  148. s16_le wave_buffer_head{};
  149. INSERT_PADDING_BYTES(6);
  150. u64_le additional_params_address{};
  151. u64_le additional_params_size{};
  152. s32_le mix_id{};
  153. s32_le splitter_info_id{};
  154. std::array<WaveBuffer, 4> wave_buffer{};
  155. std::array<u32_le, 6> voice_channel_resource_ids{};
  156. // TODO(ogniK): Remaining flags
  157. u8 is_voice_drop_flag_clear_requested{};
  158. u8 wave_buffer_flush_request_count{};
  159. INSERT_PADDING_BYTES(2);
  160. BehaviorFlags behavior_flags{};
  161. INSERT_PADDING_BYTES(16);
  162. };
  163. static_assert(sizeof(InParams) == 0x170, "InParams is an invalid size");
  164. struct OutParams {
  165. u64_le played_sample_count{};
  166. u32_le wave_buffer_consumed{};
  167. u8 voice_dropped{};
  168. INSERT_PADDING_BYTES(3);
  169. };
  170. static_assert(sizeof(OutParams) == 0x10, "OutParams is an invalid size");
  171. };
  172. class ServerVoiceInfo {
  173. public:
  174. struct InParams {
  175. bool in_use{};
  176. bool is_new{};
  177. bool should_depop{};
  178. SampleFormat sample_format{};
  179. s32 sample_rate{};
  180. s32 channel_count{};
  181. s32 id{};
  182. s32 node_id{};
  183. s32 mix_id{};
  184. ServerPlayState current_playstate{};
  185. ServerPlayState last_playstate{};
  186. s32 priority{};
  187. s32 sorting_order{};
  188. float pitch{};
  189. float volume{};
  190. float last_volume{};
  191. std::array<BiquadFilterParameter, AudioCommon::MAX_BIQUAD_FILTERS> biquad_filter{};
  192. s32 wave_buffer_count{};
  193. s16 wave_buffer_head{};
  194. INSERT_PADDING_BYTES(2);
  195. BehaviorFlags behavior_flags{};
  196. VAddr additional_params_address{};
  197. std::size_t additional_params_size{};
  198. std::array<ServerWaveBuffer, AudioCommon::MAX_WAVE_BUFFERS> wave_buffer{};
  199. std::array<s32, AudioCommon::MAX_CHANNEL_COUNT> voice_channel_resource_id{};
  200. s32 splitter_info_id{};
  201. u8 wave_buffer_flush_request_count{};
  202. bool voice_drop_flag{};
  203. bool buffer_mapped{};
  204. std::array<bool, AudioCommon::MAX_BIQUAD_FILTERS> was_biquad_filter_enabled{};
  205. };
  206. struct OutParams {
  207. s64 played_sample_count{};
  208. s32 wave_buffer_consumed{};
  209. };
  210. ServerVoiceInfo();
  211. ~ServerVoiceInfo();
  212. void Initialize();
  213. void UpdateParameters(const VoiceInfo::InParams& voice_in, BehaviorInfo& behavior_info);
  214. void UpdateWaveBuffers(const VoiceInfo::InParams& voice_in,
  215. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT>& voice_states,
  216. BehaviorInfo& behavior_info);
  217. void UpdateWaveBuffer(ServerWaveBuffer& out_wavebuffer, const WaveBuffer& in_wave_buffer,
  218. SampleFormat sample_format, bool is_buffer_valid,
  219. BehaviorInfo& behavior_info);
  220. void WriteOutStatus(VoiceInfo::OutParams& voice_out, VoiceInfo::InParams& voice_in,
  221. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT>& voice_states);
  222. const InParams& GetInParams() const;
  223. InParams& GetInParams();
  224. const OutParams& GetOutParams() const;
  225. OutParams& GetOutParams();
  226. bool ShouldSkip() const;
  227. bool UpdateForCommandGeneration(VoiceContext& voice_context);
  228. void ResetResources(VoiceContext& voice_context);
  229. bool UpdateParametersForCommandGeneration(
  230. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT>& dsp_voice_states);
  231. void FlushWaveBuffers(u8 flush_count,
  232. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT>& dsp_voice_states,
  233. s32 channel_count);
  234. void SetWaveBufferCompleted(VoiceState& dsp_state, const ServerWaveBuffer& wave_buffer);
  235. private:
  236. std::vector<s16> stored_samples;
  237. InParams in_params{};
  238. OutParams out_params{};
  239. bool HasValidWaveBuffer(const VoiceState* state) const;
  240. };
  241. class VoiceContext {
  242. public:
  243. explicit VoiceContext(std::size_t voice_count_);
  244. ~VoiceContext();
  245. std::size_t GetVoiceCount() const;
  246. ServerVoiceChannelResource& GetChannelResource(std::size_t i);
  247. const ServerVoiceChannelResource& GetChannelResource(std::size_t i) const;
  248. VoiceState& GetState(std::size_t i);
  249. const VoiceState& GetState(std::size_t i) const;
  250. VoiceState& GetDspSharedState(std::size_t i);
  251. const VoiceState& GetDspSharedState(std::size_t i) const;
  252. ServerVoiceInfo& GetInfo(std::size_t i);
  253. const ServerVoiceInfo& GetInfo(std::size_t i) const;
  254. ServerVoiceInfo& GetSortedInfo(std::size_t i);
  255. const ServerVoiceInfo& GetSortedInfo(std::size_t i) const;
  256. s32 DecodePcm16(s32* output_buffer, ServerWaveBuffer* wave_buffer, s32 channel,
  257. s32 channel_count, s32 buffer_offset, s32 sample_count,
  258. Core::Memory::Memory& memory);
  259. void SortInfo();
  260. void UpdateStateByDspShared();
  261. private:
  262. std::size_t voice_count{};
  263. std::vector<ServerVoiceChannelResource> voice_channel_resources{};
  264. std::vector<VoiceState> voice_states{};
  265. std::vector<VoiceState> dsp_voice_states{};
  266. std::vector<ServerVoiceInfo> voice_info{};
  267. std::vector<ServerVoiceInfo*> sorted_voice_info{};
  268. };
  269. } // namespace AudioCore