voice_context.h 9.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291
  1. // Copyright 2020 yuzu Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #pragma once
  5. #include <array>
  6. #include "audio_core/algorithm/interpolate.h"
  7. #include "audio_core/codec.h"
  8. #include "audio_core/common.h"
  9. #include "common/bit_field.h"
  10. #include "common/common_funcs.h"
  11. #include "common/common_types.h"
  12. namespace Core::Memory {
  13. class Memory;
  14. }
  15. namespace AudioCore {
  16. class BehaviorInfo;
  17. class VoiceContext;
  18. enum class SampleFormat : u8 {
  19. Invalid = 0,
  20. Pcm8 = 1,
  21. Pcm16 = 2,
  22. Pcm24 = 3,
  23. Pcm32 = 4,
  24. PcmFloat = 5,
  25. Adpcm = 6,
  26. };
  27. enum class PlayState : u8 {
  28. Started = 0,
  29. Stopped = 1,
  30. Paused = 2,
  31. };
  32. enum class ServerPlayState {
  33. Play = 0,
  34. Stop = 1,
  35. RequestStop = 2,
  36. Paused = 3,
  37. };
  38. struct BiquadFilterParameter {
  39. bool enabled{};
  40. INSERT_PADDING_BYTES(1);
  41. std::array<s16, 3> numerator{};
  42. std::array<s16, 2> denominator{};
  43. };
  44. static_assert(sizeof(BiquadFilterParameter) == 0xc, "BiquadFilterParameter is an invalid size");
  45. struct WaveBuffer {
  46. u64_le buffer_address{};
  47. u64_le buffer_size{};
  48. s32_le start_sample_offset{};
  49. s32_le end_sample_offset{};
  50. u8 is_looping{};
  51. u8 end_of_stream{};
  52. u8 sent_to_server{};
  53. INSERT_PADDING_BYTES(5);
  54. u64 context_address{};
  55. u64 context_size{};
  56. INSERT_PADDING_BYTES(8);
  57. };
  58. static_assert(sizeof(WaveBuffer) == 0x38, "WaveBuffer is an invalid size");
  59. struct ServerWaveBuffer {
  60. VAddr buffer_address{};
  61. std::size_t buffer_size{};
  62. s32 start_sample_offset{};
  63. s32 end_sample_offset{};
  64. bool is_looping{};
  65. bool end_of_stream{};
  66. VAddr context_address{};
  67. std::size_t context_size{};
  68. bool sent_to_dsp{true};
  69. };
  70. struct BehaviorFlags {
  71. BitField<0, 1, u16> is_played_samples_reset_at_loop_point;
  72. BitField<1, 1, u16> is_pitch_and_src_skipped;
  73. };
  74. static_assert(sizeof(BehaviorFlags) == 0x4, "BehaviorFlags is an invalid size");
  75. struct VoiceState {
  76. s64 played_sample_count{};
  77. s32 offset{};
  78. s32 wave_buffer_index{};
  79. std::array<bool, AudioCommon::MAX_WAVE_BUFFERS> is_wave_buffer_valid{};
  80. s32 wave_buffer_consumed{};
  81. std::array<s32, AudioCommon::MAX_SAMPLE_HISTORY> sample_history{};
  82. s32 fraction{};
  83. VAddr context_address{};
  84. Codec::ADPCM_Coeff coeff{};
  85. Codec::ADPCMState context{};
  86. std::array<s64, 2> biquad_filter_state{};
  87. std::array<s32, AudioCommon::MAX_MIX_BUFFERS> previous_samples{};
  88. u32 external_context_size{};
  89. bool is_external_context_used{};
  90. bool voice_dropped{};
  91. // TODO(ogniK): Hack until ADPCM streaming is implemented
  92. std::vector<s16> adpcm_samples{};
  93. };
  94. class VoiceChannelResource {
  95. public:
  96. struct InParams {
  97. s32_le id{};
  98. std::array<float_le, AudioCommon::MAX_MIX_BUFFERS> mix_volume{};
  99. bool in_use{};
  100. INSERT_PADDING_BYTES(11);
  101. };
  102. static_assert(sizeof(VoiceChannelResource::InParams) == 0x70, "InParams is an invalid size");
  103. };
  104. class ServerVoiceChannelResource {
  105. public:
  106. explicit ServerVoiceChannelResource(s32 id);
  107. ~ServerVoiceChannelResource();
  108. bool InUse() const;
  109. float GetCurrentMixVolumeAt(std::size_t i) const;
  110. float GetLastMixVolumeAt(std::size_t i) const;
  111. void Update(VoiceChannelResource::InParams& in_params);
  112. void UpdateLastMixVolumes();
  113. const std::array<float, AudioCommon::MAX_MIX_BUFFERS>& GetCurrentMixVolume() const;
  114. const std::array<float, AudioCommon::MAX_MIX_BUFFERS>& GetLastMixVolume() const;
  115. private:
  116. s32 id{};
  117. std::array<float, AudioCommon::MAX_MIX_BUFFERS> mix_volume{};
  118. std::array<float, AudioCommon::MAX_MIX_BUFFERS> last_mix_volume{};
  119. bool in_use{};
  120. };
  121. class VoiceInfo {
  122. public:
  123. struct InParams {
  124. s32_le id{};
  125. u32_le node_id{};
  126. u8 is_new{};
  127. u8 is_in_use{};
  128. PlayState play_state{};
  129. SampleFormat sample_format{};
  130. s32_le sample_rate{};
  131. s32_le priority{};
  132. s32_le sorting_order{};
  133. s32_le channel_count{};
  134. float_le pitch{};
  135. float_le volume{};
  136. std::array<BiquadFilterParameter, 2> biquad_filter{};
  137. s32_le wave_buffer_count{};
  138. s16_le wave_buffer_head{};
  139. INSERT_PADDING_BYTES(6);
  140. u64_le additional_params_address{};
  141. u64_le additional_params_size{};
  142. s32_le mix_id{};
  143. s32_le splitter_info_id{};
  144. std::array<WaveBuffer, 4> wave_buffer{};
  145. std::array<u32_le, 6> voice_channel_resource_ids{};
  146. // TODO(ogniK): Remaining flags
  147. u8 is_voice_drop_flag_clear_requested{};
  148. u8 wave_buffer_flush_request_count{};
  149. INSERT_PADDING_BYTES(2);
  150. BehaviorFlags behavior_flags{};
  151. INSERT_PADDING_BYTES(16);
  152. };
  153. static_assert(sizeof(VoiceInfo::InParams) == 0x170, "InParams is an invalid size");
  154. struct OutParams {
  155. u64_le played_sample_count{};
  156. u32_le wave_buffer_consumed{};
  157. u8 voice_dropped{};
  158. INSERT_PADDING_BYTES(3);
  159. };
  160. static_assert(sizeof(VoiceInfo::OutParams) == 0x10, "OutParams is an invalid size");
  161. };
  162. class ServerVoiceInfo {
  163. public:
  164. struct InParams {
  165. bool in_use{};
  166. bool is_new{};
  167. bool should_depop{};
  168. SampleFormat sample_format{};
  169. s32 sample_rate{};
  170. s32 channel_count{};
  171. s32 id{};
  172. s32 node_id{};
  173. s32 mix_id{};
  174. ServerPlayState current_playstate{};
  175. ServerPlayState last_playstate{};
  176. s32 priority{};
  177. s32 sorting_order{};
  178. float pitch{};
  179. float volume{};
  180. float last_volume{};
  181. std::array<BiquadFilterParameter, AudioCommon::MAX_BIQUAD_FILTERS> biquad_filter{};
  182. s32 wave_buffer_count{};
  183. s16 wave_bufffer_head{};
  184. INSERT_PADDING_BYTES(2);
  185. BehaviorFlags behavior_flags{};
  186. VAddr additional_params_address{};
  187. std::size_t additional_params_size{};
  188. std::array<ServerWaveBuffer, AudioCommon::MAX_WAVE_BUFFERS> wave_buffer{};
  189. std::array<s32, AudioCommon::MAX_CHANNEL_COUNT> voice_channel_resource_id{};
  190. s32 splitter_info_id{};
  191. u8 wave_buffer_flush_request_count{};
  192. bool voice_drop_flag{};
  193. bool buffer_mapped{};
  194. std::array<bool, AudioCommon::MAX_BIQUAD_FILTERS> was_biquad_filter_enabled{};
  195. };
  196. struct OutParams {
  197. s64 played_sample_count{};
  198. s32 wave_buffer_consumed{};
  199. };
  200. ServerVoiceInfo();
  201. ~ServerVoiceInfo();
  202. void Initialize();
  203. void UpdateParameters(const VoiceInfo::InParams& voice_in, BehaviorInfo& behavior_info);
  204. void UpdateWaveBuffers(const VoiceInfo::InParams& voice_in,
  205. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT>& voice_states,
  206. BehaviorInfo& behavior_info);
  207. void UpdateWaveBuffer(ServerWaveBuffer& out_wavebuffer, const WaveBuffer& in_wave_buffer,
  208. SampleFormat sample_format, bool is_buffer_valid,
  209. BehaviorInfo& behavior_info);
  210. void WriteOutStatus(VoiceInfo::OutParams& voice_out, VoiceInfo::InParams& voice_in,
  211. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT>& voice_states);
  212. const InParams& GetInParams() const;
  213. InParams& GetInParams();
  214. const OutParams& GetOutParams() const;
  215. OutParams& GetOutParams();
  216. bool ShouldSkip() const;
  217. bool UpdateForCommandGeneration(VoiceContext& voice_context);
  218. void ResetResources(VoiceContext& voice_context);
  219. bool UpdateParametersForCommandGeneration(
  220. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT>& dsp_voice_states);
  221. void FlushWaveBuffers(u8 flush_count,
  222. std::array<VoiceState*, AudioCommon::MAX_CHANNEL_COUNT>& dsp_voice_states,
  223. s32 channel_count);
  224. private:
  225. std::vector<s16> stored_samples;
  226. InParams in_params{};
  227. OutParams out_params{};
  228. bool HasValidWaveBuffer(const VoiceState* state) const;
  229. };
  230. class VoiceContext {
  231. public:
  232. VoiceContext(std::size_t voice_count);
  233. ~VoiceContext();
  234. std::size_t GetVoiceCount() const;
  235. ServerVoiceChannelResource& GetChannelResource(std::size_t i);
  236. const ServerVoiceChannelResource& GetChannelResource(std::size_t i) const;
  237. VoiceState& GetState(std::size_t i);
  238. const VoiceState& GetState(std::size_t i) const;
  239. VoiceState& GetDspSharedState(std::size_t i);
  240. const VoiceState& GetDspSharedState(std::size_t i) const;
  241. ServerVoiceInfo& GetInfo(std::size_t i);
  242. const ServerVoiceInfo& GetInfo(std::size_t i) const;
  243. ServerVoiceInfo& GetSortedInfo(std::size_t i);
  244. const ServerVoiceInfo& GetSortedInfo(std::size_t i) const;
  245. s32 DecodePcm16(s32* output_buffer, ServerWaveBuffer* wave_buffer, s32 channel,
  246. s32 channel_count, s32 buffer_offset, s32 sample_count,
  247. Core::Memory::Memory& memory);
  248. void SortInfo();
  249. void UpdateStateByDspShared();
  250. private:
  251. std::size_t voice_count{};
  252. std::vector<ServerVoiceChannelResource> voice_channel_resources{};
  253. std::vector<VoiceState> voice_states{};
  254. std::vector<VoiceState> dsp_voice_states{};
  255. std::vector<ServerVoiceInfo> voice_info{};
  256. std::vector<ServerVoiceInfo*> sorted_voice_info{};
  257. };
  258. } // namespace AudioCore