kernel.cpp 7.5 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235
  1. // Copyright 2014 Citra Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #include <atomic>
  5. #include <memory>
  6. #include <mutex>
  7. #include <utility>
  8. #include "common/assert.h"
  9. #include "common/logging/log.h"
  10. #include "core/core.h"
  11. #include "core/core_timing.h"
  12. #include "core/hle/kernel/address_arbiter.h"
  13. #include "core/hle/kernel/client_port.h"
  14. #include "core/hle/kernel/handle_table.h"
  15. #include "core/hle/kernel/kernel.h"
  16. #include "core/hle/kernel/process.h"
  17. #include "core/hle/kernel/resource_limit.h"
  18. #include "core/hle/kernel/thread.h"
  19. #include "core/hle/lock.h"
  20. #include "core/hle/result.h"
  21. namespace Kernel {
  22. /**
  23. * Callback that will wake up the thread it was scheduled for
  24. * @param thread_handle The handle of the thread that's been awoken
  25. * @param cycles_late The number of CPU cycles that have passed since the desired wakeup time
  26. */
  27. static void ThreadWakeupCallback(u64 thread_handle, [[maybe_unused]] s64 cycles_late) {
  28. const auto proper_handle = static_cast<Handle>(thread_handle);
  29. const auto& system = Core::System::GetInstance();
  30. // Lock the global kernel mutex when we enter the kernel HLE.
  31. std::lock_guard lock{HLE::g_hle_lock};
  32. SharedPtr<Thread> thread =
  33. system.Kernel().RetrieveThreadFromWakeupCallbackHandleTable(proper_handle);
  34. if (thread == nullptr) {
  35. LOG_CRITICAL(Kernel, "Callback fired for invalid thread {:08X}", proper_handle);
  36. return;
  37. }
  38. bool resume = true;
  39. if (thread->GetStatus() == ThreadStatus::WaitSynchAny ||
  40. thread->GetStatus() == ThreadStatus::WaitSynchAll ||
  41. thread->GetStatus() == ThreadStatus::WaitHLEEvent) {
  42. // Remove the thread from each of its waiting objects' waitlists
  43. for (const auto& object : thread->GetWaitObjects()) {
  44. object->RemoveWaitingThread(thread.get());
  45. }
  46. thread->ClearWaitObjects();
  47. // Invoke the wakeup callback before clearing the wait objects
  48. if (thread->HasWakeupCallback()) {
  49. resume = thread->InvokeWakeupCallback(ThreadWakeupReason::Timeout, thread, nullptr, 0);
  50. }
  51. }
  52. if (thread->GetMutexWaitAddress() != 0 || thread->GetCondVarWaitAddress() != 0 ||
  53. thread->GetWaitHandle() != 0) {
  54. ASSERT(thread->GetStatus() == ThreadStatus::WaitMutex ||
  55. thread->GetStatus() == ThreadStatus::WaitCondVar);
  56. thread->SetMutexWaitAddress(0);
  57. thread->SetCondVarWaitAddress(0);
  58. thread->SetWaitHandle(0);
  59. auto* const lock_owner = thread->GetLockOwner();
  60. // Threads waking up by timeout from WaitProcessWideKey do not perform priority inheritance
  61. // and don't have a lock owner unless SignalProcessWideKey was called first and the thread
  62. // wasn't awakened due to the mutex already being acquired.
  63. if (lock_owner != nullptr) {
  64. lock_owner->RemoveMutexWaiter(thread);
  65. }
  66. }
  67. if (thread->GetArbiterWaitAddress() != 0) {
  68. ASSERT(thread->GetStatus() == ThreadStatus::WaitArb);
  69. thread->SetArbiterWaitAddress(0);
  70. }
  71. if (resume) {
  72. thread->ResumeFromWait();
  73. }
  74. }
  75. struct KernelCore::Impl {
  76. explicit Impl(Core::System& system) : system{system} {}
  77. void Initialize(KernelCore& kernel) {
  78. Shutdown();
  79. InitializeSystemResourceLimit(kernel);
  80. InitializeThreads();
  81. }
  82. void Shutdown() {
  83. next_object_id = 0;
  84. next_process_id = Process::ProcessIDMin;
  85. next_thread_id = 1;
  86. process_list.clear();
  87. current_process = nullptr;
  88. system_resource_limit = nullptr;
  89. thread_wakeup_callback_handle_table.Clear();
  90. thread_wakeup_event_type = nullptr;
  91. named_ports.clear();
  92. }
  93. // Creates the default system resource limit
  94. void InitializeSystemResourceLimit(KernelCore& kernel) {
  95. system_resource_limit = ResourceLimit::Create(kernel);
  96. // If setting the default system values fails, then something seriously wrong has occurred.
  97. ASSERT(system_resource_limit->SetLimitValue(ResourceType::PhysicalMemory, 0x200000000)
  98. .IsSuccess());
  99. ASSERT(system_resource_limit->SetLimitValue(ResourceType::Threads, 800).IsSuccess());
  100. ASSERT(system_resource_limit->SetLimitValue(ResourceType::Events, 700).IsSuccess());
  101. ASSERT(system_resource_limit->SetLimitValue(ResourceType::TransferMemory, 200).IsSuccess());
  102. ASSERT(system_resource_limit->SetLimitValue(ResourceType::Sessions, 900).IsSuccess());
  103. }
  104. void InitializeThreads() {
  105. thread_wakeup_event_type =
  106. system.CoreTiming().RegisterEvent("ThreadWakeupCallback", ThreadWakeupCallback);
  107. }
  108. std::atomic<u32> next_object_id{0};
  109. std::atomic<u64> next_process_id{Process::ProcessIDMin};
  110. std::atomic<u64> next_thread_id{1};
  111. // Lists all processes that exist in the current session.
  112. std::vector<SharedPtr<Process>> process_list;
  113. Process* current_process = nullptr;
  114. SharedPtr<ResourceLimit> system_resource_limit;
  115. Core::Timing::EventType* thread_wakeup_event_type = nullptr;
  116. // TODO(yuriks): This can be removed if Thread objects are explicitly pooled in the future,
  117. // allowing us to simply use a pool index or similar.
  118. Kernel::HandleTable thread_wakeup_callback_handle_table;
  119. /// Map of named ports managed by the kernel, which can be retrieved using
  120. /// the ConnectToPort SVC.
  121. NamedPortTable named_ports;
  122. // System context
  123. Core::System& system;
  124. };
  125. KernelCore::KernelCore(Core::System& system) : impl{std::make_unique<Impl>(system)} {}
  126. KernelCore::~KernelCore() {
  127. Shutdown();
  128. }
  129. void KernelCore::Initialize() {
  130. impl->Initialize(*this);
  131. }
  132. void KernelCore::Shutdown() {
  133. impl->Shutdown();
  134. }
  135. SharedPtr<ResourceLimit> KernelCore::GetSystemResourceLimit() const {
  136. return impl->system_resource_limit;
  137. }
  138. SharedPtr<Thread> KernelCore::RetrieveThreadFromWakeupCallbackHandleTable(Handle handle) const {
  139. return impl->thread_wakeup_callback_handle_table.Get<Thread>(handle);
  140. }
  141. void KernelCore::AppendNewProcess(SharedPtr<Process> process) {
  142. impl->process_list.push_back(std::move(process));
  143. }
  144. void KernelCore::MakeCurrentProcess(Process* process) {
  145. impl->current_process = process;
  146. }
  147. Process* KernelCore::CurrentProcess() {
  148. return impl->current_process;
  149. }
  150. const Process* KernelCore::CurrentProcess() const {
  151. return impl->current_process;
  152. }
  153. void KernelCore::AddNamedPort(std::string name, SharedPtr<ClientPort> port) {
  154. impl->named_ports.emplace(std::move(name), std::move(port));
  155. }
  156. KernelCore::NamedPortTable::iterator KernelCore::FindNamedPort(const std::string& name) {
  157. return impl->named_ports.find(name);
  158. }
  159. KernelCore::NamedPortTable::const_iterator KernelCore::FindNamedPort(
  160. const std::string& name) const {
  161. return impl->named_ports.find(name);
  162. }
  163. bool KernelCore::IsValidNamedPort(NamedPortTable::const_iterator port) const {
  164. return port != impl->named_ports.cend();
  165. }
  166. u32 KernelCore::CreateNewObjectID() {
  167. return impl->next_object_id++;
  168. }
  169. u64 KernelCore::CreateNewThreadID() {
  170. return impl->next_thread_id++;
  171. }
  172. u64 KernelCore::CreateNewProcessID() {
  173. return impl->next_process_id++;
  174. }
  175. Core::Timing::EventType* KernelCore::ThreadWakeupCallbackEventType() const {
  176. return impl->thread_wakeup_event_type;
  177. }
  178. Kernel::HandleTable& KernelCore::ThreadWakeupCallbackHandleTable() {
  179. return impl->thread_wakeup_callback_handle_table;
  180. }
  181. const Kernel::HandleTable& KernelCore::ThreadWakeupCallbackHandleTable() const {
  182. return impl->thread_wakeup_callback_handle_table;
  183. }
  184. } // namespace Kernel