|
|
@@ -145,36 +145,6 @@ static bool DefaultThreadWakeupCallback(ThreadWakeupReason reason, SharedPtr<Thr
|
|
|
return true;
|
|
|
};
|
|
|
|
|
|
-/// Wait for a kernel object to synchronize, timeout after the specified nanoseconds
|
|
|
-static ResultCode WaitSynchronization1(
|
|
|
- SharedPtr<WaitObject> object, Thread* thread, s64 nano_seconds = -1,
|
|
|
- std::function<Thread::WakeupCallback> wakeup_callback = DefaultThreadWakeupCallback) {
|
|
|
-
|
|
|
- if (!object) {
|
|
|
- return ERR_INVALID_HANDLE;
|
|
|
- }
|
|
|
-
|
|
|
- if (object->ShouldWait(thread)) {
|
|
|
- if (nano_seconds == 0) {
|
|
|
- return RESULT_TIMEOUT;
|
|
|
- }
|
|
|
-
|
|
|
- thread->wait_objects = {object};
|
|
|
- object->AddWaitingThread(thread);
|
|
|
- thread->status = THREADSTATUS_WAIT_SYNCH_ANY;
|
|
|
-
|
|
|
- // Create an event to wake the thread up after the specified nanosecond delay has passed
|
|
|
- thread->WakeAfterDelay(nano_seconds);
|
|
|
- thread->wakeup_callback = wakeup_callback;
|
|
|
-
|
|
|
- Core::System::GetInstance().PrepareReschedule();
|
|
|
- } else {
|
|
|
- object->Acquire(thread);
|
|
|
- }
|
|
|
-
|
|
|
- return RESULT_SUCCESS;
|
|
|
-}
|
|
|
-
|
|
|
/// Wait for the given handles to synchronize, timeout after the specified nanoseconds
|
|
|
static ResultCode WaitSynchronization(Handle* index, VAddr handles_address, u64 handle_count,
|
|
|
s64 nano_seconds) {
|
|
|
@@ -232,7 +202,7 @@ static ResultCode WaitSynchronization(Handle* index, VAddr handles_address, u64
|
|
|
thread->WakeAfterDelay(nano_seconds);
|
|
|
thread->wakeup_callback = DefaultThreadWakeupCallback;
|
|
|
|
|
|
- Core::System::GetInstance().PrepareReschedule();
|
|
|
+ Core::System::GetInstance().CpuCore(thread->processor_id).PrepareReschedule();
|
|
|
|
|
|
return RESULT_TIMEOUT;
|
|
|
}
|
|
|
@@ -395,7 +365,7 @@ static ResultCode SetThreadPriority(Handle handle, u32 priority) {
|
|
|
|
|
|
thread->SetPriority(priority);
|
|
|
|
|
|
- Core::System::GetInstance().PrepareReschedule();
|
|
|
+ Core::System::GetInstance().CpuCore(thread->processor_id).PrepareReschedule();
|
|
|
return RESULT_SUCCESS;
|
|
|
}
|
|
|
|
|
|
@@ -552,6 +522,7 @@ static ResultCode CreateThread(Handle* out_handle, VAddr entry_point, u64 arg, V
|
|
|
*out_handle = thread->guest_handle;
|
|
|
|
|
|
Core::System::GetInstance().PrepareReschedule();
|
|
|
+ Core::System::GetInstance().CpuCore(thread->processor_id).PrepareReschedule();
|
|
|
|
|
|
NGLOG_TRACE(Kernel_SVC,
|
|
|
"called entrypoint=0x{:08X} ({}), arg=0x{:08X}, stacktop=0x{:08X}, "
|
|
|
@@ -570,7 +541,10 @@ static ResultCode StartThread(Handle thread_handle) {
|
|
|
return ERR_INVALID_HANDLE;
|
|
|
}
|
|
|
|
|
|
+ ASSERT(thread->status == THREADSTATUS_DORMANT);
|
|
|
+
|
|
|
thread->ResumeFromWait();
|
|
|
+ Core::System::GetInstance().CpuCore(thread->processor_id).PrepareReschedule();
|
|
|
|
|
|
return RESULT_SUCCESS;
|
|
|
}
|
|
|
@@ -634,61 +608,78 @@ static ResultCode SignalProcessWideKey(VAddr condition_variable_addr, s32 target
|
|
|
NGLOG_TRACE(Kernel_SVC, "called, condition_variable_addr=0x{:X}, target=0x{:08X}",
|
|
|
condition_variable_addr, target);
|
|
|
|
|
|
- u32 processed = 0;
|
|
|
+ auto RetrieveWaitingThreads =
|
|
|
+ [](size_t core_index, std::vector<SharedPtr<Thread>>& waiting_threads, VAddr condvar_addr) {
|
|
|
+ const auto& scheduler = Core::System::GetInstance().Scheduler(core_index);
|
|
|
+ auto& thread_list = scheduler->GetThreadList();
|
|
|
|
|
|
- auto signal_process_wide_key = [&](size_t core_index) {
|
|
|
- const auto& scheduler = Core::System::GetInstance().Scheduler(core_index);
|
|
|
- for (auto& thread : scheduler->GetThreadList()) {
|
|
|
- if (thread->condvar_wait_address != condition_variable_addr)
|
|
|
- continue;
|
|
|
-
|
|
|
- // Only process up to 'target' threads, unless 'target' is -1, in which case process
|
|
|
- // them all.
|
|
|
- if (target != -1 && processed >= target)
|
|
|
- break;
|
|
|
-
|
|
|
- // If the mutex is not yet acquired, acquire it.
|
|
|
- u32 mutex_val = Memory::Read32(thread->mutex_wait_address);
|
|
|
-
|
|
|
- if (mutex_val == 0) {
|
|
|
- // We were able to acquire the mutex, resume this thread.
|
|
|
- Memory::Write32(thread->mutex_wait_address, thread->wait_handle);
|
|
|
- ASSERT(thread->status == THREADSTATUS_WAIT_MUTEX);
|
|
|
- thread->ResumeFromWait();
|
|
|
-
|
|
|
- auto lock_owner = thread->lock_owner;
|
|
|
- if (lock_owner)
|
|
|
- lock_owner->RemoveMutexWaiter(thread);
|
|
|
-
|
|
|
- thread->lock_owner = nullptr;
|
|
|
- thread->mutex_wait_address = 0;
|
|
|
- thread->condvar_wait_address = 0;
|
|
|
- thread->wait_handle = 0;
|
|
|
- } else {
|
|
|
- // Couldn't acquire the mutex, block the thread.
|
|
|
- Handle owner_handle = static_cast<Handle>(mutex_val & Mutex::MutexOwnerMask);
|
|
|
- auto owner = g_handle_table.Get<Thread>(owner_handle);
|
|
|
- ASSERT(owner);
|
|
|
- ASSERT(thread->status != THREADSTATUS_RUNNING);
|
|
|
- thread->status = THREADSTATUS_WAIT_MUTEX;
|
|
|
- thread->wakeup_callback = nullptr;
|
|
|
-
|
|
|
- // Signal that the mutex now has a waiting thread.
|
|
|
- Memory::Write32(thread->mutex_wait_address, mutex_val | Mutex::MutexHasWaitersFlag);
|
|
|
-
|
|
|
- owner->AddMutexWaiter(thread);
|
|
|
-
|
|
|
- Core::System::GetInstance().CpuCore(thread->processor_id).PrepareReschedule();
|
|
|
+ for (auto& thread : thread_list) {
|
|
|
+ if (thread->condvar_wait_address == condvar_addr)
|
|
|
+ waiting_threads.push_back(thread);
|
|
|
}
|
|
|
+ };
|
|
|
+
|
|
|
+ // Retrieve a list of all threads that are waiting for this condition variable.
|
|
|
+ std::vector<SharedPtr<Thread>> waiting_threads;
|
|
|
+ RetrieveWaitingThreads(0, waiting_threads, condition_variable_addr);
|
|
|
+ RetrieveWaitingThreads(1, waiting_threads, condition_variable_addr);
|
|
|
+ RetrieveWaitingThreads(2, waiting_threads, condition_variable_addr);
|
|
|
+ RetrieveWaitingThreads(3, waiting_threads, condition_variable_addr);
|
|
|
+ // Sort them by priority, such that the highest priority ones come first.
|
|
|
+ std::sort(waiting_threads.begin(), waiting_threads.end(),
|
|
|
+ [](const SharedPtr<Thread>& lhs, const SharedPtr<Thread>& rhs) {
|
|
|
+ return lhs->current_priority < rhs->current_priority;
|
|
|
+ });
|
|
|
+
|
|
|
+ // Only process up to 'target' threads, unless 'target' is -1, in which case process
|
|
|
+ // them all.
|
|
|
+ size_t last = waiting_threads.size();
|
|
|
+ if (target != -1)
|
|
|
+ last = target;
|
|
|
+
|
|
|
+ // If there are no threads waiting on this condition variable, just exit
|
|
|
+ if (last > waiting_threads.size())
|
|
|
+ return RESULT_SUCCESS;
|
|
|
|
|
|
- ++processed;
|
|
|
- }
|
|
|
- };
|
|
|
+ for (size_t index = 0; index < last; ++index) {
|
|
|
+ auto& thread = waiting_threads[index];
|
|
|
+
|
|
|
+ ASSERT(thread->condvar_wait_address == condition_variable_addr);
|
|
|
+
|
|
|
+ // If the mutex is not yet acquired, acquire it.
|
|
|
+ u32 mutex_val = Memory::Read32(thread->mutex_wait_address);
|
|
|
|
|
|
- signal_process_wide_key(0);
|
|
|
- signal_process_wide_key(1);
|
|
|
- signal_process_wide_key(2);
|
|
|
- signal_process_wide_key(3);
|
|
|
+ if (mutex_val == 0) {
|
|
|
+ // We were able to acquire the mutex, resume this thread.
|
|
|
+ Memory::Write32(thread->mutex_wait_address, thread->wait_handle);
|
|
|
+ ASSERT(thread->status == THREADSTATUS_WAIT_MUTEX);
|
|
|
+ thread->ResumeFromWait();
|
|
|
+
|
|
|
+ auto lock_owner = thread->lock_owner;
|
|
|
+ if (lock_owner)
|
|
|
+ lock_owner->RemoveMutexWaiter(thread);
|
|
|
+
|
|
|
+ thread->lock_owner = nullptr;
|
|
|
+ thread->mutex_wait_address = 0;
|
|
|
+ thread->condvar_wait_address = 0;
|
|
|
+ thread->wait_handle = 0;
|
|
|
+ } else {
|
|
|
+ // Couldn't acquire the mutex, block the thread.
|
|
|
+ Handle owner_handle = static_cast<Handle>(mutex_val & Mutex::MutexOwnerMask);
|
|
|
+ auto owner = g_handle_table.Get<Thread>(owner_handle);
|
|
|
+ ASSERT(owner);
|
|
|
+ ASSERT(thread->status != THREADSTATUS_RUNNING);
|
|
|
+ thread->status = THREADSTATUS_WAIT_MUTEX;
|
|
|
+ thread->wakeup_callback = nullptr;
|
|
|
+
|
|
|
+ // Signal that the mutex now has a waiting thread.
|
|
|
+ Memory::Write32(thread->mutex_wait_address, mutex_val | Mutex::MutexHasWaitersFlag);
|
|
|
+
|
|
|
+ owner->AddMutexWaiter(thread);
|
|
|
+
|
|
|
+ Core::System::GetInstance().CpuCore(thread->processor_id).PrepareReschedule();
|
|
|
+ }
|
|
|
+ }
|
|
|
|
|
|
return RESULT_SUCCESS;
|
|
|
}
|