|
|
@@ -298,7 +298,7 @@ ResultCode KPageTable::MapProcessCode(VAddr addr, std::size_t num_pages, KMemory
|
|
|
return ResultSuccess;
|
|
|
}
|
|
|
|
|
|
-ResultCode KPageTable::MapProcessCodeMemory(VAddr dst_addr, VAddr src_addr, std::size_t size) {
|
|
|
+ResultCode KPageTable::MapCodeMemory(VAddr dst_addr, VAddr src_addr, std::size_t size) {
|
|
|
std::lock_guard lock{page_table_lock};
|
|
|
|
|
|
const std::size_t num_pages{size / PageSize};
|
|
|
@@ -307,7 +307,7 @@ ResultCode KPageTable::MapProcessCodeMemory(VAddr dst_addr, VAddr src_addr, std:
|
|
|
KMemoryPermission perm{};
|
|
|
CASCADE_CODE(CheckMemoryState(&state, &perm, nullptr, nullptr, src_addr, size,
|
|
|
KMemoryState::All, KMemoryState::Normal, KMemoryPermission::All,
|
|
|
- KMemoryPermission::ReadAndWrite, KMemoryAttribute::Mask,
|
|
|
+ KMemoryPermission::UserReadWrite, KMemoryAttribute::Mask,
|
|
|
KMemoryAttribute::None, KMemoryAttribute::IpcAndDeviceMapped));
|
|
|
|
|
|
if (IsRegionMapped(dst_addr, size)) {
|
|
|
@@ -335,7 +335,7 @@ ResultCode KPageTable::MapProcessCodeMemory(VAddr dst_addr, VAddr src_addr, std:
|
|
|
return ResultSuccess;
|
|
|
}
|
|
|
|
|
|
-ResultCode KPageTable::UnmapProcessCodeMemory(VAddr dst_addr, VAddr src_addr, std::size_t size) {
|
|
|
+ResultCode KPageTable::UnmapCodeMemory(VAddr dst_addr, VAddr src_addr, std::size_t size) {
|
|
|
std::lock_guard lock{page_table_lock};
|
|
|
|
|
|
if (!size) {
|
|
|
@@ -361,7 +361,7 @@ ResultCode KPageTable::UnmapProcessCodeMemory(VAddr dst_addr, VAddr src_addr, st
|
|
|
|
|
|
block_manager->Update(dst_addr, num_pages, KMemoryState::Free);
|
|
|
block_manager->Update(src_addr, num_pages, KMemoryState::Normal,
|
|
|
- KMemoryPermission::ReadAndWrite);
|
|
|
+ KMemoryPermission::UserReadWrite);
|
|
|
|
|
|
system.InvalidateCpuInstructionCacheRange(dst_addr, size);
|
|
|
|
|
|
@@ -416,7 +416,7 @@ void KPageTable::MapPhysicalMemory(KPageLinkedList& page_linked_list, VAddr star
|
|
|
}
|
|
|
|
|
|
const std::size_t num_pages{std::min(src_num_pages, dst_num_pages)};
|
|
|
- Operate(dst_addr, num_pages, KMemoryPermission::ReadAndWrite, OperationType::Map,
|
|
|
+ Operate(dst_addr, num_pages, KMemoryPermission::UserReadWrite, OperationType::Map,
|
|
|
map_addr);
|
|
|
|
|
|
dst_addr += num_pages * PageSize;
|
|
|
@@ -470,7 +470,7 @@ ResultCode KPageTable::MapPhysicalMemory(VAddr addr, std::size_t size) {
|
|
|
const std::size_t num_pages{size / PageSize};
|
|
|
block_manager->Update(addr, num_pages, KMemoryState::Free, KMemoryPermission::None,
|
|
|
KMemoryAttribute::None, KMemoryState::Normal,
|
|
|
- KMemoryPermission::ReadAndWrite, KMemoryAttribute::None);
|
|
|
+ KMemoryPermission::UserReadWrite, KMemoryAttribute::None);
|
|
|
|
|
|
return ResultSuccess;
|
|
|
}
|
|
|
@@ -554,7 +554,7 @@ ResultCode KPageTable::Map(VAddr dst_addr, VAddr src_addr, std::size_t size) {
|
|
|
KMemoryState src_state{};
|
|
|
CASCADE_CODE(CheckMemoryState(
|
|
|
&src_state, nullptr, nullptr, nullptr, src_addr, size, KMemoryState::FlagCanAlias,
|
|
|
- KMemoryState::FlagCanAlias, KMemoryPermission::All, KMemoryPermission::ReadAndWrite,
|
|
|
+ KMemoryState::FlagCanAlias, KMemoryPermission::All, KMemoryPermission::UserReadWrite,
|
|
|
KMemoryAttribute::Mask, KMemoryAttribute::None, KMemoryAttribute::IpcAndDeviceMapped));
|
|
|
|
|
|
if (IsRegionMapped(dst_addr, size)) {
|
|
|
@@ -568,13 +568,13 @@ ResultCode KPageTable::Map(VAddr dst_addr, VAddr src_addr, std::size_t size) {
|
|
|
|
|
|
{
|
|
|
auto block_guard = detail::ScopeExit([&] {
|
|
|
- Operate(src_addr, num_pages, KMemoryPermission::ReadAndWrite,
|
|
|
+ Operate(src_addr, num_pages, KMemoryPermission::UserReadWrite,
|
|
|
OperationType::ChangePermissions);
|
|
|
});
|
|
|
|
|
|
CASCADE_CODE(Operate(src_addr, num_pages, KMemoryPermission::None,
|
|
|
OperationType::ChangePermissions));
|
|
|
- CASCADE_CODE(MapPages(dst_addr, page_linked_list, KMemoryPermission::ReadAndWrite));
|
|
|
+ CASCADE_CODE(MapPages(dst_addr, page_linked_list, KMemoryPermission::UserReadWrite));
|
|
|
|
|
|
block_guard.Cancel();
|
|
|
}
|
|
|
@@ -582,7 +582,7 @@ ResultCode KPageTable::Map(VAddr dst_addr, VAddr src_addr, std::size_t size) {
|
|
|
block_manager->Update(src_addr, num_pages, src_state, KMemoryPermission::None,
|
|
|
KMemoryAttribute::Locked);
|
|
|
block_manager->Update(dst_addr, num_pages, KMemoryState::Stack,
|
|
|
- KMemoryPermission::ReadAndWrite);
|
|
|
+ KMemoryPermission::UserReadWrite);
|
|
|
|
|
|
return ResultSuccess;
|
|
|
}
|
|
|
@@ -617,13 +617,13 @@ ResultCode KPageTable::Unmap(VAddr dst_addr, VAddr src_addr, std::size_t size) {
|
|
|
auto block_guard = detail::ScopeExit([&] { MapPages(dst_addr, dst_pages, dst_perm); });
|
|
|
|
|
|
CASCADE_CODE(Operate(dst_addr, num_pages, KMemoryPermission::None, OperationType::Unmap));
|
|
|
- CASCADE_CODE(Operate(src_addr, num_pages, KMemoryPermission::ReadAndWrite,
|
|
|
+ CASCADE_CODE(Operate(src_addr, num_pages, KMemoryPermission::UserReadWrite,
|
|
|
OperationType::ChangePermissions));
|
|
|
|
|
|
block_guard.Cancel();
|
|
|
}
|
|
|
|
|
|
- block_manager->Update(src_addr, num_pages, src_state, KMemoryPermission::ReadAndWrite);
|
|
|
+ block_manager->Update(src_addr, num_pages, src_state, KMemoryPermission::UserReadWrite);
|
|
|
block_manager->Update(dst_addr, num_pages, KMemoryState::Free);
|
|
|
|
|
|
return ResultSuccess;
|
|
|
@@ -713,50 +713,61 @@ ResultCode KPageTable::UnmapPages(VAddr addr, KPageLinkedList& page_linked_list,
|
|
|
}
|
|
|
|
|
|
ResultCode KPageTable::SetProcessMemoryPermission(VAddr addr, std::size_t size,
|
|
|
- KMemoryPermission perm) {
|
|
|
+ Svc::MemoryPermission svc_perm) {
|
|
|
+ const size_t num_pages = size / PageSize;
|
|
|
|
|
|
+ // Lock the table.
|
|
|
std::lock_guard lock{page_table_lock};
|
|
|
|
|
|
- KMemoryState prev_state{};
|
|
|
- KMemoryPermission prev_perm{};
|
|
|
-
|
|
|
- CASCADE_CODE(CheckMemoryState(
|
|
|
- &prev_state, &prev_perm, nullptr, nullptr, addr, size, KMemoryState::FlagCode,
|
|
|
- KMemoryState::FlagCode, KMemoryPermission::None, KMemoryPermission::None,
|
|
|
- KMemoryAttribute::Mask, KMemoryAttribute::None, KMemoryAttribute::IpcAndDeviceMapped));
|
|
|
-
|
|
|
- KMemoryState state{prev_state};
|
|
|
+ // Verify we can change the memory permission.
|
|
|
+ KMemoryState old_state;
|
|
|
+ KMemoryPermission old_perm;
|
|
|
+ size_t num_allocator_blocks;
|
|
|
+ R_TRY(this->CheckMemoryState(std::addressof(old_state), std::addressof(old_perm), nullptr,
|
|
|
+ std::addressof(num_allocator_blocks), addr, size,
|
|
|
+ KMemoryState::FlagCode, KMemoryState::FlagCode,
|
|
|
+ KMemoryPermission::None, KMemoryPermission::None,
|
|
|
+ KMemoryAttribute::All, KMemoryAttribute::None));
|
|
|
|
|
|
- // Ensure state is mutable if permission allows write
|
|
|
- if ((perm & KMemoryPermission::Write) != KMemoryPermission::None) {
|
|
|
- if (prev_state == KMemoryState::Code) {
|
|
|
- state = KMemoryState::CodeData;
|
|
|
- } else if (prev_state == KMemoryState::AliasCode) {
|
|
|
- state = KMemoryState::AliasCodeData;
|
|
|
- } else {
|
|
|
+ // Determine new perm/state.
|
|
|
+ const KMemoryPermission new_perm = ConvertToKMemoryPermission(svc_perm);
|
|
|
+ KMemoryState new_state = old_state;
|
|
|
+ const bool is_w = (new_perm & KMemoryPermission::UserWrite) == KMemoryPermission::UserWrite;
|
|
|
+ const bool is_x = (new_perm & KMemoryPermission::UserExecute) == KMemoryPermission::UserExecute;
|
|
|
+ const bool was_x =
|
|
|
+ (old_perm & KMemoryPermission::UserExecute) == KMemoryPermission::UserExecute;
|
|
|
+ ASSERT(!(is_w && is_x));
|
|
|
+
|
|
|
+ if (is_w) {
|
|
|
+ switch (old_state) {
|
|
|
+ case KMemoryState::Code:
|
|
|
+ new_state = KMemoryState::CodeData;
|
|
|
+ break;
|
|
|
+ case KMemoryState::AliasCode:
|
|
|
+ new_state = KMemoryState::AliasCodeData;
|
|
|
+ break;
|
|
|
+ default:
|
|
|
UNREACHABLE();
|
|
|
}
|
|
|
}
|
|
|
|
|
|
- // Return early if there is nothing to change
|
|
|
- if (state == prev_state && perm == prev_perm) {
|
|
|
- return ResultSuccess;
|
|
|
- }
|
|
|
+ // Succeed if there's nothing to do.
|
|
|
+ R_SUCCEED_IF(old_perm == new_perm && old_state == new_state);
|
|
|
|
|
|
- if ((prev_perm & KMemoryPermission::Execute) != (perm & KMemoryPermission::Execute)) {
|
|
|
+ // Perform mapping operation.
|
|
|
+ const auto operation =
|
|
|
+ was_x ? OperationType::ChangePermissionsAndRefresh : OperationType::ChangePermissions;
|
|
|
+ R_TRY(Operate(addr, num_pages, new_perm, operation));
|
|
|
+
|
|
|
+ // Update the blocks.
|
|
|
+ block_manager->Update(addr, num_pages, new_state, new_perm, KMemoryAttribute::None);
|
|
|
+
|
|
|
+ // Ensure cache coherency, if we're setting pages as executable.
|
|
|
+ if (is_x) {
|
|
|
// Memory execution state is changing, invalidate CPU cache range
|
|
|
system.InvalidateCpuInstructionCacheRange(addr, size);
|
|
|
}
|
|
|
|
|
|
- const std::size_t num_pages{size / PageSize};
|
|
|
- const OperationType operation{(perm & KMemoryPermission::Execute) != KMemoryPermission::None
|
|
|
- ? OperationType::ChangePermissionsAndRefresh
|
|
|
- : OperationType::ChangePermissions};
|
|
|
-
|
|
|
- CASCADE_CODE(Operate(addr, num_pages, perm, operation));
|
|
|
-
|
|
|
- block_manager->Update(addr, num_pages, state, perm);
|
|
|
-
|
|
|
return ResultSuccess;
|
|
|
}
|
|
|
|
|
|
@@ -785,7 +796,7 @@ ResultCode KPageTable::ReserveTransferMemory(VAddr addr, std::size_t size, KMemo
|
|
|
&state, nullptr, &attribute, nullptr, addr, size,
|
|
|
KMemoryState::FlagCanTransfer | KMemoryState::FlagReferenceCounted,
|
|
|
KMemoryState::FlagCanTransfer | KMemoryState::FlagReferenceCounted, KMemoryPermission::All,
|
|
|
- KMemoryPermission::ReadAndWrite, KMemoryAttribute::Mask, KMemoryAttribute::None,
|
|
|
+ KMemoryPermission::UserReadWrite, KMemoryAttribute::Mask, KMemoryAttribute::None,
|
|
|
KMemoryAttribute::IpcAndDeviceMapped));
|
|
|
|
|
|
block_manager->Update(addr, size / PageSize, state, perm, attribute | KMemoryAttribute::Locked);
|
|
|
@@ -805,7 +816,7 @@ ResultCode KPageTable::ResetTransferMemory(VAddr addr, std::size_t size) {
|
|
|
KMemoryPermission::None, KMemoryPermission::None, KMemoryAttribute::Mask,
|
|
|
KMemoryAttribute::Locked, KMemoryAttribute::IpcAndDeviceMapped));
|
|
|
|
|
|
- block_manager->Update(addr, size / PageSize, state, KMemoryPermission::ReadAndWrite);
|
|
|
+ block_manager->Update(addr, size / PageSize, state, KMemoryPermission::UserReadWrite);
|
|
|
return ResultSuccess;
|
|
|
}
|
|
|
|
|
|
@@ -906,7 +917,7 @@ ResultCode KPageTable::SetHeapSize(VAddr* out, std::size_t size) {
|
|
|
R_TRY(this->CheckMemoryState(std::addressof(num_allocator_blocks),
|
|
|
heap_region_start + size, GetHeapSize() - size,
|
|
|
KMemoryState::All, KMemoryState::Normal,
|
|
|
- KMemoryPermission::All, KMemoryPermission::ReadAndWrite,
|
|
|
+ KMemoryPermission::All, KMemoryPermission::UserReadWrite,
|
|
|
KMemoryAttribute::All, KMemoryAttribute::None));
|
|
|
|
|
|
// Unmap the end of the heap.
|
|
|
@@ -981,7 +992,7 @@ ResultCode KPageTable::SetHeapSize(VAddr* out, std::size_t size) {
|
|
|
|
|
|
// Apply the memory block update.
|
|
|
block_manager->Update(current_heap_end, num_pages, KMemoryState::Normal,
|
|
|
- KMemoryPermission::ReadAndWrite, KMemoryAttribute::None);
|
|
|
+ KMemoryPermission::UserReadWrite, KMemoryAttribute::None);
|
|
|
|
|
|
// Update the current heap end.
|
|
|
current_heap_end = heap_region_start + size;
|