vm_manager.cpp 31 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818819820821822823824825826827828829830831832833834835836837838839840841842843844845846847848849850851852853854855856857858859860861862863864865866867868869870871872873874875876877878879880881882883884885886887888889890891892893894895896897898899900901902903904905906907
  1. // Copyright 2015 Citra Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #include <algorithm>
  5. #include <iterator>
  6. #include <utility>
  7. #include "common/assert.h"
  8. #include "common/logging/log.h"
  9. #include "common/memory_hook.h"
  10. #include "core/arm/arm_interface.h"
  11. #include "core/core.h"
  12. #include "core/file_sys/program_metadata.h"
  13. #include "core/hle/kernel/errors.h"
  14. #include "core/hle/kernel/vm_manager.h"
  15. #include "core/memory.h"
  16. #include "core/memory_setup.h"
  17. namespace Kernel {
  18. namespace {
  19. const char* GetMemoryStateName(MemoryState state) {
  20. static constexpr const char* names[] = {
  21. "Unmapped", "Io",
  22. "Normal", "Code",
  23. "CodeData", "Heap",
  24. "Shared", "Unknown1",
  25. "ModuleCode", "ModuleCodeData",
  26. "IpcBuffer0", "Stack",
  27. "ThreadLocal", "TransferMemoryIsolated",
  28. "TransferMemory", "ProcessMemory",
  29. "Inaccessible", "IpcBuffer1",
  30. "IpcBuffer3", "KernelStack",
  31. };
  32. return names[ToSvcMemoryState(state)];
  33. }
  34. // Checks if a given address range lies within a larger address range.
  35. constexpr bool IsInsideAddressRange(VAddr address, u64 size, VAddr address_range_begin,
  36. VAddr address_range_end) {
  37. const VAddr end_address = address + size - 1;
  38. return address_range_begin <= address && end_address <= address_range_end - 1;
  39. }
  40. } // Anonymous namespace
  41. bool VirtualMemoryArea::CanBeMergedWith(const VirtualMemoryArea& next) const {
  42. ASSERT(base + size == next.base);
  43. if (permissions != next.permissions || state != next.state || attribute != next.attribute ||
  44. type != next.type) {
  45. return false;
  46. }
  47. if (type == VMAType::AllocatedMemoryBlock &&
  48. (backing_block != next.backing_block || offset + size != next.offset)) {
  49. return false;
  50. }
  51. if (type == VMAType::BackingMemory && backing_memory + size != next.backing_memory) {
  52. return false;
  53. }
  54. if (type == VMAType::MMIO && paddr + size != next.paddr) {
  55. return false;
  56. }
  57. return true;
  58. }
  59. VMManager::VMManager(Core::System& system) : system{system} {
  60. // Default to assuming a 39-bit address space. This way we have a sane
  61. // starting point with executables that don't provide metadata.
  62. Reset(FileSys::ProgramAddressSpaceType::Is39Bit);
  63. }
  64. VMManager::~VMManager() {
  65. Reset(FileSys::ProgramAddressSpaceType::Is39Bit);
  66. }
  67. void VMManager::Reset(FileSys::ProgramAddressSpaceType type) {
  68. Clear();
  69. InitializeMemoryRegionRanges(type);
  70. page_table.Resize(address_space_width);
  71. // Initialize the map with a single free region covering the entire managed space.
  72. VirtualMemoryArea initial_vma;
  73. initial_vma.size = address_space_end;
  74. vma_map.emplace(initial_vma.base, initial_vma);
  75. UpdatePageTableForVMA(initial_vma);
  76. }
  77. VMManager::VMAHandle VMManager::FindVMA(VAddr target) const {
  78. if (target >= address_space_end) {
  79. return vma_map.end();
  80. } else {
  81. return std::prev(vma_map.upper_bound(target));
  82. }
  83. }
  84. bool VMManager::IsValidHandle(VMAHandle handle) const {
  85. return handle != vma_map.cend();
  86. }
  87. ResultVal<VMManager::VMAHandle> VMManager::MapMemoryBlock(VAddr target,
  88. std::shared_ptr<std::vector<u8>> block,
  89. std::size_t offset, u64 size,
  90. MemoryState state) {
  91. ASSERT(block != nullptr);
  92. ASSERT(offset + size <= block->size());
  93. // This is the appropriately sized VMA that will turn into our allocation.
  94. CASCADE_RESULT(VMAIter vma_handle, CarveVMA(target, size));
  95. VirtualMemoryArea& final_vma = vma_handle->second;
  96. ASSERT(final_vma.size == size);
  97. system.ArmInterface(0).MapBackingMemory(target, size, block->data() + offset,
  98. VMAPermission::ReadWriteExecute);
  99. system.ArmInterface(1).MapBackingMemory(target, size, block->data() + offset,
  100. VMAPermission::ReadWriteExecute);
  101. system.ArmInterface(2).MapBackingMemory(target, size, block->data() + offset,
  102. VMAPermission::ReadWriteExecute);
  103. system.ArmInterface(3).MapBackingMemory(target, size, block->data() + offset,
  104. VMAPermission::ReadWriteExecute);
  105. final_vma.type = VMAType::AllocatedMemoryBlock;
  106. final_vma.permissions = VMAPermission::ReadWrite;
  107. final_vma.state = state;
  108. final_vma.backing_block = std::move(block);
  109. final_vma.offset = offset;
  110. UpdatePageTableForVMA(final_vma);
  111. return MakeResult<VMAHandle>(MergeAdjacent(vma_handle));
  112. }
  113. ResultVal<VMManager::VMAHandle> VMManager::MapBackingMemory(VAddr target, u8* memory, u64 size,
  114. MemoryState state) {
  115. ASSERT(memory != nullptr);
  116. // This is the appropriately sized VMA that will turn into our allocation.
  117. CASCADE_RESULT(VMAIter vma_handle, CarveVMA(target, size));
  118. VirtualMemoryArea& final_vma = vma_handle->second;
  119. ASSERT(final_vma.size == size);
  120. system.ArmInterface(0).MapBackingMemory(target, size, memory, VMAPermission::ReadWriteExecute);
  121. system.ArmInterface(1).MapBackingMemory(target, size, memory, VMAPermission::ReadWriteExecute);
  122. system.ArmInterface(2).MapBackingMemory(target, size, memory, VMAPermission::ReadWriteExecute);
  123. system.ArmInterface(3).MapBackingMemory(target, size, memory, VMAPermission::ReadWriteExecute);
  124. final_vma.type = VMAType::BackingMemory;
  125. final_vma.permissions = VMAPermission::ReadWrite;
  126. final_vma.state = state;
  127. final_vma.backing_memory = memory;
  128. UpdatePageTableForVMA(final_vma);
  129. return MakeResult<VMAHandle>(MergeAdjacent(vma_handle));
  130. }
  131. ResultVal<VAddr> VMManager::FindFreeRegion(u64 size) const {
  132. // Find the first Free VMA.
  133. const VAddr base = GetASLRRegionBaseAddress();
  134. const VMAHandle vma_handle = std::find_if(vma_map.begin(), vma_map.end(), [&](const auto& vma) {
  135. if (vma.second.type != VMAType::Free)
  136. return false;
  137. const VAddr vma_end = vma.second.base + vma.second.size;
  138. return vma_end > base && vma_end >= base + size;
  139. });
  140. if (vma_handle == vma_map.end()) {
  141. // TODO(Subv): Find the correct error code here.
  142. return ResultCode(-1);
  143. }
  144. const VAddr target = std::max(base, vma_handle->second.base);
  145. return MakeResult<VAddr>(target);
  146. }
  147. ResultVal<VMManager::VMAHandle> VMManager::MapMMIO(VAddr target, PAddr paddr, u64 size,
  148. MemoryState state,
  149. Common::MemoryHookPointer mmio_handler) {
  150. // This is the appropriately sized VMA that will turn into our allocation.
  151. CASCADE_RESULT(VMAIter vma_handle, CarveVMA(target, size));
  152. VirtualMemoryArea& final_vma = vma_handle->second;
  153. ASSERT(final_vma.size == size);
  154. final_vma.type = VMAType::MMIO;
  155. final_vma.permissions = VMAPermission::ReadWrite;
  156. final_vma.state = state;
  157. final_vma.paddr = paddr;
  158. final_vma.mmio_handler = std::move(mmio_handler);
  159. UpdatePageTableForVMA(final_vma);
  160. return MakeResult<VMAHandle>(MergeAdjacent(vma_handle));
  161. }
  162. VMManager::VMAIter VMManager::Unmap(VMAIter vma_handle) {
  163. VirtualMemoryArea& vma = vma_handle->second;
  164. vma.type = VMAType::Free;
  165. vma.permissions = VMAPermission::None;
  166. vma.state = MemoryState::Unmapped;
  167. vma.attribute = MemoryAttribute::None;
  168. vma.backing_block = nullptr;
  169. vma.offset = 0;
  170. vma.backing_memory = nullptr;
  171. vma.paddr = 0;
  172. UpdatePageTableForVMA(vma);
  173. return MergeAdjacent(vma_handle);
  174. }
  175. ResultCode VMManager::UnmapRange(VAddr target, u64 size) {
  176. CASCADE_RESULT(VMAIter vma, CarveVMARange(target, size));
  177. const VAddr target_end = target + size;
  178. const VMAIter end = vma_map.end();
  179. // The comparison against the end of the range must be done using addresses since VMAs can be
  180. // merged during this process, causing invalidation of the iterators.
  181. while (vma != end && vma->second.base < target_end) {
  182. vma = std::next(Unmap(vma));
  183. }
  184. ASSERT(FindVMA(target)->second.size >= size);
  185. system.ArmInterface(0).UnmapMemory(target, size);
  186. system.ArmInterface(1).UnmapMemory(target, size);
  187. system.ArmInterface(2).UnmapMemory(target, size);
  188. system.ArmInterface(3).UnmapMemory(target, size);
  189. return RESULT_SUCCESS;
  190. }
  191. VMManager::VMAHandle VMManager::Reprotect(VMAHandle vma_handle, VMAPermission new_perms) {
  192. VMAIter iter = StripIterConstness(vma_handle);
  193. VirtualMemoryArea& vma = iter->second;
  194. vma.permissions = new_perms;
  195. UpdatePageTableForVMA(vma);
  196. return MergeAdjacent(iter);
  197. }
  198. ResultCode VMManager::ReprotectRange(VAddr target, u64 size, VMAPermission new_perms) {
  199. CASCADE_RESULT(VMAIter vma, CarveVMARange(target, size));
  200. const VAddr target_end = target + size;
  201. const VMAIter end = vma_map.end();
  202. // The comparison against the end of the range must be done using addresses since VMAs can be
  203. // merged during this process, causing invalidation of the iterators.
  204. while (vma != end && vma->second.base < target_end) {
  205. vma = std::next(StripIterConstness(Reprotect(vma, new_perms)));
  206. }
  207. return RESULT_SUCCESS;
  208. }
  209. ResultVal<VAddr> VMManager::SetHeapSize(u64 size) {
  210. if (size > GetHeapRegionSize()) {
  211. return ERR_OUT_OF_MEMORY;
  212. }
  213. // No need to do any additional work if the heap is already the given size.
  214. if (size == GetCurrentHeapSize()) {
  215. return MakeResult(heap_region_base);
  216. }
  217. if (heap_memory == nullptr) {
  218. // Initialize heap
  219. heap_memory = std::make_shared<std::vector<u8>>(size);
  220. heap_end = heap_region_base + size;
  221. } else {
  222. UnmapRange(heap_region_base, GetCurrentHeapSize());
  223. }
  224. // If necessary, expand backing vector to cover new heap extents in
  225. // the case of allocating. Otherwise, shrink the backing memory,
  226. // if a smaller heap has been requested.
  227. const u64 old_heap_size = GetCurrentHeapSize();
  228. if (size > old_heap_size) {
  229. const u64 alloc_size = size - old_heap_size;
  230. heap_memory->insert(heap_memory->end(), alloc_size, 0);
  231. RefreshMemoryBlockMappings(heap_memory.get());
  232. } else if (size < old_heap_size) {
  233. heap_memory->resize(size);
  234. heap_memory->shrink_to_fit();
  235. RefreshMemoryBlockMappings(heap_memory.get());
  236. }
  237. heap_end = heap_region_base + size;
  238. ASSERT(GetCurrentHeapSize() == heap_memory->size());
  239. const auto mapping_result =
  240. MapMemoryBlock(heap_region_base, heap_memory, 0, size, MemoryState::Heap);
  241. if (mapping_result.Failed()) {
  242. return mapping_result.Code();
  243. }
  244. return MakeResult<VAddr>(heap_region_base);
  245. }
  246. ResultCode VMManager::MapCodeMemory(VAddr dst_address, VAddr src_address, u64 size) {
  247. constexpr auto ignore_attribute = MemoryAttribute::LockedForIPC | MemoryAttribute::DeviceMapped;
  248. const auto src_check_result = CheckRangeState(
  249. src_address, size, MemoryState::All, MemoryState::Heap, VMAPermission::All,
  250. VMAPermission::ReadWrite, MemoryAttribute::Mask, MemoryAttribute::None, ignore_attribute);
  251. if (src_check_result.Failed()) {
  252. return src_check_result.Code();
  253. }
  254. const auto mirror_result =
  255. MirrorMemory(dst_address, src_address, size, MemoryState::ModuleCode);
  256. if (mirror_result.IsError()) {
  257. return mirror_result;
  258. }
  259. // Ensure we lock the source memory region.
  260. const auto src_vma_result = CarveVMARange(src_address, size);
  261. if (src_vma_result.Failed()) {
  262. return src_vma_result.Code();
  263. }
  264. auto src_vma_iter = *src_vma_result;
  265. src_vma_iter->second.attribute = MemoryAttribute::Locked;
  266. Reprotect(src_vma_iter, VMAPermission::Read);
  267. // The destination memory region is fine as is, however we need to make it read-only.
  268. return ReprotectRange(dst_address, size, VMAPermission::Read);
  269. }
  270. ResultCode VMManager::UnmapCodeMemory(VAddr dst_address, VAddr src_address, u64 size) {
  271. constexpr auto ignore_attribute = MemoryAttribute::LockedForIPC | MemoryAttribute::DeviceMapped;
  272. const auto src_check_result = CheckRangeState(
  273. src_address, size, MemoryState::All, MemoryState::Heap, VMAPermission::None,
  274. VMAPermission::None, MemoryAttribute::Mask, MemoryAttribute::Locked, ignore_attribute);
  275. if (src_check_result.Failed()) {
  276. return src_check_result.Code();
  277. }
  278. // Yes, the kernel only checks the first page of the region.
  279. const auto dst_check_result =
  280. CheckRangeState(dst_address, Memory::PAGE_SIZE, MemoryState::FlagModule,
  281. MemoryState::FlagModule, VMAPermission::None, VMAPermission::None,
  282. MemoryAttribute::Mask, MemoryAttribute::None, ignore_attribute);
  283. if (dst_check_result.Failed()) {
  284. return dst_check_result.Code();
  285. }
  286. const auto dst_memory_state = std::get<MemoryState>(*dst_check_result);
  287. const auto dst_contiguous_check_result = CheckRangeState(
  288. dst_address, size, MemoryState::All, dst_memory_state, VMAPermission::None,
  289. VMAPermission::None, MemoryAttribute::Mask, MemoryAttribute::None, ignore_attribute);
  290. if (dst_contiguous_check_result.Failed()) {
  291. return dst_contiguous_check_result.Code();
  292. }
  293. const auto unmap_result = UnmapRange(dst_address, size);
  294. if (unmap_result.IsError()) {
  295. return unmap_result;
  296. }
  297. // With the mirrored portion unmapped, restore the original region's traits.
  298. const auto src_vma_result = CarveVMARange(src_address, size);
  299. if (src_vma_result.Failed()) {
  300. return src_vma_result.Code();
  301. }
  302. auto src_vma_iter = *src_vma_result;
  303. src_vma_iter->second.state = MemoryState::Heap;
  304. src_vma_iter->second.attribute = MemoryAttribute::None;
  305. Reprotect(src_vma_iter, VMAPermission::ReadWrite);
  306. if (dst_memory_state == MemoryState::ModuleCode) {
  307. system.InvalidateCpuInstructionCaches();
  308. }
  309. return unmap_result;
  310. }
  311. MemoryInfo VMManager::QueryMemory(VAddr address) const {
  312. const auto vma = FindVMA(address);
  313. MemoryInfo memory_info{};
  314. if (IsValidHandle(vma)) {
  315. memory_info.base_address = vma->second.base;
  316. memory_info.attributes = ToSvcMemoryAttribute(vma->second.attribute);
  317. memory_info.permission = static_cast<u32>(vma->second.permissions);
  318. memory_info.size = vma->second.size;
  319. memory_info.state = ToSvcMemoryState(vma->second.state);
  320. } else {
  321. memory_info.base_address = address_space_end;
  322. memory_info.permission = static_cast<u32>(VMAPermission::None);
  323. memory_info.size = 0 - address_space_end;
  324. memory_info.state = static_cast<u32>(MemoryState::Inaccessible);
  325. }
  326. return memory_info;
  327. }
  328. ResultCode VMManager::SetMemoryAttribute(VAddr address, u64 size, MemoryAttribute mask,
  329. MemoryAttribute attribute) {
  330. constexpr auto ignore_mask = MemoryAttribute::Uncached | MemoryAttribute::DeviceMapped;
  331. constexpr auto attribute_mask = ~ignore_mask;
  332. const auto result = CheckRangeState(
  333. address, size, MemoryState::FlagUncached, MemoryState::FlagUncached, VMAPermission::None,
  334. VMAPermission::None, attribute_mask, MemoryAttribute::None, ignore_mask);
  335. if (result.Failed()) {
  336. return result.Code();
  337. }
  338. const auto [prev_state, prev_permissions, prev_attributes] = *result;
  339. const auto new_attribute = (prev_attributes & ~mask) | (mask & attribute);
  340. const auto carve_result = CarveVMARange(address, size);
  341. if (carve_result.Failed()) {
  342. return carve_result.Code();
  343. }
  344. auto vma_iter = *carve_result;
  345. vma_iter->second.attribute = new_attribute;
  346. MergeAdjacent(vma_iter);
  347. return RESULT_SUCCESS;
  348. }
  349. ResultCode VMManager::MirrorMemory(VAddr dst_addr, VAddr src_addr, u64 size, MemoryState state) {
  350. const auto vma = FindVMA(src_addr);
  351. ASSERT_MSG(vma != vma_map.end(), "Invalid memory address");
  352. ASSERT_MSG(vma->second.backing_block, "Backing block doesn't exist for address");
  353. // The returned VMA might be a bigger one encompassing the desired address.
  354. const auto vma_offset = src_addr - vma->first;
  355. ASSERT_MSG(vma_offset + size <= vma->second.size,
  356. "Shared memory exceeds bounds of mapped block");
  357. const std::shared_ptr<std::vector<u8>>& backing_block = vma->second.backing_block;
  358. const std::size_t backing_block_offset = vma->second.offset + vma_offset;
  359. CASCADE_RESULT(auto new_vma,
  360. MapMemoryBlock(dst_addr, backing_block, backing_block_offset, size, state));
  361. // Protect mirror with permissions from old region
  362. Reprotect(new_vma, vma->second.permissions);
  363. // Remove permissions from old region
  364. Reprotect(vma, VMAPermission::None);
  365. return RESULT_SUCCESS;
  366. }
  367. void VMManager::RefreshMemoryBlockMappings(const std::vector<u8>* block) {
  368. // If this ever proves to have a noticeable performance impact, allow users of the function to
  369. // specify a specific range of addresses to limit the scan to.
  370. for (const auto& p : vma_map) {
  371. const VirtualMemoryArea& vma = p.second;
  372. if (block == vma.backing_block.get()) {
  373. UpdatePageTableForVMA(vma);
  374. }
  375. }
  376. }
  377. void VMManager::LogLayout() const {
  378. for (const auto& p : vma_map) {
  379. const VirtualMemoryArea& vma = p.second;
  380. LOG_DEBUG(Kernel, "{:016X} - {:016X} size: {:016X} {}{}{} {}", vma.base,
  381. vma.base + vma.size, vma.size,
  382. (u8)vma.permissions & (u8)VMAPermission::Read ? 'R' : '-',
  383. (u8)vma.permissions & (u8)VMAPermission::Write ? 'W' : '-',
  384. (u8)vma.permissions & (u8)VMAPermission::Execute ? 'X' : '-',
  385. GetMemoryStateName(vma.state));
  386. }
  387. }
  388. VMManager::VMAIter VMManager::StripIterConstness(const VMAHandle& iter) {
  389. // This uses a neat C++ trick to convert a const_iterator to a regular iterator, given
  390. // non-const access to its container.
  391. return vma_map.erase(iter, iter); // Erases an empty range of elements
  392. }
  393. ResultVal<VMManager::VMAIter> VMManager::CarveVMA(VAddr base, u64 size) {
  394. ASSERT_MSG((size & Memory::PAGE_MASK) == 0, "non-page aligned size: 0x{:016X}", size);
  395. ASSERT_MSG((base & Memory::PAGE_MASK) == 0, "non-page aligned base: 0x{:016X}", base);
  396. VMAIter vma_handle = StripIterConstness(FindVMA(base));
  397. if (vma_handle == vma_map.end()) {
  398. // Target address is outside the range managed by the kernel
  399. return ERR_INVALID_ADDRESS;
  400. }
  401. const VirtualMemoryArea& vma = vma_handle->second;
  402. if (vma.type != VMAType::Free) {
  403. // Region is already allocated
  404. return ERR_INVALID_ADDRESS_STATE;
  405. }
  406. const VAddr start_in_vma = base - vma.base;
  407. const VAddr end_in_vma = start_in_vma + size;
  408. if (end_in_vma > vma.size) {
  409. // Requested allocation doesn't fit inside VMA
  410. return ERR_INVALID_ADDRESS_STATE;
  411. }
  412. if (end_in_vma != vma.size) {
  413. // Split VMA at the end of the allocated region
  414. SplitVMA(vma_handle, end_in_vma);
  415. }
  416. if (start_in_vma != 0) {
  417. // Split VMA at the start of the allocated region
  418. vma_handle = SplitVMA(vma_handle, start_in_vma);
  419. }
  420. return MakeResult<VMAIter>(vma_handle);
  421. }
  422. ResultVal<VMManager::VMAIter> VMManager::CarveVMARange(VAddr target, u64 size) {
  423. ASSERT_MSG((size & Memory::PAGE_MASK) == 0, "non-page aligned size: 0x{:016X}", size);
  424. ASSERT_MSG((target & Memory::PAGE_MASK) == 0, "non-page aligned base: 0x{:016X}", target);
  425. const VAddr target_end = target + size;
  426. ASSERT(target_end >= target);
  427. ASSERT(target_end <= address_space_end);
  428. ASSERT(size > 0);
  429. VMAIter begin_vma = StripIterConstness(FindVMA(target));
  430. const VMAIter i_end = vma_map.lower_bound(target_end);
  431. if (std::any_of(begin_vma, i_end,
  432. [](const auto& entry) { return entry.second.type == VMAType::Free; })) {
  433. return ERR_INVALID_ADDRESS_STATE;
  434. }
  435. if (target != begin_vma->second.base) {
  436. begin_vma = SplitVMA(begin_vma, target - begin_vma->second.base);
  437. }
  438. VMAIter end_vma = StripIterConstness(FindVMA(target_end));
  439. if (end_vma != vma_map.end() && target_end != end_vma->second.base) {
  440. end_vma = SplitVMA(end_vma, target_end - end_vma->second.base);
  441. }
  442. return MakeResult<VMAIter>(begin_vma);
  443. }
  444. VMManager::VMAIter VMManager::SplitVMA(VMAIter vma_handle, u64 offset_in_vma) {
  445. VirtualMemoryArea& old_vma = vma_handle->second;
  446. VirtualMemoryArea new_vma = old_vma; // Make a copy of the VMA
  447. // For now, don't allow no-op VMA splits (trying to split at a boundary) because it's probably
  448. // a bug. This restriction might be removed later.
  449. ASSERT(offset_in_vma < old_vma.size);
  450. ASSERT(offset_in_vma > 0);
  451. old_vma.size = offset_in_vma;
  452. new_vma.base += offset_in_vma;
  453. new_vma.size -= offset_in_vma;
  454. switch (new_vma.type) {
  455. case VMAType::Free:
  456. break;
  457. case VMAType::AllocatedMemoryBlock:
  458. new_vma.offset += offset_in_vma;
  459. break;
  460. case VMAType::BackingMemory:
  461. new_vma.backing_memory += offset_in_vma;
  462. break;
  463. case VMAType::MMIO:
  464. new_vma.paddr += offset_in_vma;
  465. break;
  466. }
  467. ASSERT(old_vma.CanBeMergedWith(new_vma));
  468. return vma_map.emplace_hint(std::next(vma_handle), new_vma.base, new_vma);
  469. }
  470. VMManager::VMAIter VMManager::MergeAdjacent(VMAIter iter) {
  471. const VMAIter next_vma = std::next(iter);
  472. if (next_vma != vma_map.end() && iter->second.CanBeMergedWith(next_vma->second)) {
  473. iter->second.size += next_vma->second.size;
  474. vma_map.erase(next_vma);
  475. }
  476. if (iter != vma_map.begin()) {
  477. VMAIter prev_vma = std::prev(iter);
  478. if (prev_vma->second.CanBeMergedWith(iter->second)) {
  479. prev_vma->second.size += iter->second.size;
  480. vma_map.erase(iter);
  481. iter = prev_vma;
  482. }
  483. }
  484. return iter;
  485. }
  486. void VMManager::UpdatePageTableForVMA(const VirtualMemoryArea& vma) {
  487. switch (vma.type) {
  488. case VMAType::Free:
  489. Memory::UnmapRegion(page_table, vma.base, vma.size);
  490. break;
  491. case VMAType::AllocatedMemoryBlock:
  492. Memory::MapMemoryRegion(page_table, vma.base, vma.size,
  493. vma.backing_block->data() + vma.offset);
  494. break;
  495. case VMAType::BackingMemory:
  496. Memory::MapMemoryRegion(page_table, vma.base, vma.size, vma.backing_memory);
  497. break;
  498. case VMAType::MMIO:
  499. Memory::MapIoRegion(page_table, vma.base, vma.size, vma.mmio_handler);
  500. break;
  501. }
  502. }
  503. void VMManager::InitializeMemoryRegionRanges(FileSys::ProgramAddressSpaceType type) {
  504. u64 map_region_size = 0;
  505. u64 heap_region_size = 0;
  506. u64 new_map_region_size = 0;
  507. u64 tls_io_region_size = 0;
  508. switch (type) {
  509. case FileSys::ProgramAddressSpaceType::Is32Bit:
  510. case FileSys::ProgramAddressSpaceType::Is32BitNoMap:
  511. address_space_width = 32;
  512. code_region_base = 0x200000;
  513. code_region_end = code_region_base + 0x3FE00000;
  514. aslr_region_base = 0x200000;
  515. aslr_region_end = aslr_region_base + 0xFFE00000;
  516. if (type == FileSys::ProgramAddressSpaceType::Is32Bit) {
  517. map_region_size = 0x40000000;
  518. heap_region_size = 0x40000000;
  519. } else {
  520. map_region_size = 0;
  521. heap_region_size = 0x80000000;
  522. }
  523. break;
  524. case FileSys::ProgramAddressSpaceType::Is36Bit:
  525. address_space_width = 36;
  526. code_region_base = 0x8000000;
  527. code_region_end = code_region_base + 0x78000000;
  528. aslr_region_base = 0x8000000;
  529. aslr_region_end = aslr_region_base + 0xFF8000000;
  530. map_region_size = 0x180000000;
  531. heap_region_size = 0x180000000;
  532. break;
  533. case FileSys::ProgramAddressSpaceType::Is39Bit:
  534. address_space_width = 39;
  535. code_region_base = 0x8000000;
  536. code_region_end = code_region_base + 0x80000000;
  537. aslr_region_base = 0x8000000;
  538. aslr_region_end = aslr_region_base + 0x7FF8000000;
  539. map_region_size = 0x1000000000;
  540. heap_region_size = 0x180000000;
  541. new_map_region_size = 0x80000000;
  542. tls_io_region_size = 0x1000000000;
  543. break;
  544. default:
  545. UNREACHABLE_MSG("Invalid address space type specified: {}", static_cast<u32>(type));
  546. return;
  547. }
  548. address_space_base = 0;
  549. address_space_end = 1ULL << address_space_width;
  550. map_region_base = code_region_end;
  551. map_region_end = map_region_base + map_region_size;
  552. heap_region_base = map_region_end;
  553. heap_region_end = heap_region_base + heap_region_size;
  554. heap_end = heap_region_base;
  555. new_map_region_base = heap_region_end;
  556. new_map_region_end = new_map_region_base + new_map_region_size;
  557. tls_io_region_base = new_map_region_end;
  558. tls_io_region_end = tls_io_region_base + tls_io_region_size;
  559. if (new_map_region_size == 0) {
  560. new_map_region_base = address_space_base;
  561. new_map_region_end = address_space_end;
  562. }
  563. }
  564. void VMManager::Clear() {
  565. ClearVMAMap();
  566. ClearPageTable();
  567. }
  568. void VMManager::ClearVMAMap() {
  569. vma_map.clear();
  570. }
  571. void VMManager::ClearPageTable() {
  572. std::fill(page_table.pointers.begin(), page_table.pointers.end(), nullptr);
  573. page_table.special_regions.clear();
  574. std::fill(page_table.attributes.begin(), page_table.attributes.end(),
  575. Common::PageType::Unmapped);
  576. }
  577. VMManager::CheckResults VMManager::CheckRangeState(VAddr address, u64 size, MemoryState state_mask,
  578. MemoryState state, VMAPermission permission_mask,
  579. VMAPermission permissions,
  580. MemoryAttribute attribute_mask,
  581. MemoryAttribute attribute,
  582. MemoryAttribute ignore_mask) const {
  583. auto iter = FindVMA(address);
  584. // If we don't have a valid VMA handle at this point, then it means this is
  585. // being called with an address outside of the address space, which is definitely
  586. // indicative of a bug, as this function only operates on mapped memory regions.
  587. DEBUG_ASSERT(IsValidHandle(iter));
  588. const VAddr end_address = address + size - 1;
  589. const MemoryAttribute initial_attributes = iter->second.attribute;
  590. const VMAPermission initial_permissions = iter->second.permissions;
  591. const MemoryState initial_state = iter->second.state;
  592. while (true) {
  593. // The iterator should be valid throughout the traversal. Hitting the end of
  594. // the mapped VMA regions is unquestionably indicative of a bug.
  595. DEBUG_ASSERT(IsValidHandle(iter));
  596. const auto& vma = iter->second;
  597. if (vma.state != initial_state) {
  598. return ERR_INVALID_ADDRESS_STATE;
  599. }
  600. if ((vma.state & state_mask) != state) {
  601. return ERR_INVALID_ADDRESS_STATE;
  602. }
  603. if (vma.permissions != initial_permissions) {
  604. return ERR_INVALID_ADDRESS_STATE;
  605. }
  606. if ((vma.permissions & permission_mask) != permissions) {
  607. return ERR_INVALID_ADDRESS_STATE;
  608. }
  609. if ((vma.attribute | ignore_mask) != (initial_attributes | ignore_mask)) {
  610. return ERR_INVALID_ADDRESS_STATE;
  611. }
  612. if ((vma.attribute & attribute_mask) != attribute) {
  613. return ERR_INVALID_ADDRESS_STATE;
  614. }
  615. if (end_address <= vma.EndAddress()) {
  616. break;
  617. }
  618. ++iter;
  619. }
  620. return MakeResult(
  621. std::make_tuple(initial_state, initial_permissions, initial_attributes & ~ignore_mask));
  622. }
  623. u64 VMManager::GetTotalPhysicalMemoryAvailable() const {
  624. LOG_WARNING(Kernel, "(STUBBED) called");
  625. return 0xF8000000;
  626. }
  627. VAddr VMManager::GetAddressSpaceBaseAddress() const {
  628. return address_space_base;
  629. }
  630. VAddr VMManager::GetAddressSpaceEndAddress() const {
  631. return address_space_end;
  632. }
  633. u64 VMManager::GetAddressSpaceSize() const {
  634. return address_space_end - address_space_base;
  635. }
  636. u64 VMManager::GetAddressSpaceWidth() const {
  637. return address_space_width;
  638. }
  639. bool VMManager::IsWithinAddressSpace(VAddr address, u64 size) const {
  640. return IsInsideAddressRange(address, size, GetAddressSpaceBaseAddress(),
  641. GetAddressSpaceEndAddress());
  642. }
  643. VAddr VMManager::GetASLRRegionBaseAddress() const {
  644. return aslr_region_base;
  645. }
  646. VAddr VMManager::GetASLRRegionEndAddress() const {
  647. return aslr_region_end;
  648. }
  649. u64 VMManager::GetASLRRegionSize() const {
  650. return aslr_region_end - aslr_region_base;
  651. }
  652. bool VMManager::IsWithinASLRRegion(VAddr begin, u64 size) const {
  653. const VAddr range_end = begin + size;
  654. const VAddr aslr_start = GetASLRRegionBaseAddress();
  655. const VAddr aslr_end = GetASLRRegionEndAddress();
  656. if (aslr_start > begin || begin > range_end || range_end - 1 > aslr_end - 1) {
  657. return false;
  658. }
  659. if (range_end > heap_region_base && heap_region_end > begin) {
  660. return false;
  661. }
  662. if (range_end > map_region_base && map_region_end > begin) {
  663. return false;
  664. }
  665. return true;
  666. }
  667. VAddr VMManager::GetCodeRegionBaseAddress() const {
  668. return code_region_base;
  669. }
  670. VAddr VMManager::GetCodeRegionEndAddress() const {
  671. return code_region_end;
  672. }
  673. u64 VMManager::GetCodeRegionSize() const {
  674. return code_region_end - code_region_base;
  675. }
  676. bool VMManager::IsWithinCodeRegion(VAddr address, u64 size) const {
  677. return IsInsideAddressRange(address, size, GetCodeRegionBaseAddress(),
  678. GetCodeRegionEndAddress());
  679. }
  680. VAddr VMManager::GetHeapRegionBaseAddress() const {
  681. return heap_region_base;
  682. }
  683. VAddr VMManager::GetHeapRegionEndAddress() const {
  684. return heap_region_end;
  685. }
  686. u64 VMManager::GetHeapRegionSize() const {
  687. return heap_region_end - heap_region_base;
  688. }
  689. u64 VMManager::GetCurrentHeapSize() const {
  690. return heap_end - heap_region_base;
  691. }
  692. bool VMManager::IsWithinHeapRegion(VAddr address, u64 size) const {
  693. return IsInsideAddressRange(address, size, GetHeapRegionBaseAddress(),
  694. GetHeapRegionEndAddress());
  695. }
  696. VAddr VMManager::GetMapRegionBaseAddress() const {
  697. return map_region_base;
  698. }
  699. VAddr VMManager::GetMapRegionEndAddress() const {
  700. return map_region_end;
  701. }
  702. u64 VMManager::GetMapRegionSize() const {
  703. return map_region_end - map_region_base;
  704. }
  705. bool VMManager::IsWithinMapRegion(VAddr address, u64 size) const {
  706. return IsInsideAddressRange(address, size, GetMapRegionBaseAddress(), GetMapRegionEndAddress());
  707. }
  708. VAddr VMManager::GetNewMapRegionBaseAddress() const {
  709. return new_map_region_base;
  710. }
  711. VAddr VMManager::GetNewMapRegionEndAddress() const {
  712. return new_map_region_end;
  713. }
  714. u64 VMManager::GetNewMapRegionSize() const {
  715. return new_map_region_end - new_map_region_base;
  716. }
  717. bool VMManager::IsWithinNewMapRegion(VAddr address, u64 size) const {
  718. return IsInsideAddressRange(address, size, GetNewMapRegionBaseAddress(),
  719. GetNewMapRegionEndAddress());
  720. }
  721. VAddr VMManager::GetTLSIORegionBaseAddress() const {
  722. return tls_io_region_base;
  723. }
  724. VAddr VMManager::GetTLSIORegionEndAddress() const {
  725. return tls_io_region_end;
  726. }
  727. u64 VMManager::GetTLSIORegionSize() const {
  728. return tls_io_region_end - tls_io_region_base;
  729. }
  730. bool VMManager::IsWithinTLSIORegion(VAddr address, u64 size) const {
  731. return IsInsideAddressRange(address, size, GetTLSIORegionBaseAddress(),
  732. GetTLSIORegionEndAddress());
  733. }
  734. } // namespace Kernel