vm_manager.cpp 27 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652653654655656657658659660661662663664665666667668669670671672673674675676677678679680681682683684685686687688689690691692693694695696697698699700701702703704705706707708709710711712713714715716717718719720721722723724725726727728729730731732733734735736737738739740741742743744745746747748749750751752753754755756757758759760761762763764765766767768769770771772773774775776777778779780781782783784785786787788789790791792793794795796797798799800801802803804805806807808809810811812813814815816817818
  1. // Copyright 2015 Citra Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #include <algorithm>
  5. #include <iterator>
  6. #include <utility>
  7. #include "common/assert.h"
  8. #include "common/logging/log.h"
  9. #include "core/arm/arm_interface.h"
  10. #include "core/core.h"
  11. #include "core/file_sys/program_metadata.h"
  12. #include "core/hle/kernel/errors.h"
  13. #include "core/hle/kernel/vm_manager.h"
  14. #include "core/memory.h"
  15. #include "core/memory_hook.h"
  16. #include "core/memory_setup.h"
  17. namespace Kernel {
  18. static const char* GetMemoryStateName(MemoryState state) {
  19. static constexpr const char* names[] = {
  20. "Unmapped", "Io",
  21. "Normal", "CodeStatic",
  22. "CodeMutable", "Heap",
  23. "Shared", "Unknown1",
  24. "ModuleCodeStatic", "ModuleCodeMutable",
  25. "IpcBuffer0", "Stack",
  26. "ThreadLocal", "TransferMemoryIsolated",
  27. "TransferMemory", "ProcessMemory",
  28. "Inaccessible", "IpcBuffer1",
  29. "IpcBuffer3", "KernelStack",
  30. };
  31. return names[ToSvcMemoryState(state)];
  32. }
  33. bool VirtualMemoryArea::CanBeMergedWith(const VirtualMemoryArea& next) const {
  34. ASSERT(base + size == next.base);
  35. if (permissions != next.permissions || state != next.state || attribute != next.attribute ||
  36. type != next.type) {
  37. return false;
  38. }
  39. if (type == VMAType::AllocatedMemoryBlock &&
  40. (backing_block != next.backing_block || offset + size != next.offset)) {
  41. return false;
  42. }
  43. if (type == VMAType::BackingMemory && backing_memory + size != next.backing_memory) {
  44. return false;
  45. }
  46. if (type == VMAType::MMIO && paddr + size != next.paddr) {
  47. return false;
  48. }
  49. return true;
  50. }
  51. VMManager::VMManager() {
  52. // Default to assuming a 39-bit address space. This way we have a sane
  53. // starting point with executables that don't provide metadata.
  54. Reset(FileSys::ProgramAddressSpaceType::Is39Bit);
  55. }
  56. VMManager::~VMManager() {
  57. Reset(FileSys::ProgramAddressSpaceType::Is39Bit);
  58. }
  59. void VMManager::Reset(FileSys::ProgramAddressSpaceType type) {
  60. Clear();
  61. InitializeMemoryRegionRanges(type);
  62. page_table.Resize(address_space_width);
  63. // Initialize the map with a single free region covering the entire managed space.
  64. VirtualMemoryArea initial_vma;
  65. initial_vma.size = address_space_end;
  66. vma_map.emplace(initial_vma.base, initial_vma);
  67. UpdatePageTableForVMA(initial_vma);
  68. }
  69. VMManager::VMAHandle VMManager::FindVMA(VAddr target) const {
  70. if (target >= address_space_end) {
  71. return vma_map.end();
  72. } else {
  73. return std::prev(vma_map.upper_bound(target));
  74. }
  75. }
  76. bool VMManager::IsValidHandle(VMAHandle handle) const {
  77. return handle != vma_map.cend();
  78. }
  79. ResultVal<VMManager::VMAHandle> VMManager::MapMemoryBlock(VAddr target,
  80. std::shared_ptr<std::vector<u8>> block,
  81. std::size_t offset, u64 size,
  82. MemoryState state) {
  83. ASSERT(block != nullptr);
  84. ASSERT(offset + size <= block->size());
  85. // This is the appropriately sized VMA that will turn into our allocation.
  86. CASCADE_RESULT(VMAIter vma_handle, CarveVMA(target, size));
  87. VirtualMemoryArea& final_vma = vma_handle->second;
  88. ASSERT(final_vma.size == size);
  89. auto& system = Core::System::GetInstance();
  90. system.ArmInterface(0).MapBackingMemory(target, size, block->data() + offset,
  91. VMAPermission::ReadWriteExecute);
  92. system.ArmInterface(1).MapBackingMemory(target, size, block->data() + offset,
  93. VMAPermission::ReadWriteExecute);
  94. system.ArmInterface(2).MapBackingMemory(target, size, block->data() + offset,
  95. VMAPermission::ReadWriteExecute);
  96. system.ArmInterface(3).MapBackingMemory(target, size, block->data() + offset,
  97. VMAPermission::ReadWriteExecute);
  98. final_vma.type = VMAType::AllocatedMemoryBlock;
  99. final_vma.permissions = VMAPermission::ReadWrite;
  100. final_vma.state = state;
  101. final_vma.backing_block = std::move(block);
  102. final_vma.offset = offset;
  103. UpdatePageTableForVMA(final_vma);
  104. return MakeResult<VMAHandle>(MergeAdjacent(vma_handle));
  105. }
  106. ResultVal<VMManager::VMAHandle> VMManager::MapBackingMemory(VAddr target, u8* memory, u64 size,
  107. MemoryState state) {
  108. ASSERT(memory != nullptr);
  109. // This is the appropriately sized VMA that will turn into our allocation.
  110. CASCADE_RESULT(VMAIter vma_handle, CarveVMA(target, size));
  111. VirtualMemoryArea& final_vma = vma_handle->second;
  112. ASSERT(final_vma.size == size);
  113. auto& system = Core::System::GetInstance();
  114. system.ArmInterface(0).MapBackingMemory(target, size, memory, VMAPermission::ReadWriteExecute);
  115. system.ArmInterface(1).MapBackingMemory(target, size, memory, VMAPermission::ReadWriteExecute);
  116. system.ArmInterface(2).MapBackingMemory(target, size, memory, VMAPermission::ReadWriteExecute);
  117. system.ArmInterface(3).MapBackingMemory(target, size, memory, VMAPermission::ReadWriteExecute);
  118. final_vma.type = VMAType::BackingMemory;
  119. final_vma.permissions = VMAPermission::ReadWrite;
  120. final_vma.state = state;
  121. final_vma.backing_memory = memory;
  122. UpdatePageTableForVMA(final_vma);
  123. return MakeResult<VMAHandle>(MergeAdjacent(vma_handle));
  124. }
  125. ResultVal<VAddr> VMManager::FindFreeRegion(u64 size) const {
  126. // Find the first Free VMA.
  127. const VAddr base = GetASLRRegionBaseAddress();
  128. const VMAHandle vma_handle = std::find_if(vma_map.begin(), vma_map.end(), [&](const auto& vma) {
  129. if (vma.second.type != VMAType::Free)
  130. return false;
  131. const VAddr vma_end = vma.second.base + vma.second.size;
  132. return vma_end > base && vma_end >= base + size;
  133. });
  134. if (vma_handle == vma_map.end()) {
  135. // TODO(Subv): Find the correct error code here.
  136. return ResultCode(-1);
  137. }
  138. const VAddr target = std::max(base, vma_handle->second.base);
  139. return MakeResult<VAddr>(target);
  140. }
  141. ResultVal<VMManager::VMAHandle> VMManager::MapMMIO(VAddr target, PAddr paddr, u64 size,
  142. MemoryState state,
  143. Memory::MemoryHookPointer mmio_handler) {
  144. // This is the appropriately sized VMA that will turn into our allocation.
  145. CASCADE_RESULT(VMAIter vma_handle, CarveVMA(target, size));
  146. VirtualMemoryArea& final_vma = vma_handle->second;
  147. ASSERT(final_vma.size == size);
  148. final_vma.type = VMAType::MMIO;
  149. final_vma.permissions = VMAPermission::ReadWrite;
  150. final_vma.state = state;
  151. final_vma.paddr = paddr;
  152. final_vma.mmio_handler = std::move(mmio_handler);
  153. UpdatePageTableForVMA(final_vma);
  154. return MakeResult<VMAHandle>(MergeAdjacent(vma_handle));
  155. }
  156. VMManager::VMAIter VMManager::Unmap(VMAIter vma_handle) {
  157. VirtualMemoryArea& vma = vma_handle->second;
  158. vma.type = VMAType::Free;
  159. vma.permissions = VMAPermission::None;
  160. vma.state = MemoryState::Unmapped;
  161. vma.attribute = MemoryAttribute::None;
  162. vma.backing_block = nullptr;
  163. vma.offset = 0;
  164. vma.backing_memory = nullptr;
  165. vma.paddr = 0;
  166. UpdatePageTableForVMA(vma);
  167. return MergeAdjacent(vma_handle);
  168. }
  169. ResultCode VMManager::UnmapRange(VAddr target, u64 size) {
  170. CASCADE_RESULT(VMAIter vma, CarveVMARange(target, size));
  171. const VAddr target_end = target + size;
  172. const VMAIter end = vma_map.end();
  173. // The comparison against the end of the range must be done using addresses since VMAs can be
  174. // merged during this process, causing invalidation of the iterators.
  175. while (vma != end && vma->second.base < target_end) {
  176. vma = std::next(Unmap(vma));
  177. }
  178. ASSERT(FindVMA(target)->second.size >= size);
  179. auto& system = Core::System::GetInstance();
  180. system.ArmInterface(0).UnmapMemory(target, size);
  181. system.ArmInterface(1).UnmapMemory(target, size);
  182. system.ArmInterface(2).UnmapMemory(target, size);
  183. system.ArmInterface(3).UnmapMemory(target, size);
  184. return RESULT_SUCCESS;
  185. }
  186. VMManager::VMAHandle VMManager::Reprotect(VMAHandle vma_handle, VMAPermission new_perms) {
  187. VMAIter iter = StripIterConstness(vma_handle);
  188. VirtualMemoryArea& vma = iter->second;
  189. vma.permissions = new_perms;
  190. UpdatePageTableForVMA(vma);
  191. return MergeAdjacent(iter);
  192. }
  193. ResultCode VMManager::ReprotectRange(VAddr target, u64 size, VMAPermission new_perms) {
  194. CASCADE_RESULT(VMAIter vma, CarveVMARange(target, size));
  195. const VAddr target_end = target + size;
  196. const VMAIter end = vma_map.end();
  197. // The comparison against the end of the range must be done using addresses since VMAs can be
  198. // merged during this process, causing invalidation of the iterators.
  199. while (vma != end && vma->second.base < target_end) {
  200. vma = std::next(StripIterConstness(Reprotect(vma, new_perms)));
  201. }
  202. return RESULT_SUCCESS;
  203. }
  204. ResultVal<VAddr> VMManager::HeapAllocate(VAddr target, u64 size, VMAPermission perms) {
  205. if (target < GetHeapRegionBaseAddress() || target + size > GetHeapRegionEndAddress() ||
  206. target + size < target) {
  207. return ERR_INVALID_ADDRESS;
  208. }
  209. if (heap_memory == nullptr) {
  210. // Initialize heap
  211. heap_memory = std::make_shared<std::vector<u8>>();
  212. heap_start = heap_end = target;
  213. } else {
  214. UnmapRange(heap_start, heap_end - heap_start);
  215. }
  216. // If necessary, expand backing vector to cover new heap extents.
  217. if (target < heap_start) {
  218. heap_memory->insert(begin(*heap_memory), heap_start - target, 0);
  219. heap_start = target;
  220. RefreshMemoryBlockMappings(heap_memory.get());
  221. }
  222. if (target + size > heap_end) {
  223. heap_memory->insert(end(*heap_memory), (target + size) - heap_end, 0);
  224. heap_end = target + size;
  225. RefreshMemoryBlockMappings(heap_memory.get());
  226. }
  227. ASSERT(heap_end - heap_start == heap_memory->size());
  228. CASCADE_RESULT(auto vma, MapMemoryBlock(target, heap_memory, target - heap_start, size,
  229. MemoryState::Heap));
  230. Reprotect(vma, perms);
  231. heap_used = size;
  232. return MakeResult<VAddr>(heap_end - size);
  233. }
  234. ResultCode VMManager::HeapFree(VAddr target, u64 size) {
  235. if (target < GetHeapRegionBaseAddress() || target + size > GetHeapRegionEndAddress() ||
  236. target + size < target) {
  237. return ERR_INVALID_ADDRESS;
  238. }
  239. if (size == 0) {
  240. return RESULT_SUCCESS;
  241. }
  242. const ResultCode result = UnmapRange(target, size);
  243. if (result.IsError()) {
  244. return result;
  245. }
  246. heap_used -= size;
  247. return RESULT_SUCCESS;
  248. }
  249. MemoryInfo VMManager::QueryMemory(VAddr address) const {
  250. const auto vma = FindVMA(address);
  251. MemoryInfo memory_info{};
  252. if (IsValidHandle(vma)) {
  253. memory_info.base_address = vma->second.base;
  254. memory_info.attributes = ToSvcMemoryAttribute(vma->second.attribute);
  255. memory_info.permission = static_cast<u32>(vma->second.permissions);
  256. memory_info.size = vma->second.size;
  257. memory_info.state = ToSvcMemoryState(vma->second.state);
  258. } else {
  259. memory_info.base_address = address_space_end;
  260. memory_info.permission = static_cast<u32>(VMAPermission::None);
  261. memory_info.size = 0 - address_space_end;
  262. memory_info.state = static_cast<u32>(MemoryState::Inaccessible);
  263. }
  264. return memory_info;
  265. }
  266. ResultCode VMManager::SetMemoryAttribute(VAddr address, u64 size, MemoryAttribute mask,
  267. MemoryAttribute attribute) {
  268. constexpr auto ignore_mask = MemoryAttribute::Uncached | MemoryAttribute::DeviceMapped;
  269. constexpr auto attribute_mask = ~ignore_mask;
  270. const auto result = CheckRangeState(
  271. address, size, MemoryState::FlagUncached, MemoryState::FlagUncached, VMAPermission::None,
  272. VMAPermission::None, attribute_mask, MemoryAttribute::None, ignore_mask);
  273. if (result.Failed()) {
  274. return result.Code();
  275. }
  276. const auto [prev_state, prev_permissions, prev_attributes] = *result;
  277. const auto new_attribute = (prev_attributes & ~mask) | (mask & attribute);
  278. const auto carve_result = CarveVMARange(address, size);
  279. if (carve_result.Failed()) {
  280. return carve_result.Code();
  281. }
  282. auto vma_iter = *carve_result;
  283. vma_iter->second.attribute = new_attribute;
  284. MergeAdjacent(vma_iter);
  285. return RESULT_SUCCESS;
  286. }
  287. ResultCode VMManager::MirrorMemory(VAddr dst_addr, VAddr src_addr, u64 size, MemoryState state) {
  288. const auto vma = FindVMA(src_addr);
  289. ASSERT_MSG(vma != vma_map.end(), "Invalid memory address");
  290. ASSERT_MSG(vma->second.backing_block, "Backing block doesn't exist for address");
  291. // The returned VMA might be a bigger one encompassing the desired address.
  292. const auto vma_offset = src_addr - vma->first;
  293. ASSERT_MSG(vma_offset + size <= vma->second.size,
  294. "Shared memory exceeds bounds of mapped block");
  295. const std::shared_ptr<std::vector<u8>>& backing_block = vma->second.backing_block;
  296. const std::size_t backing_block_offset = vma->second.offset + vma_offset;
  297. CASCADE_RESULT(auto new_vma,
  298. MapMemoryBlock(dst_addr, backing_block, backing_block_offset, size, state));
  299. // Protect mirror with permissions from old region
  300. Reprotect(new_vma, vma->second.permissions);
  301. // Remove permissions from old region
  302. Reprotect(vma, VMAPermission::None);
  303. return RESULT_SUCCESS;
  304. }
  305. void VMManager::RefreshMemoryBlockMappings(const std::vector<u8>* block) {
  306. // If this ever proves to have a noticeable performance impact, allow users of the function to
  307. // specify a specific range of addresses to limit the scan to.
  308. for (const auto& p : vma_map) {
  309. const VirtualMemoryArea& vma = p.second;
  310. if (block == vma.backing_block.get()) {
  311. UpdatePageTableForVMA(vma);
  312. }
  313. }
  314. }
  315. void VMManager::LogLayout() const {
  316. for (const auto& p : vma_map) {
  317. const VirtualMemoryArea& vma = p.second;
  318. LOG_DEBUG(Kernel, "{:016X} - {:016X} size: {:016X} {}{}{} {}", vma.base,
  319. vma.base + vma.size, vma.size,
  320. (u8)vma.permissions & (u8)VMAPermission::Read ? 'R' : '-',
  321. (u8)vma.permissions & (u8)VMAPermission::Write ? 'W' : '-',
  322. (u8)vma.permissions & (u8)VMAPermission::Execute ? 'X' : '-',
  323. GetMemoryStateName(vma.state));
  324. }
  325. }
  326. VMManager::VMAIter VMManager::StripIterConstness(const VMAHandle& iter) {
  327. // This uses a neat C++ trick to convert a const_iterator to a regular iterator, given
  328. // non-const access to its container.
  329. return vma_map.erase(iter, iter); // Erases an empty range of elements
  330. }
  331. ResultVal<VMManager::VMAIter> VMManager::CarveVMA(VAddr base, u64 size) {
  332. ASSERT_MSG((size & Memory::PAGE_MASK) == 0, "non-page aligned size: 0x{:016X}", size);
  333. ASSERT_MSG((base & Memory::PAGE_MASK) == 0, "non-page aligned base: 0x{:016X}", base);
  334. VMAIter vma_handle = StripIterConstness(FindVMA(base));
  335. if (vma_handle == vma_map.end()) {
  336. // Target address is outside the range managed by the kernel
  337. return ERR_INVALID_ADDRESS;
  338. }
  339. const VirtualMemoryArea& vma = vma_handle->second;
  340. if (vma.type != VMAType::Free) {
  341. // Region is already allocated
  342. return ERR_INVALID_ADDRESS_STATE;
  343. }
  344. const VAddr start_in_vma = base - vma.base;
  345. const VAddr end_in_vma = start_in_vma + size;
  346. if (end_in_vma > vma.size) {
  347. // Requested allocation doesn't fit inside VMA
  348. return ERR_INVALID_ADDRESS_STATE;
  349. }
  350. if (end_in_vma != vma.size) {
  351. // Split VMA at the end of the allocated region
  352. SplitVMA(vma_handle, end_in_vma);
  353. }
  354. if (start_in_vma != 0) {
  355. // Split VMA at the start of the allocated region
  356. vma_handle = SplitVMA(vma_handle, start_in_vma);
  357. }
  358. return MakeResult<VMAIter>(vma_handle);
  359. }
  360. ResultVal<VMManager::VMAIter> VMManager::CarveVMARange(VAddr target, u64 size) {
  361. ASSERT_MSG((size & Memory::PAGE_MASK) == 0, "non-page aligned size: 0x{:016X}", size);
  362. ASSERT_MSG((target & Memory::PAGE_MASK) == 0, "non-page aligned base: 0x{:016X}", target);
  363. const VAddr target_end = target + size;
  364. ASSERT(target_end >= target);
  365. ASSERT(target_end <= address_space_end);
  366. ASSERT(size > 0);
  367. VMAIter begin_vma = StripIterConstness(FindVMA(target));
  368. const VMAIter i_end = vma_map.lower_bound(target_end);
  369. if (std::any_of(begin_vma, i_end,
  370. [](const auto& entry) { return entry.second.type == VMAType::Free; })) {
  371. return ERR_INVALID_ADDRESS_STATE;
  372. }
  373. if (target != begin_vma->second.base) {
  374. begin_vma = SplitVMA(begin_vma, target - begin_vma->second.base);
  375. }
  376. VMAIter end_vma = StripIterConstness(FindVMA(target_end));
  377. if (end_vma != vma_map.end() && target_end != end_vma->second.base) {
  378. end_vma = SplitVMA(end_vma, target_end - end_vma->second.base);
  379. }
  380. return MakeResult<VMAIter>(begin_vma);
  381. }
  382. VMManager::VMAIter VMManager::SplitVMA(VMAIter vma_handle, u64 offset_in_vma) {
  383. VirtualMemoryArea& old_vma = vma_handle->second;
  384. VirtualMemoryArea new_vma = old_vma; // Make a copy of the VMA
  385. // For now, don't allow no-op VMA splits (trying to split at a boundary) because it's probably
  386. // a bug. This restriction might be removed later.
  387. ASSERT(offset_in_vma < old_vma.size);
  388. ASSERT(offset_in_vma > 0);
  389. old_vma.size = offset_in_vma;
  390. new_vma.base += offset_in_vma;
  391. new_vma.size -= offset_in_vma;
  392. switch (new_vma.type) {
  393. case VMAType::Free:
  394. break;
  395. case VMAType::AllocatedMemoryBlock:
  396. new_vma.offset += offset_in_vma;
  397. break;
  398. case VMAType::BackingMemory:
  399. new_vma.backing_memory += offset_in_vma;
  400. break;
  401. case VMAType::MMIO:
  402. new_vma.paddr += offset_in_vma;
  403. break;
  404. }
  405. ASSERT(old_vma.CanBeMergedWith(new_vma));
  406. return vma_map.emplace_hint(std::next(vma_handle), new_vma.base, new_vma);
  407. }
  408. VMManager::VMAIter VMManager::MergeAdjacent(VMAIter iter) {
  409. const VMAIter next_vma = std::next(iter);
  410. if (next_vma != vma_map.end() && iter->second.CanBeMergedWith(next_vma->second)) {
  411. iter->second.size += next_vma->second.size;
  412. vma_map.erase(next_vma);
  413. }
  414. if (iter != vma_map.begin()) {
  415. VMAIter prev_vma = std::prev(iter);
  416. if (prev_vma->second.CanBeMergedWith(iter->second)) {
  417. prev_vma->second.size += iter->second.size;
  418. vma_map.erase(iter);
  419. iter = prev_vma;
  420. }
  421. }
  422. return iter;
  423. }
  424. void VMManager::UpdatePageTableForVMA(const VirtualMemoryArea& vma) {
  425. switch (vma.type) {
  426. case VMAType::Free:
  427. Memory::UnmapRegion(page_table, vma.base, vma.size);
  428. break;
  429. case VMAType::AllocatedMemoryBlock:
  430. Memory::MapMemoryRegion(page_table, vma.base, vma.size,
  431. vma.backing_block->data() + vma.offset);
  432. break;
  433. case VMAType::BackingMemory:
  434. Memory::MapMemoryRegion(page_table, vma.base, vma.size, vma.backing_memory);
  435. break;
  436. case VMAType::MMIO:
  437. Memory::MapIoRegion(page_table, vma.base, vma.size, vma.mmio_handler);
  438. break;
  439. }
  440. }
  441. void VMManager::InitializeMemoryRegionRanges(FileSys::ProgramAddressSpaceType type) {
  442. u64 map_region_size = 0;
  443. u64 heap_region_size = 0;
  444. u64 new_map_region_size = 0;
  445. u64 tls_io_region_size = 0;
  446. switch (type) {
  447. case FileSys::ProgramAddressSpaceType::Is32Bit:
  448. case FileSys::ProgramAddressSpaceType::Is32BitNoMap:
  449. address_space_width = 32;
  450. code_region_base = 0x200000;
  451. code_region_end = code_region_base + 0x3FE00000;
  452. aslr_region_base = 0x200000;
  453. aslr_region_end = aslr_region_base + 0xFFE00000;
  454. if (type == FileSys::ProgramAddressSpaceType::Is32Bit) {
  455. map_region_size = 0x40000000;
  456. heap_region_size = 0x40000000;
  457. } else {
  458. map_region_size = 0;
  459. heap_region_size = 0x80000000;
  460. }
  461. break;
  462. case FileSys::ProgramAddressSpaceType::Is36Bit:
  463. address_space_width = 36;
  464. code_region_base = 0x8000000;
  465. code_region_end = code_region_base + 0x78000000;
  466. aslr_region_base = 0x8000000;
  467. aslr_region_end = aslr_region_base + 0xFF8000000;
  468. map_region_size = 0x180000000;
  469. heap_region_size = 0x180000000;
  470. break;
  471. case FileSys::ProgramAddressSpaceType::Is39Bit:
  472. address_space_width = 39;
  473. code_region_base = 0x8000000;
  474. code_region_end = code_region_base + 0x80000000;
  475. aslr_region_base = 0x8000000;
  476. aslr_region_end = aslr_region_base + 0x7FF8000000;
  477. map_region_size = 0x1000000000;
  478. heap_region_size = 0x180000000;
  479. new_map_region_size = 0x80000000;
  480. tls_io_region_size = 0x1000000000;
  481. break;
  482. default:
  483. UNREACHABLE_MSG("Invalid address space type specified: {}", static_cast<u32>(type));
  484. return;
  485. }
  486. address_space_base = 0;
  487. address_space_end = 1ULL << address_space_width;
  488. map_region_base = code_region_end;
  489. map_region_end = map_region_base + map_region_size;
  490. heap_region_base = map_region_end;
  491. heap_region_end = heap_region_base + heap_region_size;
  492. new_map_region_base = heap_region_end;
  493. new_map_region_end = new_map_region_base + new_map_region_size;
  494. tls_io_region_base = new_map_region_end;
  495. tls_io_region_end = tls_io_region_base + tls_io_region_size;
  496. if (new_map_region_size == 0) {
  497. new_map_region_base = address_space_base;
  498. new_map_region_end = address_space_end;
  499. }
  500. }
  501. void VMManager::Clear() {
  502. ClearVMAMap();
  503. ClearPageTable();
  504. }
  505. void VMManager::ClearVMAMap() {
  506. vma_map.clear();
  507. }
  508. void VMManager::ClearPageTable() {
  509. std::fill(page_table.pointers.begin(), page_table.pointers.end(), nullptr);
  510. page_table.special_regions.clear();
  511. std::fill(page_table.attributes.begin(), page_table.attributes.end(),
  512. Memory::PageType::Unmapped);
  513. }
  514. VMManager::CheckResults VMManager::CheckRangeState(VAddr address, u64 size, MemoryState state_mask,
  515. MemoryState state, VMAPermission permission_mask,
  516. VMAPermission permissions,
  517. MemoryAttribute attribute_mask,
  518. MemoryAttribute attribute,
  519. MemoryAttribute ignore_mask) const {
  520. auto iter = FindVMA(address);
  521. // If we don't have a valid VMA handle at this point, then it means this is
  522. // being called with an address outside of the address space, which is definitely
  523. // indicative of a bug, as this function only operates on mapped memory regions.
  524. DEBUG_ASSERT(IsValidHandle(iter));
  525. const VAddr end_address = address + size - 1;
  526. const MemoryAttribute initial_attributes = iter->second.attribute;
  527. const VMAPermission initial_permissions = iter->second.permissions;
  528. const MemoryState initial_state = iter->second.state;
  529. while (true) {
  530. // The iterator should be valid throughout the traversal. Hitting the end of
  531. // the mapped VMA regions is unquestionably indicative of a bug.
  532. DEBUG_ASSERT(IsValidHandle(iter));
  533. const auto& vma = iter->second;
  534. if (vma.state != initial_state) {
  535. return ERR_INVALID_ADDRESS_STATE;
  536. }
  537. if ((vma.state & state_mask) != state) {
  538. return ERR_INVALID_ADDRESS_STATE;
  539. }
  540. if (vma.permissions != initial_permissions) {
  541. return ERR_INVALID_ADDRESS_STATE;
  542. }
  543. if ((vma.permissions & permission_mask) != permissions) {
  544. return ERR_INVALID_ADDRESS_STATE;
  545. }
  546. if ((vma.attribute | ignore_mask) != (initial_attributes | ignore_mask)) {
  547. return ERR_INVALID_ADDRESS_STATE;
  548. }
  549. if ((vma.attribute & attribute_mask) != attribute) {
  550. return ERR_INVALID_ADDRESS_STATE;
  551. }
  552. if (end_address <= vma.EndAddress()) {
  553. break;
  554. }
  555. ++iter;
  556. }
  557. return MakeResult(
  558. std::make_tuple(initial_state, initial_permissions, initial_attributes & ~ignore_mask));
  559. }
  560. u64 VMManager::GetTotalMemoryUsage() const {
  561. LOG_WARNING(Kernel, "(STUBBED) called");
  562. return 0xF8000000;
  563. }
  564. u64 VMManager::GetTotalHeapUsage() const {
  565. return heap_used;
  566. }
  567. VAddr VMManager::GetAddressSpaceBaseAddress() const {
  568. return address_space_base;
  569. }
  570. VAddr VMManager::GetAddressSpaceEndAddress() const {
  571. return address_space_end;
  572. }
  573. u64 VMManager::GetAddressSpaceSize() const {
  574. return address_space_end - address_space_base;
  575. }
  576. u64 VMManager::GetAddressSpaceWidth() const {
  577. return address_space_width;
  578. }
  579. VAddr VMManager::GetASLRRegionBaseAddress() const {
  580. return aslr_region_base;
  581. }
  582. VAddr VMManager::GetASLRRegionEndAddress() const {
  583. return aslr_region_end;
  584. }
  585. u64 VMManager::GetASLRRegionSize() const {
  586. return aslr_region_end - aslr_region_base;
  587. }
  588. bool VMManager::IsWithinASLRRegion(VAddr begin, u64 size) const {
  589. const VAddr range_end = begin + size;
  590. const VAddr aslr_start = GetASLRRegionBaseAddress();
  591. const VAddr aslr_end = GetASLRRegionEndAddress();
  592. if (aslr_start > begin || begin > range_end || range_end - 1 > aslr_end - 1) {
  593. return false;
  594. }
  595. if (range_end > heap_region_base && heap_region_end > begin) {
  596. return false;
  597. }
  598. if (range_end > map_region_base && map_region_end > begin) {
  599. return false;
  600. }
  601. return true;
  602. }
  603. VAddr VMManager::GetCodeRegionBaseAddress() const {
  604. return code_region_base;
  605. }
  606. VAddr VMManager::GetCodeRegionEndAddress() const {
  607. return code_region_end;
  608. }
  609. u64 VMManager::GetCodeRegionSize() const {
  610. return code_region_end - code_region_base;
  611. }
  612. VAddr VMManager::GetHeapRegionBaseAddress() const {
  613. return heap_region_base;
  614. }
  615. VAddr VMManager::GetHeapRegionEndAddress() const {
  616. return heap_region_end;
  617. }
  618. u64 VMManager::GetHeapRegionSize() const {
  619. return heap_region_end - heap_region_base;
  620. }
  621. VAddr VMManager::GetMapRegionBaseAddress() const {
  622. return map_region_base;
  623. }
  624. VAddr VMManager::GetMapRegionEndAddress() const {
  625. return map_region_end;
  626. }
  627. u64 VMManager::GetMapRegionSize() const {
  628. return map_region_end - map_region_base;
  629. }
  630. VAddr VMManager::GetNewMapRegionBaseAddress() const {
  631. return new_map_region_base;
  632. }
  633. VAddr VMManager::GetNewMapRegionEndAddress() const {
  634. return new_map_region_end;
  635. }
  636. u64 VMManager::GetNewMapRegionSize() const {
  637. return new_map_region_end - new_map_region_base;
  638. }
  639. void VMManager::SetMainCodeRegion(VAddr begin, VAddr end) {
  640. main_code_region_base = begin;
  641. main_code_region_end = end;
  642. }
  643. VAddr VMManager::GetMainCodeRegionBaseAddress() const {
  644. return main_code_region_base;
  645. }
  646. VAddr VMManager::GetMainCodeRegionEndAddress() const {
  647. return main_code_region_end;
  648. }
  649. u64 VMManager::GetMainCodeRegionSize() const {
  650. return main_code_region_end - main_code_region_base;
  651. }
  652. VAddr VMManager::GetTLSIORegionBaseAddress() const {
  653. return tls_io_region_base;
  654. }
  655. VAddr VMManager::GetTLSIORegionEndAddress() const {
  656. return tls_io_region_end;
  657. }
  658. u64 VMManager::GetTLSIORegionSize() const {
  659. return tls_io_region_end - tls_io_region_base;
  660. }
  661. } // namespace Kernel