k_page_table.h 12 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291
  1. // Copyright 2020 yuzu Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #pragma once
  5. #include <memory>
  6. #include <mutex>
  7. #include "common/common_types.h"
  8. #include "common/page_table.h"
  9. #include "core/file_sys/program_metadata.h"
  10. #include "core/hle/kernel/k_memory_block.h"
  11. #include "core/hle/kernel/k_memory_manager.h"
  12. #include "core/hle/result.h"
  13. namespace Core {
  14. class System;
  15. }
  16. namespace Kernel {
  17. class KMemoryBlockManager;
  18. class KPageTable final : NonCopyable {
  19. public:
  20. explicit KPageTable(Core::System& system_);
  21. ResultCode InitializeForProcess(FileSys::ProgramAddressSpaceType as_type, bool enable_aslr,
  22. VAddr code_addr, std::size_t code_size,
  23. KMemoryManager::Pool pool);
  24. ResultCode MapProcessCode(VAddr addr, std::size_t pages_count, KMemoryState state,
  25. KMemoryPermission perm);
  26. ResultCode MapProcessCodeMemory(VAddr dst_addr, VAddr src_addr, std::size_t size);
  27. ResultCode UnmapProcessCodeMemory(VAddr dst_addr, VAddr src_addr, std::size_t size);
  28. ResultCode UnmapProcessMemory(VAddr dst_addr, std::size_t size, KPageTable& src_page_table,
  29. VAddr src_addr);
  30. ResultCode MapPhysicalMemory(VAddr addr, std::size_t size);
  31. ResultCode UnmapPhysicalMemory(VAddr addr, std::size_t size);
  32. ResultCode UnmapMemory(VAddr addr, std::size_t size);
  33. ResultCode Map(VAddr dst_addr, VAddr src_addr, std::size_t size);
  34. ResultCode Unmap(VAddr dst_addr, VAddr src_addr, std::size_t size);
  35. ResultCode MapPages(VAddr addr, KPageLinkedList& page_linked_list, KMemoryState state,
  36. KMemoryPermission perm);
  37. ResultCode UnmapPages(VAddr addr, KPageLinkedList& page_linked_list, KMemoryState state);
  38. ResultCode SetProcessMemoryPermission(VAddr addr, std::size_t size, KMemoryPermission perm);
  39. KMemoryInfo QueryInfo(VAddr addr);
  40. ResultCode ReserveTransferMemory(VAddr addr, std::size_t size, KMemoryPermission perm);
  41. ResultCode ResetTransferMemory(VAddr addr, std::size_t size);
  42. ResultCode SetMemoryPermission(VAddr addr, std::size_t size, Svc::MemoryPermission perm);
  43. ResultCode SetMemoryAttribute(VAddr addr, std::size_t size, KMemoryAttribute mask,
  44. KMemoryAttribute value);
  45. ResultCode SetHeapCapacity(std::size_t new_heap_capacity);
  46. ResultVal<VAddr> SetHeapSize(std::size_t size);
  47. ResultVal<VAddr> AllocateAndMapMemory(std::size_t needed_num_pages, std::size_t align,
  48. bool is_map_only, VAddr region_start,
  49. std::size_t region_num_pages, KMemoryState state,
  50. KMemoryPermission perm, PAddr map_addr = 0);
  51. ResultCode LockForDeviceAddressSpace(VAddr addr, std::size_t size);
  52. ResultCode UnlockForDeviceAddressSpace(VAddr addr, std::size_t size);
  53. ResultCode LockForCodeMemory(VAddr addr, std::size_t size);
  54. ResultCode UnlockForCodeMemory(VAddr addr, std::size_t size);
  55. Common::PageTable& PageTableImpl() {
  56. return page_table_impl;
  57. }
  58. const Common::PageTable& PageTableImpl() const {
  59. return page_table_impl;
  60. }
  61. bool CanContain(VAddr addr, std::size_t size, KMemoryState state) const;
  62. private:
  63. enum class OperationType : u32 {
  64. Map,
  65. MapGroup,
  66. Unmap,
  67. ChangePermissions,
  68. ChangePermissionsAndRefresh,
  69. };
  70. static constexpr KMemoryAttribute DefaultMemoryIgnoreAttr = KMemoryAttribute::DontCareMask |
  71. KMemoryAttribute::IpcLocked |
  72. KMemoryAttribute::DeviceShared;
  73. ResultCode InitializeMemoryLayout(VAddr start, VAddr end);
  74. ResultCode MapPages(VAddr addr, const KPageLinkedList& page_linked_list,
  75. KMemoryPermission perm);
  76. ResultCode UnmapPages(VAddr addr, const KPageLinkedList& page_linked_list);
  77. void MapPhysicalMemory(KPageLinkedList& page_linked_list, VAddr start, VAddr end);
  78. bool IsRegionMapped(VAddr address, u64 size);
  79. bool IsRegionContiguous(VAddr addr, u64 size) const;
  80. void AddRegionToPages(VAddr start, std::size_t num_pages, KPageLinkedList& page_linked_list);
  81. KMemoryInfo QueryInfoImpl(VAddr addr);
  82. VAddr AllocateVirtualMemory(VAddr start, std::size_t region_num_pages, u64 needed_num_pages,
  83. std::size_t align);
  84. ResultCode Operate(VAddr addr, std::size_t num_pages, const KPageLinkedList& page_group,
  85. OperationType operation);
  86. ResultCode Operate(VAddr addr, std::size_t num_pages, KMemoryPermission perm,
  87. OperationType operation, PAddr map_addr = 0);
  88. constexpr VAddr GetRegionAddress(KMemoryState state) const;
  89. constexpr std::size_t GetRegionSize(KMemoryState state) const;
  90. constexpr ResultCode CheckMemoryState(const KMemoryInfo& info, KMemoryState state_mask,
  91. KMemoryState state, KMemoryPermission perm_mask,
  92. KMemoryPermission perm, KMemoryAttribute attr_mask,
  93. KMemoryAttribute attr) const;
  94. ResultCode CheckMemoryState(KMemoryState* out_state, KMemoryPermission* out_perm,
  95. KMemoryAttribute* out_attr, VAddr addr, std::size_t size,
  96. KMemoryState state_mask, KMemoryState state,
  97. KMemoryPermission perm_mask, KMemoryPermission perm,
  98. KMemoryAttribute attr_mask, KMemoryAttribute attr,
  99. KMemoryAttribute ignore_attr = DefaultMemoryIgnoreAttr);
  100. ResultCode CheckMemoryState(VAddr addr, std::size_t size, KMemoryState state_mask,
  101. KMemoryState state, KMemoryPermission perm_mask,
  102. KMemoryPermission perm, KMemoryAttribute attr_mask,
  103. KMemoryAttribute attr,
  104. KMemoryAttribute ignore_attr = DefaultMemoryIgnoreAttr) {
  105. return CheckMemoryState(nullptr, nullptr, nullptr, addr, size, state_mask, state, perm_mask,
  106. perm, attr_mask, attr, ignore_attr);
  107. }
  108. ResultCode CheckMemoryState(size_t* out_blocks_needed, VAddr addr, size_t size,
  109. KMemoryState state_mask, KMemoryState state,
  110. KMemoryPermission perm_mask, KMemoryPermission perm,
  111. KMemoryAttribute attr_mask, KMemoryAttribute attr) const;
  112. std::recursive_mutex page_table_lock;
  113. std::unique_ptr<KMemoryBlockManager> block_manager;
  114. public:
  115. constexpr VAddr GetAddressSpaceStart() const {
  116. return address_space_start;
  117. }
  118. constexpr VAddr GetAddressSpaceEnd() const {
  119. return address_space_end;
  120. }
  121. constexpr std::size_t GetAddressSpaceSize() const {
  122. return address_space_end - address_space_start;
  123. }
  124. constexpr VAddr GetHeapRegionStart() const {
  125. return heap_region_start;
  126. }
  127. constexpr VAddr GetHeapRegionEnd() const {
  128. return heap_region_end;
  129. }
  130. constexpr std::size_t GetHeapRegionSize() const {
  131. return heap_region_end - heap_region_start;
  132. }
  133. constexpr VAddr GetAliasRegionStart() const {
  134. return alias_region_start;
  135. }
  136. constexpr VAddr GetAliasRegionEnd() const {
  137. return alias_region_end;
  138. }
  139. constexpr std::size_t GetAliasRegionSize() const {
  140. return alias_region_end - alias_region_start;
  141. }
  142. constexpr VAddr GetStackRegionStart() const {
  143. return stack_region_start;
  144. }
  145. constexpr VAddr GetStackRegionEnd() const {
  146. return stack_region_end;
  147. }
  148. constexpr std::size_t GetStackRegionSize() const {
  149. return stack_region_end - stack_region_start;
  150. }
  151. constexpr VAddr GetKernelMapRegionStart() const {
  152. return kernel_map_region_start;
  153. }
  154. constexpr VAddr GetKernelMapRegionEnd() const {
  155. return kernel_map_region_end;
  156. }
  157. constexpr VAddr GetCodeRegionStart() const {
  158. return code_region_start;
  159. }
  160. constexpr VAddr GetCodeRegionEnd() const {
  161. return code_region_end;
  162. }
  163. constexpr VAddr GetAliasCodeRegionStart() const {
  164. return alias_code_region_start;
  165. }
  166. constexpr VAddr GetAliasCodeRegionSize() const {
  167. return alias_code_region_end - alias_code_region_start;
  168. }
  169. constexpr std::size_t GetAddressSpaceWidth() const {
  170. return address_space_width;
  171. }
  172. constexpr std::size_t GetHeapSize() {
  173. return current_heap_addr - heap_region_start;
  174. }
  175. constexpr std::size_t GetTotalHeapSize() {
  176. return GetHeapSize() + physical_memory_usage;
  177. }
  178. constexpr bool IsInsideAddressSpace(VAddr address, std::size_t size) const {
  179. return address_space_start <= address && address + size - 1 <= address_space_end - 1;
  180. }
  181. constexpr bool IsOutsideAliasRegion(VAddr address, std::size_t size) const {
  182. return alias_region_start > address || address + size - 1 > alias_region_end - 1;
  183. }
  184. constexpr bool IsOutsideStackRegion(VAddr address, std::size_t size) const {
  185. return stack_region_start > address || address + size - 1 > stack_region_end - 1;
  186. }
  187. constexpr bool IsInvalidRegion(VAddr address, std::size_t size) const {
  188. return address + size - 1 > GetAliasCodeRegionStart() + GetAliasCodeRegionSize() - 1;
  189. }
  190. constexpr bool IsInsideHeapRegion(VAddr address, std::size_t size) const {
  191. return address + size > heap_region_start && heap_region_end > address;
  192. }
  193. constexpr bool IsInsideAliasRegion(VAddr address, std::size_t size) const {
  194. return address + size > alias_region_start && alias_region_end > address;
  195. }
  196. constexpr bool IsOutsideASLRRegion(VAddr address, std::size_t size) const {
  197. if (IsInvalidRegion(address, size)) {
  198. return true;
  199. }
  200. if (IsInsideHeapRegion(address, size)) {
  201. return true;
  202. }
  203. if (IsInsideAliasRegion(address, size)) {
  204. return true;
  205. }
  206. return {};
  207. }
  208. constexpr bool IsInsideASLRRegion(VAddr address, std::size_t size) const {
  209. return !IsOutsideASLRRegion(address, size);
  210. }
  211. constexpr PAddr GetPhysicalAddr(VAddr addr) {
  212. return page_table_impl.backing_addr[addr >> PageBits] + addr;
  213. }
  214. constexpr bool Contains(VAddr addr) const {
  215. return address_space_start <= addr && addr <= address_space_end - 1;
  216. }
  217. constexpr bool Contains(VAddr addr, std::size_t size) const {
  218. return address_space_start <= addr && addr < addr + size &&
  219. addr + size - 1 <= address_space_end - 1;
  220. }
  221. private:
  222. constexpr bool IsKernel() const {
  223. return is_kernel;
  224. }
  225. constexpr bool IsAslrEnabled() const {
  226. return is_aslr_enabled;
  227. }
  228. constexpr std::size_t GetNumGuardPages() const {
  229. return IsKernel() ? 1 : 4;
  230. }
  231. constexpr bool ContainsPages(VAddr addr, std::size_t num_pages) const {
  232. return (address_space_start <= addr) &&
  233. (num_pages <= (address_space_end - address_space_start) / PageSize) &&
  234. (addr + num_pages * PageSize - 1 <= address_space_end - 1);
  235. }
  236. private:
  237. VAddr address_space_start{};
  238. VAddr address_space_end{};
  239. VAddr heap_region_start{};
  240. VAddr heap_region_end{};
  241. VAddr current_heap_end{};
  242. VAddr alias_region_start{};
  243. VAddr alias_region_end{};
  244. VAddr stack_region_start{};
  245. VAddr stack_region_end{};
  246. VAddr kernel_map_region_start{};
  247. VAddr kernel_map_region_end{};
  248. VAddr code_region_start{};
  249. VAddr code_region_end{};
  250. VAddr alias_code_region_start{};
  251. VAddr alias_code_region_end{};
  252. VAddr current_heap_addr{};
  253. std::size_t heap_capacity{};
  254. std::size_t physical_memory_usage{};
  255. std::size_t max_heap_size{};
  256. std::size_t max_physical_memory_size{};
  257. std::size_t address_space_width{};
  258. bool is_kernel{};
  259. bool is_aslr_enabled{};
  260. KMemoryManager::Pool memory_pool{KMemoryManager::Pool::Application};
  261. Common::PageTable page_table_impl;
  262. Core::System& system;
  263. };
  264. } // namespace Kernel