memory.h 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445
  1. // Copyright 2014 Citra Emulator Project
  2. // Licensed under GPLv2 or any later version
  3. // Refer to the license.txt file included.
  4. #pragma once
  5. #include <cstddef>
  6. #include <memory>
  7. #include <string>
  8. #include "common/common_types.h"
  9. namespace Common {
  10. struct PageTable;
  11. }
  12. namespace Core {
  13. class System;
  14. }
  15. namespace Kernel {
  16. class PhysicalMemory;
  17. class KProcess;
  18. } // namespace Kernel
  19. namespace Core::Memory {
  20. /**
  21. * Page size used by the ARM architecture. This is the smallest granularity with which memory can
  22. * be mapped.
  23. */
  24. constexpr std::size_t PAGE_BITS = 12;
  25. constexpr u64 PAGE_SIZE = 1ULL << PAGE_BITS;
  26. constexpr u64 PAGE_MASK = PAGE_SIZE - 1;
  27. /// Virtual user-space memory regions
  28. enum : VAddr {
  29. /// TLS (Thread-Local Storage) related.
  30. TLS_ENTRY_SIZE = 0x200,
  31. /// Application stack
  32. DEFAULT_STACK_SIZE = 0x100000,
  33. };
  34. /// Central class that handles all memory operations and state.
  35. class Memory {
  36. public:
  37. explicit Memory(Core::System& system);
  38. ~Memory();
  39. Memory(const Memory&) = delete;
  40. Memory& operator=(const Memory&) = delete;
  41. Memory(Memory&&) = default;
  42. Memory& operator=(Memory&&) = delete;
  43. /**
  44. * Resets the state of the Memory system.
  45. */
  46. void Reset();
  47. /**
  48. * Changes the currently active page table to that of the given process instance.
  49. *
  50. * @param process The process to use the page table of.
  51. */
  52. void SetCurrentPageTable(Kernel::KProcess& process, u32 core_id);
  53. /**
  54. * Maps an allocated buffer onto a region of the emulated process address space.
  55. *
  56. * @param page_table The page table of the emulated process.
  57. * @param base The address to start mapping at. Must be page-aligned.
  58. * @param size The amount of bytes to map. Must be page-aligned.
  59. * @param target Buffer with the memory backing the mapping. Must be of length at least
  60. * `size`.
  61. */
  62. void MapMemoryRegion(Common::PageTable& page_table, VAddr base, u64 size, PAddr target);
  63. /**
  64. * Unmaps a region of the emulated process address space.
  65. *
  66. * @param page_table The page table of the emulated process.
  67. * @param base The address to begin unmapping at.
  68. * @param size The amount of bytes to unmap.
  69. */
  70. void UnmapRegion(Common::PageTable& page_table, VAddr base, u64 size);
  71. /**
  72. * Checks whether or not the supplied address is a valid virtual
  73. * address for the current process.
  74. *
  75. * @param vaddr The virtual address to check the validity of.
  76. *
  77. * @returns True if the given virtual address is valid, false otherwise.
  78. */
  79. [[nodiscard]] bool IsValidVirtualAddress(VAddr vaddr) const;
  80. /**
  81. * Gets a pointer to the given address.
  82. *
  83. * @param vaddr Virtual address to retrieve a pointer to.
  84. *
  85. * @returns The pointer to the given address, if the address is valid.
  86. * If the address is not valid, nullptr will be returned.
  87. */
  88. u8* GetPointer(VAddr vaddr);
  89. template <typename T>
  90. T* GetPointer(VAddr vaddr) {
  91. return reinterpret_cast<T*>(GetPointer(vaddr));
  92. }
  93. /**
  94. * Gets a pointer to the given address.
  95. *
  96. * @param vaddr Virtual address to retrieve a pointer to.
  97. *
  98. * @returns The pointer to the given address, if the address is valid.
  99. * If the address is not valid, nullptr will be returned.
  100. */
  101. [[nodiscard]] const u8* GetPointer(VAddr vaddr) const;
  102. template <typename T>
  103. const T* GetPointer(VAddr vaddr) const {
  104. return reinterpret_cast<T*>(GetPointer(vaddr));
  105. }
  106. /**
  107. * Reads an 8-bit unsigned value from the current process' address space
  108. * at the given virtual address.
  109. *
  110. * @param addr The virtual address to read the 8-bit value from.
  111. *
  112. * @returns the read 8-bit unsigned value.
  113. */
  114. u8 Read8(VAddr addr);
  115. /**
  116. * Reads a 16-bit unsigned value from the current process' address space
  117. * at the given virtual address.
  118. *
  119. * @param addr The virtual address to read the 16-bit value from.
  120. *
  121. * @returns the read 16-bit unsigned value.
  122. */
  123. u16 Read16(VAddr addr);
  124. /**
  125. * Reads a 32-bit unsigned value from the current process' address space
  126. * at the given virtual address.
  127. *
  128. * @param addr The virtual address to read the 32-bit value from.
  129. *
  130. * @returns the read 32-bit unsigned value.
  131. */
  132. u32 Read32(VAddr addr);
  133. /**
  134. * Reads a 64-bit unsigned value from the current process' address space
  135. * at the given virtual address.
  136. *
  137. * @param addr The virtual address to read the 64-bit value from.
  138. *
  139. * @returns the read 64-bit value.
  140. */
  141. u64 Read64(VAddr addr);
  142. /**
  143. * Writes an 8-bit unsigned integer to the given virtual address in
  144. * the current process' address space.
  145. *
  146. * @param addr The virtual address to write the 8-bit unsigned integer to.
  147. * @param data The 8-bit unsigned integer to write to the given virtual address.
  148. *
  149. * @post The memory at the given virtual address contains the specified data value.
  150. */
  151. void Write8(VAddr addr, u8 data);
  152. /**
  153. * Writes a 16-bit unsigned integer to the given virtual address in
  154. * the current process' address space.
  155. *
  156. * @param addr The virtual address to write the 16-bit unsigned integer to.
  157. * @param data The 16-bit unsigned integer to write to the given virtual address.
  158. *
  159. * @post The memory range [addr, sizeof(data)) contains the given data value.
  160. */
  161. void Write16(VAddr addr, u16 data);
  162. /**
  163. * Writes a 32-bit unsigned integer to the given virtual address in
  164. * the current process' address space.
  165. *
  166. * @param addr The virtual address to write the 32-bit unsigned integer to.
  167. * @param data The 32-bit unsigned integer to write to the given virtual address.
  168. *
  169. * @post The memory range [addr, sizeof(data)) contains the given data value.
  170. */
  171. void Write32(VAddr addr, u32 data);
  172. /**
  173. * Writes a 64-bit unsigned integer to the given virtual address in
  174. * the current process' address space.
  175. *
  176. * @param addr The virtual address to write the 64-bit unsigned integer to.
  177. * @param data The 64-bit unsigned integer to write to the given virtual address.
  178. *
  179. * @post The memory range [addr, sizeof(data)) contains the given data value.
  180. */
  181. void Write64(VAddr addr, u64 data);
  182. /**
  183. * Writes a 8-bit unsigned integer to the given virtual address in
  184. * the current process' address space if and only if the address contains
  185. * the expected value. This operation is atomic.
  186. *
  187. * @param addr The virtual address to write the 8-bit unsigned integer to.
  188. * @param data The 8-bit unsigned integer to write to the given virtual address.
  189. * @param expected The 8-bit unsigned integer to check against the given virtual address.
  190. *
  191. * @post The memory range [addr, sizeof(data)) contains the given data value.
  192. */
  193. bool WriteExclusive8(VAddr addr, u8 data, u8 expected);
  194. /**
  195. * Writes a 16-bit unsigned integer to the given virtual address in
  196. * the current process' address space if and only if the address contains
  197. * the expected value. This operation is atomic.
  198. *
  199. * @param addr The virtual address to write the 16-bit unsigned integer to.
  200. * @param data The 16-bit unsigned integer to write to the given virtual address.
  201. * @param expected The 16-bit unsigned integer to check against the given virtual address.
  202. *
  203. * @post The memory range [addr, sizeof(data)) contains the given data value.
  204. */
  205. bool WriteExclusive16(VAddr addr, u16 data, u16 expected);
  206. /**
  207. * Writes a 32-bit unsigned integer to the given virtual address in
  208. * the current process' address space if and only if the address contains
  209. * the expected value. This operation is atomic.
  210. *
  211. * @param addr The virtual address to write the 32-bit unsigned integer to.
  212. * @param data The 32-bit unsigned integer to write to the given virtual address.
  213. * @param expected The 32-bit unsigned integer to check against the given virtual address.
  214. *
  215. * @post The memory range [addr, sizeof(data)) contains the given data value.
  216. */
  217. bool WriteExclusive32(VAddr addr, u32 data, u32 expected);
  218. /**
  219. * Writes a 64-bit unsigned integer to the given virtual address in
  220. * the current process' address space if and only if the address contains
  221. * the expected value. This operation is atomic.
  222. *
  223. * @param addr The virtual address to write the 64-bit unsigned integer to.
  224. * @param data The 64-bit unsigned integer to write to the given virtual address.
  225. * @param expected The 64-bit unsigned integer to check against the given virtual address.
  226. *
  227. * @post The memory range [addr, sizeof(data)) contains the given data value.
  228. */
  229. bool WriteExclusive64(VAddr addr, u64 data, u64 expected);
  230. /**
  231. * Writes a 128-bit unsigned integer to the given virtual address in
  232. * the current process' address space if and only if the address contains
  233. * the expected value. This operation is atomic.
  234. *
  235. * @param addr The virtual address to write the 128-bit unsigned integer to.
  236. * @param data The 128-bit unsigned integer to write to the given virtual address.
  237. * @param expected The 128-bit unsigned integer to check against the given virtual address.
  238. *
  239. * @post The memory range [addr, sizeof(data)) contains the given data value.
  240. */
  241. bool WriteExclusive128(VAddr addr, u128 data, u128 expected);
  242. /**
  243. * Reads a null-terminated string from the given virtual address.
  244. * This function will continually read characters until either:
  245. *
  246. * - A null character ('\0') is reached.
  247. * - max_length characters have been read.
  248. *
  249. * @note The final null-terminating character (if found) is not included
  250. * in the returned string.
  251. *
  252. * @param vaddr The address to begin reading the string from.
  253. * @param max_length The maximum length of the string to read in characters.
  254. *
  255. * @returns The read string.
  256. */
  257. std::string ReadCString(VAddr vaddr, std::size_t max_length);
  258. /**
  259. * Reads a contiguous block of bytes from a specified process' address space.
  260. *
  261. * @param process The process to read the data from.
  262. * @param src_addr The virtual address to begin reading from.
  263. * @param dest_buffer The buffer to place the read bytes into.
  264. * @param size The amount of data to read, in bytes.
  265. *
  266. * @note If a size of 0 is specified, then this function reads nothing and
  267. * no attempts to access memory are made at all.
  268. *
  269. * @pre dest_buffer must be at least size bytes in length, otherwise a
  270. * buffer overrun will occur.
  271. *
  272. * @post The range [dest_buffer, size) contains the read bytes from the
  273. * process' address space.
  274. */
  275. void ReadBlock(const Kernel::KProcess& process, VAddr src_addr, void* dest_buffer,
  276. std::size_t size);
  277. /**
  278. * Reads a contiguous block of bytes from the current process' address space.
  279. *
  280. * @param src_addr The virtual address to begin reading from.
  281. * @param dest_buffer The buffer to place the read bytes into.
  282. * @param size The amount of data to read, in bytes.
  283. *
  284. * @note If a size of 0 is specified, then this function reads nothing and
  285. * no attempts to access memory are made at all.
  286. *
  287. * @pre dest_buffer must be at least size bytes in length, otherwise a
  288. * buffer overrun will occur.
  289. *
  290. * @post The range [dest_buffer, size) contains the read bytes from the
  291. * current process' address space.
  292. */
  293. void ReadBlock(VAddr src_addr, void* dest_buffer, std::size_t size);
  294. /**
  295. * Reads a contiguous block of bytes from the current process' address space.
  296. * This unsafe version does not trigger GPU flushing.
  297. *
  298. * @param src_addr The virtual address to begin reading from.
  299. * @param dest_buffer The buffer to place the read bytes into.
  300. * @param size The amount of data to read, in bytes.
  301. *
  302. * @note If a size of 0 is specified, then this function reads nothing and
  303. * no attempts to access memory are made at all.
  304. *
  305. * @pre dest_buffer must be at least size bytes in length, otherwise a
  306. * buffer overrun will occur.
  307. *
  308. * @post The range [dest_buffer, size) contains the read bytes from the
  309. * current process' address space.
  310. */
  311. void ReadBlockUnsafe(VAddr src_addr, void* dest_buffer, std::size_t size);
  312. /**
  313. * Writes a range of bytes into a given process' address space at the specified
  314. * virtual address.
  315. *
  316. * @param process The process to write data into the address space of.
  317. * @param dest_addr The destination virtual address to begin writing the data at.
  318. * @param src_buffer The data to write into the process' address space.
  319. * @param size The size of the data to write, in bytes.
  320. *
  321. * @post The address range [dest_addr, size) in the process' address space
  322. * contains the data that was within src_buffer.
  323. *
  324. * @post If an attempt is made to write into an unmapped region of memory, the writes
  325. * will be ignored and an error will be logged.
  326. *
  327. * @post If a write is performed into a region of memory that is considered cached
  328. * rasterizer memory, will cause the currently active rasterizer to be notified
  329. * and will mark that region as invalidated to caches that the active
  330. * graphics backend may be maintaining over the course of execution.
  331. */
  332. void WriteBlock(const Kernel::KProcess& process, VAddr dest_addr, const void* src_buffer,
  333. std::size_t size);
  334. /**
  335. * Writes a range of bytes into the current process' address space at the specified
  336. * virtual address.
  337. *
  338. * @param dest_addr The destination virtual address to begin writing the data at.
  339. * @param src_buffer The data to write into the current process' address space.
  340. * @param size The size of the data to write, in bytes.
  341. *
  342. * @post The address range [dest_addr, size) in the current process' address space
  343. * contains the data that was within src_buffer.
  344. *
  345. * @post If an attempt is made to write into an unmapped region of memory, the writes
  346. * will be ignored and an error will be logged.
  347. *
  348. * @post If a write is performed into a region of memory that is considered cached
  349. * rasterizer memory, will cause the currently active rasterizer to be notified
  350. * and will mark that region as invalidated to caches that the active
  351. * graphics backend may be maintaining over the course of execution.
  352. */
  353. void WriteBlock(VAddr dest_addr, const void* src_buffer, std::size_t size);
  354. /**
  355. * Writes a range of bytes into the current process' address space at the specified
  356. * virtual address.
  357. * This unsafe version does not invalidate GPU Memory.
  358. *
  359. * @param dest_addr The destination virtual address to begin writing the data at.
  360. * @param src_buffer The data to write into the current process' address space.
  361. * @param size The size of the data to write, in bytes.
  362. *
  363. * @post The address range [dest_addr, size) in the current process' address space
  364. * contains the data that was within src_buffer.
  365. *
  366. * @post If an attempt is made to write into an unmapped region of memory, the writes
  367. * will be ignored and an error will be logged.
  368. *
  369. */
  370. void WriteBlockUnsafe(VAddr dest_addr, const void* src_buffer, std::size_t size);
  371. /**
  372. * Copies data within a process' address space to another location within the
  373. * same address space.
  374. *
  375. * @param process The process that will have data copied within its address space.
  376. * @param dest_addr The destination virtual address to begin copying the data into.
  377. * @param src_addr The source virtual address to begin copying the data from.
  378. * @param size The size of the data to copy, in bytes.
  379. *
  380. * @post The range [dest_addr, size) within the process' address space contains the
  381. * same data within the range [src_addr, size).
  382. */
  383. void CopyBlock(const Kernel::KProcess& process, VAddr dest_addr, VAddr src_addr,
  384. std::size_t size);
  385. /**
  386. * Marks each page within the specified address range as cached or uncached.
  387. *
  388. * @param vaddr The virtual address indicating the start of the address range.
  389. * @param size The size of the address range in bytes.
  390. * @param cached Whether or not any pages within the address range should be
  391. * marked as cached or uncached.
  392. */
  393. void RasterizerMarkRegionCached(VAddr vaddr, u64 size, bool cached);
  394. private:
  395. Core::System& system;
  396. struct Impl;
  397. std::unique_ptr<Impl> impl;
  398. };
  399. } // namespace Core::Memory