chunk_file.h 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622
  1. // Copyright (C) 2003 Dolphin Project.
  2. // This program is free software: you can redistribute it and/or modify
  3. // it under the terms of the GNU General Public License as published by
  4. // the Free Software Foundation, version 2.0 or later versions.
  5. // This program is distributed in the hope that it will be useful,
  6. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  7. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  8. // GNU General Public License 2.0 for more details.
  9. // A copy of the GPL 2.0 should have been included with the program.
  10. // If not, see http://www.gnu.org/licenses/
  11. // Official SVN repository and contact information can be found at
  12. // http://code.google.com/p/dolphin-emu/
  13. #pragma once
  14. // Extremely simple serialization framework.
  15. // (mis)-features:
  16. // + Super fast
  17. // + Very simple
  18. // + Same code is used for serialization and deserializaition (in most cases)
  19. // - Zero backwards/forwards compatibility
  20. // - Serialization code for anything complex has to be manually written.
  21. #include <cstring>
  22. #include <deque>
  23. #include <list>
  24. #include <map>
  25. #include <set>
  26. #include <string>
  27. #include <type_traits>
  28. #include <utility>
  29. #include <vector>
  30. #include "common/assert.h"
  31. #include "common/common_types.h"
  32. #include "common/logging/log.h"
  33. template <class T>
  34. struct LinkedListItem : public T {
  35. LinkedListItem<T>* next;
  36. };
  37. class PointerWrap;
  38. class PointerWrapSection {
  39. public:
  40. PointerWrapSection(PointerWrap& p, int ver, const char* title)
  41. : p_(p), ver_(ver), title_(title) {}
  42. ~PointerWrapSection();
  43. bool operator==(const int& v) const {
  44. return ver_ == v;
  45. }
  46. bool operator!=(const int& v) const {
  47. return ver_ != v;
  48. }
  49. bool operator<=(const int& v) const {
  50. return ver_ <= v;
  51. }
  52. bool operator>=(const int& v) const {
  53. return ver_ >= v;
  54. }
  55. bool operator<(const int& v) const {
  56. return ver_ < v;
  57. }
  58. bool operator>(const int& v) const {
  59. return ver_ > v;
  60. }
  61. operator bool() const {
  62. return ver_ > 0;
  63. }
  64. private:
  65. PointerWrap& p_;
  66. int ver_;
  67. const char* title_;
  68. };
  69. // Wrapper class
  70. class PointerWrap {
  71. // This makes it a compile error if you forget to define DoState() on non-POD.
  72. // Which also can be a problem, for example struct tm is non-POD on linux, for whatever reason...
  73. #ifdef _MSC_VER
  74. template <typename T, bool isPOD = std::is_pod<T>::value,
  75. bool isPointer = std::is_pointer<T>::value>
  76. #else
  77. template <typename T, bool isPOD = __is_pod(T), bool isPointer = std::is_pointer<T>::value>
  78. #endif
  79. struct DoHelper {
  80. static void DoArray(PointerWrap* p, T* x, int count) {
  81. for (int i = 0; i < count; ++i)
  82. p->Do(x[i]);
  83. }
  84. static void Do(PointerWrap* p, T& x) {
  85. p->DoClass(x);
  86. }
  87. };
  88. template <typename T>
  89. struct DoHelper<T, true, false> {
  90. static void DoArray(PointerWrap* p, T* x, int count) {
  91. p->DoVoid((void*)x, sizeof(T) * count);
  92. }
  93. static void Do(PointerWrap* p, T& x) {
  94. p->DoVoid((void*)&x, sizeof(x));
  95. }
  96. };
  97. public:
  98. enum Mode {
  99. MODE_READ = 1, // load
  100. MODE_WRITE, // save
  101. MODE_MEASURE, // calculate size
  102. MODE_VERIFY, // compare
  103. };
  104. enum Error {
  105. ERROR_NONE = 0,
  106. ERROR_WARNING = 1,
  107. ERROR_FAILURE = 2,
  108. };
  109. u8** ptr;
  110. Mode mode;
  111. Error error;
  112. public:
  113. PointerWrap(u8** ptr_, Mode mode_) : ptr(ptr_), mode(mode_), error(ERROR_NONE) {}
  114. PointerWrap(unsigned char** ptr_, int mode_)
  115. : ptr((u8**)ptr_), mode((Mode)mode_), error(ERROR_NONE) {}
  116. PointerWrapSection Section(const char* title, int ver) {
  117. return Section(title, ver, ver);
  118. }
  119. // The returned object can be compared against the version that was loaded.
  120. // This can be used to support versions as old as minVer.
  121. // Version = 0 means the section was not found.
  122. PointerWrapSection Section(const char* title, int minVer, int ver) {
  123. char marker[16] = {0};
  124. int foundVersion = ver;
  125. strncpy(marker, title, sizeof(marker));
  126. if (!ExpectVoid(marker, sizeof(marker))) {
  127. // Might be before we added name markers for safety.
  128. if (foundVersion == 1 && ExpectVoid(&foundVersion, sizeof(foundVersion)))
  129. DoMarker(title);
  130. // Wasn't found, but maybe we can still load the state.
  131. else
  132. foundVersion = 0;
  133. } else
  134. Do(foundVersion);
  135. if (error == ERROR_FAILURE || foundVersion < minVer || foundVersion > ver) {
  136. LOG_ERROR(Common, "Savestate failure: wrong version %d found for %s", foundVersion,
  137. title);
  138. SetError(ERROR_FAILURE);
  139. return PointerWrapSection(*this, -1, title);
  140. }
  141. return PointerWrapSection(*this, foundVersion, title);
  142. }
  143. void SetMode(Mode mode_) {
  144. mode = mode_;
  145. }
  146. Mode GetMode() const {
  147. return mode;
  148. }
  149. u8** GetPPtr() {
  150. return ptr;
  151. }
  152. void SetError(Error error_) {
  153. if (error < error_)
  154. error = error_;
  155. if (error > ERROR_WARNING)
  156. mode = PointerWrap::MODE_MEASURE;
  157. }
  158. bool ExpectVoid(void* data, int size) {
  159. switch (mode) {
  160. case MODE_READ:
  161. if (memcmp(data, *ptr, size) != 0)
  162. return false;
  163. break;
  164. case MODE_WRITE:
  165. memcpy(*ptr, data, size);
  166. break;
  167. case MODE_MEASURE:
  168. break; // MODE_MEASURE - don't need to do anything
  169. case MODE_VERIFY:
  170. for (int i = 0; i < size; i++) {
  171. DEBUG_ASSERT_MSG(
  172. ((u8*)data)[i] == (*ptr)[i],
  173. "Savestate verification failure: %d (0x%X) (at %p) != %d (0x%X) (at %p).\n",
  174. ((u8*)data)[i], ((u8*)data)[i], &((u8*)data)[i], (*ptr)[i], (*ptr)[i],
  175. &(*ptr)[i]);
  176. }
  177. break;
  178. default:
  179. break; // throw an error?
  180. }
  181. (*ptr) += size;
  182. return true;
  183. }
  184. void DoVoid(void* data, int size) {
  185. switch (mode) {
  186. case MODE_READ:
  187. memcpy(data, *ptr, size);
  188. break;
  189. case MODE_WRITE:
  190. memcpy(*ptr, data, size);
  191. break;
  192. case MODE_MEASURE:
  193. break; // MODE_MEASURE - don't need to do anything
  194. case MODE_VERIFY:
  195. for (int i = 0; i < size; i++) {
  196. DEBUG_ASSERT_MSG(
  197. ((u8*)data)[i] == (*ptr)[i],
  198. "Savestate verification failure: %d (0x%X) (at %p) != %d (0x%X) (at %p).\n",
  199. ((u8*)data)[i], ((u8*)data)[i], &((u8*)data)[i], (*ptr)[i], (*ptr)[i],
  200. &(*ptr)[i]);
  201. }
  202. break;
  203. default:
  204. break; // throw an error?
  205. }
  206. (*ptr) += size;
  207. }
  208. template <class K, class T>
  209. void Do(std::map<K, T*>& x) {
  210. if (mode == MODE_READ) {
  211. for (auto it = x.begin(), end = x.end(); it != end; ++it) {
  212. if (it->second != nullptr)
  213. delete it->second;
  214. }
  215. }
  216. T* dv = nullptr;
  217. DoMap(x, dv);
  218. }
  219. template <class K, class T>
  220. void Do(std::map<K, T>& x) {
  221. T dv = T();
  222. DoMap(x, dv);
  223. }
  224. template <class K, class T>
  225. void DoMap(std::map<K, T>& x, T& default_val) {
  226. unsigned int number = (unsigned int)x.size();
  227. Do(number);
  228. switch (mode) {
  229. case MODE_READ: {
  230. x.clear();
  231. while (number > 0) {
  232. K first = K();
  233. Do(first);
  234. T second = default_val;
  235. Do(second);
  236. x[first] = second;
  237. --number;
  238. }
  239. } break;
  240. case MODE_WRITE:
  241. case MODE_MEASURE:
  242. case MODE_VERIFY: {
  243. typename std::map<K, T>::iterator itr = x.begin();
  244. while (number > 0) {
  245. K first = itr->first;
  246. Do(first);
  247. Do(itr->second);
  248. --number;
  249. ++itr;
  250. }
  251. } break;
  252. }
  253. }
  254. template <class K, class T>
  255. void Do(std::multimap<K, T*>& x) {
  256. if (mode == MODE_READ) {
  257. for (auto it = x.begin(), end = x.end(); it != end; ++it) {
  258. if (it->second != nullptr)
  259. delete it->second;
  260. }
  261. }
  262. T* dv = nullptr;
  263. DoMultimap(x, dv);
  264. }
  265. template <class K, class T>
  266. void Do(std::multimap<K, T>& x) {
  267. T dv = T();
  268. DoMultimap(x, dv);
  269. }
  270. template <class K, class T>
  271. void DoMultimap(std::multimap<K, T>& x, T& default_val) {
  272. unsigned int number = (unsigned int)x.size();
  273. Do(number);
  274. switch (mode) {
  275. case MODE_READ: {
  276. x.clear();
  277. while (number > 0) {
  278. K first = K();
  279. Do(first);
  280. T second = default_val;
  281. Do(second);
  282. x.insert(std::make_pair(first, second));
  283. --number;
  284. }
  285. } break;
  286. case MODE_WRITE:
  287. case MODE_MEASURE:
  288. case MODE_VERIFY: {
  289. typename std::multimap<K, T>::iterator itr = x.begin();
  290. while (number > 0) {
  291. Do(itr->first);
  292. Do(itr->second);
  293. --number;
  294. ++itr;
  295. }
  296. } break;
  297. }
  298. }
  299. // Store vectors.
  300. template <class T>
  301. void Do(std::vector<T*>& x) {
  302. T* dv = nullptr;
  303. DoVector(x, dv);
  304. }
  305. template <class T>
  306. void Do(std::vector<T>& x) {
  307. T dv = T();
  308. DoVector(x, dv);
  309. }
  310. template <class T>
  311. void DoPOD(std::vector<T>& x) {
  312. T dv = T();
  313. DoVectorPOD(x, dv);
  314. }
  315. template <class T>
  316. void Do(std::vector<T>& x, T& default_val) {
  317. DoVector(x, default_val);
  318. }
  319. template <class T>
  320. void DoVector(std::vector<T>& x, T& default_val) {
  321. u32 vec_size = (u32)x.size();
  322. Do(vec_size);
  323. x.resize(vec_size, default_val);
  324. if (vec_size > 0)
  325. DoArray(&x[0], vec_size);
  326. }
  327. template <class T>
  328. void DoVectorPOD(std::vector<T>& x, T& default_val) {
  329. u32 vec_size = (u32)x.size();
  330. Do(vec_size);
  331. x.resize(vec_size, default_val);
  332. if (vec_size > 0)
  333. DoArray(&x[0], vec_size);
  334. }
  335. // Store deques.
  336. template <class T>
  337. void Do(std::deque<T*>& x) {
  338. T* dv = nullptr;
  339. DoDeque(x, dv);
  340. }
  341. template <class T>
  342. void Do(std::deque<T>& x) {
  343. T dv = T();
  344. DoDeque(x, dv);
  345. }
  346. template <class T>
  347. void DoDeque(std::deque<T>& x, T& default_val) {
  348. u32 deq_size = (u32)x.size();
  349. Do(deq_size);
  350. x.resize(deq_size, default_val);
  351. u32 i;
  352. for (i = 0; i < deq_size; i++)
  353. Do(x[i]);
  354. }
  355. // Store STL lists.
  356. template <class T>
  357. void Do(std::list<T*>& x) {
  358. T* dv = nullptr;
  359. Do(x, dv);
  360. }
  361. template <class T>
  362. void Do(std::list<T>& x) {
  363. T dv = T();
  364. DoList(x, dv);
  365. }
  366. template <class T>
  367. void Do(std::list<T>& x, T& default_val) {
  368. DoList(x, default_val);
  369. }
  370. template <class T>
  371. void DoList(std::list<T>& x, T& default_val) {
  372. u32 list_size = (u32)x.size();
  373. Do(list_size);
  374. x.resize(list_size, default_val);
  375. typename std::list<T>::iterator itr, end;
  376. for (itr = x.begin(), end = x.end(); itr != end; ++itr)
  377. Do(*itr);
  378. }
  379. // Store STL sets.
  380. template <class T>
  381. void Do(std::set<T*>& x) {
  382. if (mode == MODE_READ) {
  383. for (auto it = x.begin(), end = x.end(); it != end; ++it) {
  384. if (*it != nullptr)
  385. delete *it;
  386. }
  387. }
  388. DoSet(x);
  389. }
  390. template <class T>
  391. void Do(std::set<T>& x) {
  392. DoSet(x);
  393. }
  394. template <class T>
  395. void DoSet(std::set<T>& x) {
  396. unsigned int number = (unsigned int)x.size();
  397. Do(number);
  398. switch (mode) {
  399. case MODE_READ: {
  400. x.clear();
  401. while (number-- > 0) {
  402. T it = T();
  403. Do(it);
  404. x.insert(it);
  405. }
  406. } break;
  407. case MODE_WRITE:
  408. case MODE_MEASURE:
  409. case MODE_VERIFY: {
  410. typename std::set<T>::iterator itr = x.begin();
  411. while (number-- > 0)
  412. Do(*itr++);
  413. } break;
  414. default:
  415. LOG_ERROR(Common, "Savestate error: invalid mode %d.", mode);
  416. }
  417. }
  418. // Store strings.
  419. void Do(std::string& x) {
  420. int stringLen = (int)x.length() + 1;
  421. Do(stringLen);
  422. switch (mode) {
  423. case MODE_READ:
  424. x = (char*)*ptr;
  425. break;
  426. case MODE_WRITE:
  427. memcpy(*ptr, x.c_str(), stringLen);
  428. break;
  429. case MODE_MEASURE:
  430. break;
  431. case MODE_VERIFY:
  432. DEBUG_ASSERT_MSG((x == (char*)*ptr),
  433. "Savestate verification failure: \"%s\" != \"%s\" (at %p).\n",
  434. x.c_str(), (char*)*ptr, ptr);
  435. break;
  436. }
  437. (*ptr) += stringLen;
  438. }
  439. void Do(std::wstring& x) {
  440. int stringLen = sizeof(wchar_t) * ((int)x.length() + 1);
  441. Do(stringLen);
  442. switch (mode) {
  443. case MODE_READ:
  444. x = (wchar_t*)*ptr;
  445. break;
  446. case MODE_WRITE:
  447. memcpy(*ptr, x.c_str(), stringLen);
  448. break;
  449. case MODE_MEASURE:
  450. break;
  451. case MODE_VERIFY:
  452. DEBUG_ASSERT_MSG((x == (wchar_t*)*ptr),
  453. "Savestate verification failure: \"%ls\" != \"%ls\" (at %p).\n",
  454. x.c_str(), (wchar_t*)*ptr, ptr);
  455. break;
  456. }
  457. (*ptr) += stringLen;
  458. }
  459. template <class T>
  460. void DoClass(T& x) {
  461. x.DoState(*this);
  462. }
  463. template <class T>
  464. void DoClass(T*& x) {
  465. if (mode == MODE_READ) {
  466. if (x != nullptr)
  467. delete x;
  468. x = new T();
  469. }
  470. x->DoState(*this);
  471. }
  472. template <class T>
  473. void DoArray(T* x, int count) {
  474. DoHelper<T>::DoArray(this, x, count);
  475. }
  476. template <class T>
  477. void Do(T& x) {
  478. DoHelper<T>::Do(this, x);
  479. }
  480. template <class T>
  481. void DoPOD(T& x) {
  482. DoHelper<T>::Do(this, x);
  483. }
  484. template <class T>
  485. void DoPointer(T*& x, T* const base) {
  486. // pointers can be more than 2^31 apart, but you're using this function wrong if you need
  487. // that much range
  488. s32 offset = x - base;
  489. Do(offset);
  490. if (mode == MODE_READ)
  491. x = base + offset;
  492. }
  493. template <class T, LinkedListItem<T>* (*TNew)(), void (*TFree)(LinkedListItem<T>*),
  494. void (*TDo)(PointerWrap&, T*)>
  495. void DoLinkedList(LinkedListItem<T>*& list_start, LinkedListItem<T>** list_end = nullptr) {
  496. LinkedListItem<T>* list_cur = list_start;
  497. LinkedListItem<T>* prev = nullptr;
  498. while (true) {
  499. u8 shouldExist = (list_cur ? 1 : 0);
  500. Do(shouldExist);
  501. if (shouldExist == 1) {
  502. LinkedListItem<T>* cur = list_cur ? list_cur : TNew();
  503. TDo(*this, (T*)cur);
  504. if (!list_cur) {
  505. if (mode == MODE_READ) {
  506. cur->next = nullptr;
  507. list_cur = cur;
  508. if (prev)
  509. prev->next = cur;
  510. else
  511. list_start = cur;
  512. } else {
  513. TFree(cur);
  514. continue;
  515. }
  516. }
  517. } else {
  518. if (mode == MODE_READ) {
  519. if (prev)
  520. prev->next = nullptr;
  521. if (list_end)
  522. *list_end = prev;
  523. if (list_cur) {
  524. if (list_start == list_cur)
  525. list_start = nullptr;
  526. do {
  527. LinkedListItem<T>* next = list_cur->next;
  528. TFree(list_cur);
  529. list_cur = next;
  530. } while (list_cur);
  531. }
  532. }
  533. break;
  534. }
  535. prev = list_cur;
  536. list_cur = list_cur->next;
  537. }
  538. }
  539. void DoMarker(const char* prevName, u32 arbitraryNumber = 0x42) {
  540. u32 cookie = arbitraryNumber;
  541. Do(cookie);
  542. if (mode == PointerWrap::MODE_READ && cookie != arbitraryNumber) {
  543. LOG_ERROR(Common, "After \"%s\", found %d (0x%X) instead of save marker %d (0x%X). "
  544. "Aborting savestate load...",
  545. prevName, cookie, cookie, arbitraryNumber, arbitraryNumber);
  546. SetError(ERROR_FAILURE);
  547. }
  548. }
  549. };
  550. inline PointerWrapSection::~PointerWrapSection() {
  551. if (ver_ > 0) {
  552. p_.DoMarker(title_);
  553. }
  554. }