chunk_file.h 17 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527528529530531532533534535536537538539540541542543544545546547548549550551552553554555556557558559560561562563564565566567568569570571572573574575576577578579580581582583584585586587588589590591592593594595596597598599600601602603604605606607608609610611612613614615616617618619620621622623624625626627628629630631632633634635636637638639640641642643644645646647648649650651652
  1. // Copyright (C) 2003 Dolphin Project.
  2. // This program is free software: you can redistribute it and/or modify
  3. // it under the terms of the GNU General Public License as published by
  4. // the Free Software Foundation, version 2.0 or later versions.
  5. // This program is distributed in the hope that it will be useful,
  6. // but WITHOUT ANY WARRANTY; without even the implied warranty of
  7. // MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
  8. // GNU General Public License 2.0 for more details.
  9. // A copy of the GPL 2.0 should have been included with the program.
  10. // If not, see http://www.gnu.org/licenses/
  11. // Official SVN repository and contact information can be found at
  12. // http://code.google.com/p/dolphin-emu/
  13. #pragma once
  14. // Extremely simple serialization framework.
  15. // (mis)-features:
  16. // + Super fast
  17. // + Very simple
  18. // + Same code is used for serialization and deserializaition (in most cases)
  19. // - Zero backwards/forwards compatibility
  20. // - Serialization code for anything complex has to be manually written.
  21. #include <cstring>
  22. #include <deque>
  23. #include <list>
  24. #include <map>
  25. #include <set>
  26. #include <string>
  27. #include <type_traits>
  28. #include <vector>
  29. #include "common/common_types.h"
  30. #include "common/file_util.h"
  31. #include "common/logging/log.h"
  32. template <class T>
  33. struct LinkedListItem : public T
  34. {
  35. LinkedListItem<T> *next;
  36. };
  37. class PointerWrap;
  38. class PointerWrapSection
  39. {
  40. public:
  41. PointerWrapSection(PointerWrap &p, int ver, const char *title) : p_(p), ver_(ver), title_(title) {
  42. }
  43. ~PointerWrapSection();
  44. bool operator == (const int &v) const { return ver_ == v; }
  45. bool operator != (const int &v) const { return ver_ != v; }
  46. bool operator <= (const int &v) const { return ver_ <= v; }
  47. bool operator >= (const int &v) const { return ver_ >= v; }
  48. bool operator < (const int &v) const { return ver_ < v; }
  49. bool operator > (const int &v) const { return ver_ > v; }
  50. operator bool() const {
  51. return ver_ > 0;
  52. }
  53. private:
  54. PointerWrap &p_;
  55. int ver_;
  56. const char *title_;
  57. };
  58. // Wrapper class
  59. class PointerWrap
  60. {
  61. // This makes it a compile error if you forget to define DoState() on non-POD.
  62. // Which also can be a problem, for example struct tm is non-POD on linux, for whatever reason...
  63. #ifdef _MSC_VER
  64. template<typename T, bool isPOD = std::is_pod<T>::value, bool isPointer = std::is_pointer<T>::value>
  65. #else
  66. template<typename T, bool isPOD = __is_pod(T), bool isPointer = std::is_pointer<T>::value>
  67. #endif
  68. struct DoHelper
  69. {
  70. static void DoArray(PointerWrap *p, T *x, int count)
  71. {
  72. for (int i = 0; i < count; ++i)
  73. p->Do(x[i]);
  74. }
  75. static void Do(PointerWrap *p, T &x)
  76. {
  77. p->DoClass(x);
  78. }
  79. };
  80. template<typename T>
  81. struct DoHelper<T, true, false>
  82. {
  83. static void DoArray(PointerWrap *p, T *x, int count)
  84. {
  85. p->DoVoid((void *)x, sizeof(T) * count);
  86. }
  87. static void Do(PointerWrap *p, T &x)
  88. {
  89. p->DoVoid((void *)&x, sizeof(x));
  90. }
  91. };
  92. public:
  93. enum Mode {
  94. MODE_READ = 1, // load
  95. MODE_WRITE, // save
  96. MODE_MEASURE, // calculate size
  97. MODE_VERIFY, // compare
  98. };
  99. enum Error {
  100. ERROR_NONE = 0,
  101. ERROR_WARNING = 1,
  102. ERROR_FAILURE = 2,
  103. };
  104. u8 **ptr;
  105. Mode mode;
  106. Error error;
  107. public:
  108. PointerWrap(u8 **ptr_, Mode mode_) : ptr(ptr_), mode(mode_), error(ERROR_NONE) {}
  109. PointerWrap(unsigned char **ptr_, int mode_) : ptr((u8**)ptr_), mode((Mode)mode_), error(ERROR_NONE) {}
  110. PointerWrapSection Section(const char *title, int ver) {
  111. return Section(title, ver, ver);
  112. }
  113. // The returned object can be compared against the version that was loaded.
  114. // This can be used to support versions as old as minVer.
  115. // Version = 0 means the section was not found.
  116. PointerWrapSection Section(const char *title, int minVer, int ver) {
  117. char marker[16] = {0};
  118. int foundVersion = ver;
  119. strncpy(marker, title, sizeof(marker));
  120. if (!ExpectVoid(marker, sizeof(marker)))
  121. {
  122. // Might be before we added name markers for safety.
  123. if (foundVersion == 1 && ExpectVoid(&foundVersion, sizeof(foundVersion)))
  124. DoMarker(title);
  125. // Wasn't found, but maybe we can still load the state.
  126. else
  127. foundVersion = 0;
  128. }
  129. else
  130. Do(foundVersion);
  131. if (error == ERROR_FAILURE || foundVersion < minVer || foundVersion > ver) {
  132. LOG_ERROR(Common, "Savestate failure: wrong version %d found for %s", foundVersion, title);
  133. SetError(ERROR_FAILURE);
  134. return PointerWrapSection(*this, -1, title);
  135. }
  136. return PointerWrapSection(*this, foundVersion, title);
  137. }
  138. void SetMode(Mode mode_) {mode = mode_;}
  139. Mode GetMode() const {return mode;}
  140. u8 **GetPPtr() {return ptr;}
  141. void SetError(Error error_)
  142. {
  143. if (error < error_)
  144. error = error_;
  145. if (error > ERROR_WARNING)
  146. mode = PointerWrap::MODE_MEASURE;
  147. }
  148. bool ExpectVoid(void *data, int size)
  149. {
  150. switch (mode) {
  151. case MODE_READ: if (memcmp(data, *ptr, size) != 0) return false; break;
  152. case MODE_WRITE: memcpy(*ptr, data, size); break;
  153. case MODE_MEASURE: break; // MODE_MEASURE - don't need to do anything
  154. case MODE_VERIFY:
  155. for (int i = 0; i < size; i++) {
  156. DEBUG_ASSERT_MSG(((u8*)data)[i] == (*ptr)[i],
  157. "Savestate verification failure: %d (0x%X) (at %p) != %d (0x%X) (at %p).\n",
  158. ((u8*)data)[i], ((u8*)data)[i], &((u8*)data)[i],
  159. (*ptr)[i], (*ptr)[i], &(*ptr)[i]);
  160. }
  161. break;
  162. default: break; // throw an error?
  163. }
  164. (*ptr) += size;
  165. return true;
  166. }
  167. void DoVoid(void *data, int size)
  168. {
  169. switch (mode) {
  170. case MODE_READ: memcpy(data, *ptr, size); break;
  171. case MODE_WRITE: memcpy(*ptr, data, size); break;
  172. case MODE_MEASURE: break; // MODE_MEASURE - don't need to do anything
  173. case MODE_VERIFY:
  174. for (int i = 0; i < size; i++) {
  175. DEBUG_ASSERT_MSG(((u8*)data)[i] == (*ptr)[i],
  176. "Savestate verification failure: %d (0x%X) (at %p) != %d (0x%X) (at %p).\n",
  177. ((u8*)data)[i], ((u8*)data)[i], &((u8*)data)[i],
  178. (*ptr)[i], (*ptr)[i], &(*ptr)[i]);
  179. }
  180. break;
  181. default: break; // throw an error?
  182. }
  183. (*ptr) += size;
  184. }
  185. template<class K, class T>
  186. void Do(std::map<K, T *> &x)
  187. {
  188. if (mode == MODE_READ)
  189. {
  190. for (auto it = x.begin(), end = x.end(); it != end; ++it)
  191. {
  192. if (it->second != nullptr)
  193. delete it->second;
  194. }
  195. }
  196. T *dv = nullptr;
  197. DoMap(x, dv);
  198. }
  199. template<class K, class T>
  200. void Do(std::map<K, T> &x)
  201. {
  202. T dv = T();
  203. DoMap(x, dv);
  204. }
  205. template<class K, class T>
  206. void DoMap(std::map<K, T> &x, T &default_val)
  207. {
  208. unsigned int number = (unsigned int)x.size();
  209. Do(number);
  210. switch (mode) {
  211. case MODE_READ:
  212. {
  213. x.clear();
  214. while (number > 0)
  215. {
  216. K first = K();
  217. Do(first);
  218. T second = default_val;
  219. Do(second);
  220. x[first] = second;
  221. --number;
  222. }
  223. }
  224. break;
  225. case MODE_WRITE:
  226. case MODE_MEASURE:
  227. case MODE_VERIFY:
  228. {
  229. typename std::map<K, T>::iterator itr = x.begin();
  230. while (number > 0)
  231. {
  232. K first = itr->first;
  233. Do(first);
  234. Do(itr->second);
  235. --number;
  236. ++itr;
  237. }
  238. }
  239. break;
  240. }
  241. }
  242. template<class K, class T>
  243. void Do(std::multimap<K, T *> &x)
  244. {
  245. if (mode == MODE_READ)
  246. {
  247. for (auto it = x.begin(), end = x.end(); it != end; ++it)
  248. {
  249. if (it->second != nullptr)
  250. delete it->second;
  251. }
  252. }
  253. T *dv = nullptr;
  254. DoMultimap(x, dv);
  255. }
  256. template<class K, class T>
  257. void Do(std::multimap<K, T> &x)
  258. {
  259. T dv = T();
  260. DoMultimap(x, dv);
  261. }
  262. template<class K, class T>
  263. void DoMultimap(std::multimap<K, T> &x, T &default_val)
  264. {
  265. unsigned int number = (unsigned int)x.size();
  266. Do(number);
  267. switch (mode) {
  268. case MODE_READ:
  269. {
  270. x.clear();
  271. while (number > 0)
  272. {
  273. K first = K();
  274. Do(first);
  275. T second = default_val;
  276. Do(second);
  277. x.insert(std::make_pair(first, second));
  278. --number;
  279. }
  280. }
  281. break;
  282. case MODE_WRITE:
  283. case MODE_MEASURE:
  284. case MODE_VERIFY:
  285. {
  286. typename std::multimap<K, T>::iterator itr = x.begin();
  287. while (number > 0)
  288. {
  289. Do(itr->first);
  290. Do(itr->second);
  291. --number;
  292. ++itr;
  293. }
  294. }
  295. break;
  296. }
  297. }
  298. // Store vectors.
  299. template<class T>
  300. void Do(std::vector<T *> &x)
  301. {
  302. T *dv = nullptr;
  303. DoVector(x, dv);
  304. }
  305. template<class T>
  306. void Do(std::vector<T> &x)
  307. {
  308. T dv = T();
  309. DoVector(x, dv);
  310. }
  311. template<class T>
  312. void DoPOD(std::vector<T> &x)
  313. {
  314. T dv = T();
  315. DoVectorPOD(x, dv);
  316. }
  317. template<class T>
  318. void Do(std::vector<T> &x, T &default_val)
  319. {
  320. DoVector(x, default_val);
  321. }
  322. template<class T>
  323. void DoVector(std::vector<T> &x, T &default_val)
  324. {
  325. u32 vec_size = (u32)x.size();
  326. Do(vec_size);
  327. x.resize(vec_size, default_val);
  328. if (vec_size > 0)
  329. DoArray(&x[0], vec_size);
  330. }
  331. template<class T>
  332. void DoVectorPOD(std::vector<T> &x, T &default_val)
  333. {
  334. u32 vec_size = (u32)x.size();
  335. Do(vec_size);
  336. x.resize(vec_size, default_val);
  337. if (vec_size > 0)
  338. DoArray(&x[0], vec_size);
  339. }
  340. // Store deques.
  341. template<class T>
  342. void Do(std::deque<T *> &x)
  343. {
  344. T *dv = nullptr;
  345. DoDeque(x, dv);
  346. }
  347. template<class T>
  348. void Do(std::deque<T> &x)
  349. {
  350. T dv = T();
  351. DoDeque(x, dv);
  352. }
  353. template<class T>
  354. void DoDeque(std::deque<T> &x, T &default_val)
  355. {
  356. u32 deq_size = (u32)x.size();
  357. Do(deq_size);
  358. x.resize(deq_size, default_val);
  359. u32 i;
  360. for(i = 0; i < deq_size; i++)
  361. Do(x[i]);
  362. }
  363. // Store STL lists.
  364. template<class T>
  365. void Do(std::list<T *> &x)
  366. {
  367. T *dv = nullptr;
  368. Do(x, dv);
  369. }
  370. template<class T>
  371. void Do(std::list<T> &x)
  372. {
  373. T dv = T();
  374. DoList(x, dv);
  375. }
  376. template<class T>
  377. void Do(std::list<T> &x, T &default_val)
  378. {
  379. DoList(x, default_val);
  380. }
  381. template<class T>
  382. void DoList(std::list<T> &x, T &default_val)
  383. {
  384. u32 list_size = (u32)x.size();
  385. Do(list_size);
  386. x.resize(list_size, default_val);
  387. typename std::list<T>::iterator itr, end;
  388. for (itr = x.begin(), end = x.end(); itr != end; ++itr)
  389. Do(*itr);
  390. }
  391. // Store STL sets.
  392. template <class T>
  393. void Do(std::set<T *> &x)
  394. {
  395. if (mode == MODE_READ)
  396. {
  397. for (auto it = x.begin(), end = x.end(); it != end; ++it)
  398. {
  399. if (*it != nullptr)
  400. delete *it;
  401. }
  402. }
  403. DoSet(x);
  404. }
  405. template <class T>
  406. void Do(std::set<T> &x)
  407. {
  408. DoSet(x);
  409. }
  410. template <class T>
  411. void DoSet(std::set<T> &x)
  412. {
  413. unsigned int number = (unsigned int)x.size();
  414. Do(number);
  415. switch (mode)
  416. {
  417. case MODE_READ:
  418. {
  419. x.clear();
  420. while (number-- > 0)
  421. {
  422. T it = T();
  423. Do(it);
  424. x.insert(it);
  425. }
  426. }
  427. break;
  428. case MODE_WRITE:
  429. case MODE_MEASURE:
  430. case MODE_VERIFY:
  431. {
  432. typename std::set<T>::iterator itr = x.begin();
  433. while (number-- > 0)
  434. Do(*itr++);
  435. }
  436. break;
  437. default:
  438. LOG_ERROR(Common, "Savestate error: invalid mode %d.", mode);
  439. }
  440. }
  441. // Store strings.
  442. void Do(std::string &x)
  443. {
  444. int stringLen = (int)x.length() + 1;
  445. Do(stringLen);
  446. switch (mode) {
  447. case MODE_READ: x = (char*)*ptr; break;
  448. case MODE_WRITE: memcpy(*ptr, x.c_str(), stringLen); break;
  449. case MODE_MEASURE: break;
  450. case MODE_VERIFY:
  451. DEBUG_ASSERT_MSG((x == (char*)*ptr),
  452. "Savestate verification failure: \"%s\" != \"%s\" (at %p).\n",
  453. x.c_str(), (char*)*ptr, ptr);
  454. break;
  455. }
  456. (*ptr) += stringLen;
  457. }
  458. void Do(std::wstring &x)
  459. {
  460. int stringLen = sizeof(wchar_t)*((int)x.length() + 1);
  461. Do(stringLen);
  462. switch (mode) {
  463. case MODE_READ: x = (wchar_t*)*ptr; break;
  464. case MODE_WRITE: memcpy(*ptr, x.c_str(), stringLen); break;
  465. case MODE_MEASURE: break;
  466. case MODE_VERIFY:
  467. DEBUG_ASSERT_MSG((x == (wchar_t*)*ptr),
  468. "Savestate verification failure: \"%ls\" != \"%ls\" (at %p).\n",
  469. x.c_str(), (wchar_t*)*ptr, ptr);
  470. break;
  471. }
  472. (*ptr) += stringLen;
  473. }
  474. template<class T>
  475. void DoClass(T &x) {
  476. x.DoState(*this);
  477. }
  478. template<class T>
  479. void DoClass(T *&x) {
  480. if (mode == MODE_READ)
  481. {
  482. if (x != nullptr)
  483. delete x;
  484. x = new T();
  485. }
  486. x->DoState(*this);
  487. }
  488. template<class T>
  489. void DoArray(T *x, int count) {
  490. DoHelper<T>::DoArray(this, x, count);
  491. }
  492. template<class T>
  493. void Do(T &x) {
  494. DoHelper<T>::Do(this, x);
  495. }
  496. template<class T>
  497. void DoPOD(T &x) {
  498. DoHelper<T>::Do(this, x);
  499. }
  500. template<class T>
  501. void DoPointer(T* &x, T*const base) {
  502. // pointers can be more than 2^31 apart, but you're using this function wrong if you need that much range
  503. s32 offset = x - base;
  504. Do(offset);
  505. if (mode == MODE_READ)
  506. x = base + offset;
  507. }
  508. template<class T, LinkedListItem<T>* (*TNew)(), void (*TFree)(LinkedListItem<T>*), void (*TDo)(PointerWrap&, T*)>
  509. void DoLinkedList(LinkedListItem<T>*& list_start, LinkedListItem<T>** list_end=0)
  510. {
  511. LinkedListItem<T>* list_cur = list_start;
  512. LinkedListItem<T>* prev = 0;
  513. while (true)
  514. {
  515. u8 shouldExist = (list_cur ? 1 : 0);
  516. Do(shouldExist);
  517. if (shouldExist == 1)
  518. {
  519. LinkedListItem<T>* cur = list_cur ? list_cur : TNew();
  520. TDo(*this, (T*)cur);
  521. if (!list_cur)
  522. {
  523. if (mode == MODE_READ)
  524. {
  525. cur->next = nullptr;
  526. list_cur = cur;
  527. if (prev)
  528. prev->next = cur;
  529. else
  530. list_start = cur;
  531. }
  532. else
  533. {
  534. TFree(cur);
  535. continue;
  536. }
  537. }
  538. }
  539. else
  540. {
  541. if (mode == MODE_READ)
  542. {
  543. if (prev)
  544. prev->next = nullptr;
  545. if (list_end)
  546. *list_end = prev;
  547. if (list_cur)
  548. {
  549. if (list_start == list_cur)
  550. list_start = nullptr;
  551. do
  552. {
  553. LinkedListItem<T>* next = list_cur->next;
  554. TFree(list_cur);
  555. list_cur = next;
  556. }
  557. while (list_cur);
  558. }
  559. }
  560. break;
  561. }
  562. prev = list_cur;
  563. list_cur = list_cur->next;
  564. }
  565. }
  566. void DoMarker(const char* prevName, u32 arbitraryNumber=0x42)
  567. {
  568. u32 cookie = arbitraryNumber;
  569. Do(cookie);
  570. if(mode == PointerWrap::MODE_READ && cookie != arbitraryNumber)
  571. {
  572. LOG_ERROR(Common, "After \"%s\", found %d (0x%X) instead of save marker %d (0x%X). Aborting savestate load...", prevName, cookie, cookie, arbitraryNumber, arbitraryNumber);
  573. SetError(ERROR_FAILURE);
  574. }
  575. }
  576. };
  577. inline PointerWrapSection::~PointerWrapSection() {
  578. if (ver_ > 0) {
  579. p_.DoMarker(title_);
  580. }
  581. }