SubDirectory.cpp 9.2 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221
  1. //
  2. // Created by Иван_Архипов on 07.11.2017.
  3. //
  4. #include "SubDirectory.h"
  5. #include "DatFile.h"
  6. #include "DatException.h"
  7. #include "Subfile.h"
  8. #include "BinaryData.h"
  9. #include "EasyLogging++/easylogging++.h"
  10. #include "Subfiles/TextSubfile.h"
  11. #include "Subfiles/DdsSubfile.h"
  12. #include "Subfiles/FontSubfile.h"
  13. #include "Subfiles/JpgSubfile.h"
  14. #include "Subfiles/OggSubfile.h"
  15. #include "Subfiles/WavSubfile.h"
  16. #include "Subfiles/UnknownSubfile.h"
  17. namespace LOTRO_DAT {
  18. SubDirectory::SubDirectory() {
  19. offset_ = 0;
  20. }
  21. SubDirectory::~SubDirectory() {
  22. subfiles_.clear();
  23. subdirs_.clear();
  24. }
  25. SubDirectory::SubDirectory(long long offset, DatFile *dat, long long max_subdirs) :
  26. dat_(dat), offset_(offset), max_subdirs_(max_subdirs) {
  27. LOG(DEBUG) << "Initialising SubDirectory";
  28. try {
  29. LOG(DEBUG) << "Processing SubDirectories";
  30. MakeSubDirectories();
  31. } catch (std::exception &e) {
  32. LOG(ERROR) << "Caught " << e.what() << " exception.";
  33. LOG(DEBUG) << "Unable to initialize directory at offset " << offset << ". Initializing it as empty directory...";
  34. subdirs_.clear();
  35. subfiles_.clear();
  36. return;
  37. }
  38. try {
  39. LOG(DEBUG) << "Processing SubFiles";
  40. MakeSubFiles();
  41. } catch (std::exception &e) {
  42. LOG(ERROR) << "Caught " << e.what() << " exception.";
  43. LOG(DEBUG) << "Unable to initialize directory at offset " << offset << ". Initializing it as empty directory...";
  44. subdirs_.clear();
  45. subfiles_.clear();
  46. return;
  47. }
  48. }
  49. void SubDirectory::MakeSubDirectories() {
  50. BinaryData data(1024);
  51. dat_->ReadData(data, 63 * 8, offset_);
  52. if (data.ToNumber<4>(0) != 0 || data.ToNumber<4>(4) != 0) {
  53. LOG(ERROR) << "first 8 bytes are not equal to 0 at offset " << offset_;
  54. std::string err =
  55. std::string("Bad SubDirectory::MakeSubDirectories - first 8 bytes are not equal to 0 at offset ")
  56. + std::to_string(offset_);
  57. throw DatException(err.c_str(), SUBDIR_EXCEPTION);
  58. }
  59. for (unsigned int i = 8; i < 63 * 8; i += 8) {
  60. if (data.ToNumber<4>(i) == 0 || data.ToNumber<4>(i + 4) == 0)
  61. break;
  62. try {
  63. SubDirectory *subdir = new SubDirectory(data.ToNumber<4>(i + 4), dat_);
  64. subdirs_.push_back(subdir);
  65. } catch (std::exception &e) {
  66. LOG(ERROR) << "Caught " << e.what() << " exception.";
  67. LOG(DEBUG) << "Making SubDirectory at offset " << data.ToNumber<4>(i + 4) << " failed, continuing";
  68. }
  69. }
  70. }
  71. void SubDirectory::MakeSubFiles() {
  72. try {
  73. BinaryData data(2048);
  74. dat_->ReadData(data, 64 * 32, offset_ + 63 * 8);
  75. for (unsigned int i = 0; i < 61 * 32; i += 32) {
  76. if (data.ToNumber<4>(i + 8) < 0x32 || data.ToNumber<4>(i + 12) < 0x32)
  77. continue;
  78. BinaryData mfile_id(20);
  79. dat_->ReadData(mfile_id, 20, data.ToNumber<4>(i + 12) + 8);
  80. if (!mfile_id.CheckCompression() && data.ToNumber<4>(i + 8) != mfile_id.ToNumber<4>(0)) {
  81. LOG(DEBUG) << "File id in file doesn't match to file_id in dictionary";
  82. continue;
  83. }
  84. subfiles_.push_back(
  85. MakeSubfile(
  86. offset_ + 63 * 8 + i,
  87. data.ToNumber<4>(i), // fragments_count
  88. data.ToNumber<4>(i + 4), // unknown1
  89. data.ToNumber<4>(i + 8), // file_id
  90. data.ToNumber<4>(i + 12), // file_offset
  91. data.ToNumber<4>(i + 16), // block_size
  92. data.ToNumber<4>(i + 20), // timestamp
  93. data.ToNumber<4>(i + 24), // version
  94. data.ToNumber<4>(i + 28) // block_size
  95. )
  96. );
  97. }
  98. } catch (std::exception &e) {
  99. LOG(ERROR) << "Caught exception " << e.what();
  100. subdirs_.clear();
  101. subfiles_.clear();
  102. }
  103. }
  104. void SubDirectory::MakeDictionary(std::unordered_map<long long, Subfile *> &dict) {
  105. for (Subfile *i : subfiles_) {
  106. if (dict.count(i->file_id()) == 0 || dict[i->file_id()]->timestamp() < i->timestamp())
  107. dict[i->file_id()] = i;
  108. }
  109. for (SubDirectory *i : subdirs_)
  110. i->MakeDictionary(dict);
  111. }
  112. void SubDirectory::UpdateDirectories(std::unordered_set<long long> &patched_files, std::unordered_map<long long, Subfile*> &dict) {
  113. for (auto subfile : subfiles_) {
  114. long long file_id = subfile->file_id();
  115. if (patched_files.count(file_id) != 0) {
  116. BinaryData data(32);
  117. dat_->ReadData(data, 32, subfile->dictionary_offset());
  118. auto new_subfile = dict[file_id];
  119. dat_->WriteData(BinaryData::FromNumber<4>(new_subfile->file_offset()), 4, subfile->dictionary_offset() + 12);
  120. dat_->WriteData(BinaryData::FromNumber<4>(new_subfile->file_size()), 4, subfile->dictionary_offset() + 16);
  121. dat_->WriteData(BinaryData::FromNumber<4>(new_subfile ->block_size()), 4, subfile->dictionary_offset() + 28);
  122. }
  123. }
  124. for (SubDirectory *i : subdirs_)
  125. i->UpdateDirectories(patched_files, dict);
  126. }
  127. Subfile *SubDirectory::MakeSubfile(long long dictionary_offset, long long fragments_count, long long unknown1, long long file_id,
  128. long long file_offset, long long file_size, long long timestamp,
  129. long long version, long long block_size) {
  130. FILE_TYPE type = GetSubfileType(file_id, file_offset);
  131. switch (type) {
  132. case TEXT:
  133. return dynamic_cast<Subfile *>(new TextSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
  134. case JPG:
  135. return dynamic_cast<Subfile *>(new JpgSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
  136. case DDS:
  137. return dynamic_cast<Subfile *>(new DdsSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
  138. case WAV:
  139. return dynamic_cast<Subfile *>(new WavSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
  140. case OGG:
  141. return dynamic_cast<Subfile *>(new OggSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
  142. case FONT:
  143. return dynamic_cast<Subfile *>(new FontSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
  144. case UNKNOWN:
  145. return dynamic_cast<Subfile *>(new UnknownSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
  146. }
  147. LOG(ERROR) << "Unknown file type";
  148. throw DatException("Bad SubDirectory::MakeSubfile() - unable to recognize file_type!", SUBFILE_EXCEPTION);
  149. }
  150. FILE_TYPE SubDirectory::GetSubfileType(long long file_id, long long file_offset) const {
  151. // Text check based on file_id
  152. if ((file_id >> 24ll) == 0x25ll)
  153. return TEXT;
  154. // Font check based on file_id
  155. if ((file_id >> 24ll) == 0x42ll)
  156. return FONT;
  157. BinaryData header(64);
  158. try {
  159. dat_->ReadData(header, 64, (unsigned) file_offset + 8);
  160. }catch (DatException &e) {
  161. if (e.type() == READ_EXCEPTION) {
  162. LOG(ERROR) << "Unable to read file header. file_id = " << file_id << ", offset = " << offset_;
  163. std::string err =
  164. "Bad Subfile::getExtension() - unable to read header of file with id = " +
  165. std::to_string(file_id) +
  166. " and offset = " + std::to_string(file_offset);
  167. throw DatException(err.c_str(), SUBFILE_EXCEPTION);
  168. } else
  169. throw e;
  170. }
  171. // jpeg / dds check
  172. if ((file_id >> 24ll) == 0x41ll) {
  173. long long soi = header.ToNumber<2>(24);
  174. long long marker = header.ToNumber<2>(26);
  175. //auto markerSize = header.ToNumber<short>(28);
  176. //auto four = header.ToNumber<int>(30);
  177. if ((soi == 0xD8FFll && marker == 0xE0FFll) || marker == 0xE1FFll)
  178. return JPG;
  179. return DDS;
  180. }
  181. // Ogg and Wav check
  182. if (header[8] == 0x4F && header[9] == 0x67 && header[10] == 0x67 && header[11] == 0x53)
  183. return OGG;
  184. if (header[8] == 0x52 && header[9] == 0x49 && header[10] == 0x46 && header[11] == 0x46)
  185. return WAV;
  186. return UNKNOWN;
  187. }
  188. };