// // Created by Иван_Архипов on 07.11.2017. // #include "SubDirectory.h" #include "DatFile.h" #include "SubFile.h" #include "BinaryData.h" #include "SubfileData.h" #include "EasyLogging++/easylogging++.h" #include "DatOperationResult.h" #include "Subfiles/TextSubFile.h" #include "Subfiles/DdsSubFile.h" #include "Subfiles/FontSubFile.h" #include "Subfiles/JpgSubFile.h" #include "Subfiles/OggSubFile.h" #include "Subfiles/WavSubFile.h" #include "Subfiles/UnknownSubFile.h" namespace LOTRO_DAT { std::unordered_set SubDirectory::visited_subdirectories_ = std::unordered_set(); std::unordered_set SubDirectory::visited_subfiles_ = std::unordered_set(); std::set, SubDirectory::SubDirectoryOffsetComp> SubDirectory::subdir_init_queue_ = std::set, SubDirectory::SubDirectoryOffsetComp>(); std::set, SubDirectory::SubDirectoryOffsetComp> SubDirectory::subfile_init_queue_ = std::set, SubDirectory::SubDirectoryOffsetComp>(); SubDirectory::~SubDirectory() { subfiles_.clear(); subdirs_.clear(); } SubDirectory::SubDirectory(long long offset, DatFile &dat, long long max_subdirs) : dat_(dat), offset_(offset), max_subdirs_(max_subdirs) { } bool SubDirectory::MakeSubDirectories() { BinaryData data(1024); dat_.getIO().ReadData(data, 63 * 8, offset_); if (data.Empty()) { LOG(ERROR) << "(READ ERROR) Incorrect directory at offset " << offset_; return false; } if (data.ToNumber<4>(0) != 0 || data.ToNumber<4>(4) != 0) { LOG(WARNING) << "first 8 bytes are not equal to 0 at offset " << offset_; return false; } for (unsigned int i = 8; i < 63 * 8; i += 8) { if (data.ToNumber<4>(i) == 0 || data.ToNumber<4>(i + 4) == 0) break; // if (visited_subdirectories_.count(data.ToNumber<4>(i + 4)) > 0) { // LOG(WARNING) << "Visiting subdirectory at offset " << data.ToNumber<4>(i + 4) << " more than one time. Passing."; // continue; // } visited_subdirectories_.insert(data.ToNumber<4>(i + 4)); std::shared_ptr subdir = std::make_shared(data.ToNumber<4>(i + 4), dat_); //if (subdir->subfiles_.empty() && subdir->subdirs_.empty()) { // LOG(WARNING) << "Sub-subdirectory is empty or made empty... Dictionary offset = " << offset_ + i << "; Passing others"; // break; //} else { subdirs_.push_back(subdir); subdir_init_queue_.insert(subdir); //} } return true; } bool SubDirectory::MakeSubFiles() { BinaryData data = BinaryData(4); dat_.getIO().ReadData(data, 4, offset_ + 63 * 8); if (data.Empty()) { LOG(ERROR) << "(READ ERROR) Incorrect directory at offset " << offset_; return false; } auto subfiles_number = data.ToNumber<4>(0); if (subfiles_number >= 64) { LOG(ERROR) << "Incorrect directory (subfiles_num >= 64) at offset " << offset_; return false; } subfiles_.resize(unsigned(subfiles_number), nullptr); BinaryData headers(32 * unsigned(subfiles_number)); dat_.getIO().ReadData(headers, 32 * subfiles_number, offset_ + 63 * 8 + 4); // LOG(INFO) << "============== DIRECTORY offset = " << offset_ << "======================="; for (int i = 0; i < subfiles_number; i++) { BinaryData header = headers.CutData(32 * i, 32 * (i + 1)); if (header.Empty()) { LOG(ERROR) << "(READ ERROR) Incorrect directory (unable to read subfile data) at offset " << offset_; return false; } if (header.ToNumber<4>(20) == 0 || header.ToNumber<4>(28) != 0) continue; if (visited_subfiles_.count(header.ToNumber<4>(4))) { LOG(ERROR) << "Found duplicate file with id " << header.ToNumber<4>(4); break; } subfiles_[i] = MakeSubfile( offset_ + 63 * 8 + 4 + 32 * i, header.ToNumber<4>(0), // unknown1 header.ToNumber<4>(4), // file_id header.ToNumber<4>(8), // file_offset header.ToNumber<4>(12), // file_size header.ToNumber<4>(16), // timestamp header.ToNumber<4>(20), // version header.ToNumber<4>(24), // block_size header.ToNumber<4>(28) // unknown2 - must be zero?? ); // LOG(INFO) << subfiles_[i]->file_id(); //if (dat_.CorrectSubfile(subfiles_[i])) { visited_subfiles_.insert(subfiles_[i]->file_id()); // } else { // LOG(WARNING) << "Incorrect SubFile in directory at offset " << offset_ + 63 * 8 + 4 + 32 * i << " (id = " << subfiles_[i]->file_id() << ");"; // subfiles_[i] = nullptr; // break; // } } return true; } void SubDirectory::MakeDictionary(std::map > &dict) { for (const std::shared_ptr &file: subfiles_) { if (!file) continue; if (dict.count(file->file_id() != 0)) { LOG(WARNING) << "Found multiple instances of file " << file->file_id() << " at dictionary offset " << file->dictionary_offset() << ". Base offset = " << dict[file->file_id()]->dictionary_offset(); //if (!dat_.CorrectSubfile(file) || dat_.CorrectSubfile(dict[file->file_id_])) // continue; } dict[file->file_id()] = file; } for (const auto &dir : subdirs_) { dir->MakeDictionary(dict); } } std::shared_ptr SubDirectory::MakeSubfile(long long dictionary_offset, long long unknown1, long long file_id, long long file_offset, long long file_size, long long timestamp, long long version, long long block_size, long long unknown2) { FILE_TYPE type = GetSubfileType(file_id, file_offset); switch (type) { case TEXT: return std::dynamic_pointer_cast(std::make_shared(dat_, dictionary_offset, unknown1, file_id, file_offset, file_size, timestamp, version, block_size, unknown2)); case JPG: return std::dynamic_pointer_cast(std::make_shared(dat_, dictionary_offset, unknown1, file_id, file_offset, file_size, timestamp, version, block_size, unknown2)); case DDS: return std::dynamic_pointer_cast(std::make_shared(dat_, dictionary_offset, unknown1, file_id, file_offset, file_size, timestamp, version, block_size, unknown2)); case WAV: return std::dynamic_pointer_cast(std::make_shared(dat_, dictionary_offset, unknown1, file_id, file_offset, file_size, timestamp, version, block_size, unknown2)); case OGG: return std::dynamic_pointer_cast(std::make_shared(dat_, dictionary_offset, unknown1, file_id, file_offset, file_size, timestamp, version, block_size, unknown2)); case FONT: return std::dynamic_pointer_cast(std::make_shared(dat_, dictionary_offset, unknown1, file_id, file_offset, file_size, timestamp, version, block_size, unknown2)); case UNKNOWN: return std::dynamic_pointer_cast(std::make_shared(dat_, dictionary_offset, unknown1, file_id, file_offset, file_size, timestamp, version, block_size, unknown2)); } LOG(ERROR) << "Incorrect file type.."; return std::dynamic_pointer_cast(std::make_shared(dat_, dictionary_offset, unknown1, file_id, file_offset, file_size, timestamp, version, block_size, unknown2)); } FILE_TYPE SubDirectory::GetSubfileType(long long file_id, long long file_offset) const { // Text check based on file_id if (((unsigned long long) file_id >> 24ull) == 0x25ull) return TEXT; // Font check based on file_id if (((unsigned long long) file_id >> 24ull) == 0x42ull) return FONT; BinaryData header(64); dat_.getIO().ReadData(header, 64, (unsigned) file_offset + 8); if (header.Empty()) { LOG(ERROR) << "Unable to read file header. file_id = " << file_id << ", offset = " << offset_; return UNKNOWN; } // jpeg / dds check if (((unsigned long long) file_id >> 24ull) == 0x41ull) { long long soi = header.ToNumber<2>(24); long long marker = header.ToNumber<2>(26); //auto markerSize = header.ToNumber(28); //auto four = header.ToNumber(30); if ((soi == 0xD8FFll && marker == 0xE0FFll) || marker == 0xE1FFll) return JPG; return DDS; } // Ogg and Wav check if (header[8] == 0x4F && header[9] == 0x67 && header[10] == 0x67 && header[11] == 0x53) return OGG; if (header[8] == 0x52 && header[9] == 0x49 && header[10] == 0x46 && header[11] == 0x46) return WAV; return UNKNOWN; } void SubDirectory::clear() { subfiles_.clear(); subdirs_.clear(); } };