//
// Created by Иван_Архипов on 07.11.2017.
//
#include "SubDirectory.h"
#include "DatFile.h"
#include "DatException.h"
#include "Subfile.h"
#include "BinaryData.h"
#include "EasyLogging++/easylogging++.h"
#include "Subfiles/TextSubfile.h"
#include "Subfiles/DdsSubfile.h"
#include "Subfiles/FontSubfile.h"
#include "Subfiles/JpgSubfile.h"
#include "Subfiles/OggSubfile.h"
#include "Subfiles/WavSubfile.h"
#include "Subfiles/UnknownSubfile.h"
namespace LOTRO_DAT {
SubDirectory::SubDirectory() {
offset_ = 0;
}
SubDirectory::~SubDirectory() {
subfiles_.clear();
subdirs_.clear();
}
SubDirectory::SubDirectory(long long offset, DatFile *dat, long long max_subdirs) :
dat_(dat), offset_(offset), max_subdirs_(max_subdirs) {
LOG(DEBUG) << "Initialising SubDirectory";
try {
LOG(DEBUG) << "Processing SubDirectories";
MakeSubDirectories();
} catch (std::exception &e) {
LOG(ERROR) << "Caught " << e.what() << " exception.";
LOG(WARNING) << "Unable to initialize directory at offset " << offset << ". Initializing it as empty directory...";
subdirs_.clear();
subfiles_.clear();
return;
}
try {
LOG(DEBUG) << "Processing SubFiles";
MakeSubFiles();
} catch (std::exception &e) {
LOG(ERROR) << "Caught " << e.what() << " exception.";
LOG(WARNING) << "Unable to initialize directory at offset " << offset << ". Initializing it as empty directory...";
subdirs_.clear();
subfiles_.clear();
return;
}
}
void SubDirectory::MakeSubDirectories() {
BinaryData data(1024);
dat_->ReadData(data, 63 * 8, offset_);
if (data.ToNumber<4>(0) != 0 || data.ToNumber<4>(4) != 0) {
LOG(DEBUG) << "first 8 bytes are not equal to 0 at offset " << offset_;
std::string err =
std::string("Bad SubDirectory::MakeSubDirectories - first 8 bytes are not equal to 0 at offset ")
+ std::to_string(offset_);
throw DatException(err.c_str(), SUBDIR_EXCEPTION);
}
for (unsigned int i = 8; i < 63 * 8; i += 8) {
if (data.ToNumber<4>(i) == 0 || data.ToNumber<4>(i + 4) == 0)
break;
try {
SubDirectory *subdir = new SubDirectory(data.ToNumber<4>(i + 4), dat_);
if (subdir->subfiles_.empty() && subdir->subdirs_.empty())
LOG(WARNING) << "Cannot initialize sub-subdirectory. Dictionary offset = " << offset_ + i << ";";
else
subdirs_.push_back(subdir);
} catch (std::exception &e) {
LOG(ERROR) << "Caught " << e.what() << " exception.";
LOG(DEBUG) << "Making SubDirectory at offset " << data.ToNumber<4>(i + 4) << " failed, continuing";
}
}
}
void SubDirectory::MakeSubFiles() {
try {
BinaryData data(2048);
dat_->ReadData(data, 64 * 32, offset_ + 63 * 8);
for (unsigned int i = 0; i < 61 * 32; i += 32) {
if (data.ToNumber<4>(i + 8) < 0x32 || data.ToNumber<4>(i + 12) < 0x32)
continue;
BinaryData mfile_id(20);
dat_->ReadData(mfile_id, 20, data.ToNumber<4>(i + 12) + 8);
if (mfile_id.Empty() || (!mfile_id.CheckCompression() && data.ToNumber<4>(i + 8) != mfile_id.ToNumber<4>(0))) {
LOG(DEBUG) << "File id in file doesn't match to file_id in dictionary (offset = " << data.ToNumber<4>(i + 12) << ")";
continue;
}
subfiles_.push_back(
MakeSubfile(
offset_ + 63 * 8 + i,
data.ToNumber<4>(i), // fragments_count
data.ToNumber<4>(i + 4), // unknown1
data.ToNumber<4>(i + 8), // file_id
data.ToNumber<4>(i + 12), // file_offset
data.ToNumber<4>(i + 16), // block_size
data.ToNumber<4>(i + 20), // timestamp
data.ToNumber<4>(i + 24), // version
data.ToNumber<4>(i + 28) // block_size
)
);
}
} catch (std::exception &e) {
LOG(ERROR) << "Caught exception " << e.what();
subdirs_.clear();
subfiles_.clear();
}
}
void SubDirectory::MakeDictionary(std::unordered_map<long long, Subfile *> &dict) {
for (Subfile *i : subfiles_) {
if (dict.count(i->file_id()) == 0 || dict[i->file_id()]->timestamp() < i->timestamp())
dict[i->file_id()] = i;
}
for (SubDirectory *i : subdirs_)
i->MakeDictionary(dict);
}
void SubDirectory::UpdateDirectories(std::unordered_set<long long> &patched_files, std::unordered_map<long long, Subfile*> &dict) {
for (auto subfile : subfiles_) {
long long file_id = subfile->file_id();
if (patched_files.count(file_id) != 0) {
BinaryData data(32);
dat_->ReadData(data, 32, subfile->dictionary_offset());
auto new_subfile = dict[file_id];
dat_->WriteData(BinaryData::FromNumber<4>(new_subfile->file_offset()), 4, subfile->dictionary_offset() + 12);
dat_->WriteData(BinaryData::FromNumber<4>(new_subfile->file_size()), 4, subfile->dictionary_offset() + 16);
dat_->WriteData(BinaryData::FromNumber<4>(new_subfile ->block_size()), 4, subfile->dictionary_offset() + 28);
}
}
for (SubDirectory *i : subdirs_)
i->UpdateDirectories(patched_files, dict);
}
Subfile *SubDirectory::MakeSubfile(long long dictionary_offset, long long fragments_count, long long unknown1, long long file_id,
long long file_offset, long long file_size, long long timestamp,
long long version, long long block_size) {
FILE_TYPE type = GetSubfileType(file_id, file_offset);
switch (type) {
case TEXT:
return dynamic_cast<Subfile *>(new TextSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
case JPG:
return dynamic_cast<Subfile *>(new JpgSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
case DDS:
return dynamic_cast<Subfile *>(new DdsSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
case WAV:
return dynamic_cast<Subfile *>(new WavSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
case OGG:
return dynamic_cast<Subfile *>(new OggSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
case FONT:
return dynamic_cast<Subfile *>(new FontSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
case UNKNOWN:
return dynamic_cast<Subfile *>(new UnknownSubfile(dat_, dictionary_offset, fragments_count, unknown1, file_id, file_offset, file_size, timestamp, version, block_size));
}
LOG(ERROR) << "Unknown file type";
throw DatException("Bad SubDirectory::MakeSubfile() - unable to recognize file_type!", SUBFILE_EXCEPTION);
}
FILE_TYPE SubDirectory::GetSubfileType(long long file_id, long long file_offset) const {
// Text check based on file_id
if ((file_id >> 24ll) == 0x25ll)
return TEXT;
// Font check based on file_id
if ((file_id >> 24ll) == 0x42ll)
return FONT;
BinaryData header(64);
try {
dat_->ReadData(header, 64, (unsigned) file_offset + 8);
}catch (DatException &e) {
if (e.type() == READ_EXCEPTION) {
LOG(ERROR) << "Unable to read file header. file_id = " << file_id << ", offset = " << offset_;
std::string err =
"Bad Subfile::getExtension() - unable to read header of file with id = " +
std::to_string(file_id) +
" and offset = " + std::to_string(file_offset);
throw DatException(err.c_str(), SUBFILE_EXCEPTION);
} else
throw e;
}
// jpeg / dds check
if ((file_id >> 24ll) == 0x41ll) {
long long soi = header.ToNumber<2>(24);
long long marker = header.ToNumber<2>(26);
//auto markerSize = header.ToNumber<short>(28);
//auto four = header.ToNumber<int>(30);
if ((soi == 0xD8FFll && marker == 0xE0FFll) || marker == 0xE1FFll)
return JPG;
return DDS;
}
// Ogg and Wav check
if (header[8] == 0x4F && header[9] == 0x67 && header[10] == 0x67 && header[11] == 0x53)
return OGG;
if (header[8] == 0x52 && header[9] == 0x49 && header[10] == 0x46 && header[11] == 0x46)
return WAV;
return UNKNOWN;
}
};