/*
* This file is part of the TrinityCore Project. See AUTHORS file for Copyright information
*
* This program is free software; you can redistribute it and/or modify it
* under the terms of the GNU General Public License as published by the
* Free Software Foundation; either version 2 of the License, or (at your
* option) any later version.
*
* This program is distributed in the hope that it will be useful, but WITHOUT
* ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
* FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for
* more details.
*
* You should have received a copy of the GNU General Public License along
* with this program. If not, see .
*/
#include "TileAssembler.h"
#include "BoundingIntervalHierarchy.h"
#include "Duration.h"
#include "IteratorPair.h"
#include "MapTree.h"
#include "Memory.h"
#include "StringConvert.h"
#include "StringFormat.h"
#include "ThreadPool.h"
#include "VMapDefinitions.h"
#include
#include
#include
template<> struct BoundsTrait
{
static void getBounds(VMAP::ModelSpawn const* const& obj, G3D::AABox& out) { out = obj->getBounds(); }
};
namespace VMAP
{
static auto OpenFile(boost::filesystem::path const& p, char const* mode)
{
return Trinity::make_unique_ptr_with_deleter<&::fclose>(fopen(p.string().c_str(), mode));
}
G3D::Vector3 ModelPosition::transform(G3D::Vector3 const& pIn) const
{
G3D::Vector3 out = pIn * iScale;
out = iRotation * out;
return out;
}
//=================================================================
TileAssembler::TileAssembler(std::string const& srcDirName, std::string const& destDirName, uint32 threads)
: iSrcDir(srcDirName), iDestDir(destDirName), iThreads(threads)
{
}
bool TileAssembler::convertWorld2()
{
boost::system::error_code ec;
Trinity::IteratorPair dirBin(boost::filesystem::directory_iterator(iSrcDir / "dir_bin", ec), {});
if (ec)
{
printf("Failed to open input %s/dir_bin: %s\n", iSrcDir.string().c_str(), ec.message().c_str());
return false;
}
if (!boost::filesystem::create_directories(iDestDir, ec))
{
boost::system::error_code existsErr;
if (!boost::filesystem::exists(iDestDir, existsErr))
{
printf("Failed to create output directory %s: %s\n", iDestDir.string().c_str(), ec.message().c_str());
return false;
}
// else already exists - this is fine, continue
}
// export Map data
Trinity::ThreadPool threadPool(iThreads);
bool aborted = false;
std::once_flag abortedFlag;
auto abortThreads = [&threadPool, &aborted, &abortedFlag]
{
std::call_once(abortedFlag, [&] { threadPool.Stop(); aborted = true; });
};
// Every worker thread gets its dedicated output container to avoid having to synchronize access
std::atomic workerIndexGen;
std::vector> spawnedModelFilesByThread(iThreads);
std::atomic mapsToProcess;
for (boost::filesystem::directory_entry const& directoryEntry : dirBin)
{
if (!boost::filesystem::is_regular_file(directoryEntry))
continue;
++mapsToProcess;
threadPool.PostWork([this, file = directoryEntry.path(), &abortThreads, &workerIndexGen, &spawnedModelFilesByThread, &mapsToProcess]
{
thread_local std::size_t workerIndex = workerIndexGen++;
auto dirf = OpenFile(file, "rb");
if (!dirf)
{
printf("Could not read dir_bin file!\n");
return abortThreads();
}
Optional mapId = Trinity::StringTo(file.filename().string());
if (!mapId)
{
printf("Invalid Map ID %s\n", file.filename().string().c_str());
return abortThreads();
}
printf("spawning Map %u\n", *mapId);
MapSpawns data;
data.MapId = *mapId;
if (!readMapSpawns(dirf.get(), &data))
return abortThreads();
if (!convertMap(data))
return abortThreads();
spawnedModelFilesByThread[workerIndex].merge(data.SpawnedModelFiles);
--mapsToProcess;
});
}
while (mapsToProcess && !aborted)
std::this_thread::sleep_for(1s);
if (aborted)
return false;
for (std::set& modelsForThread : spawnedModelFilesByThread)
spawnedModelFiles.merge(modelsForThread);
// add an object models, listed in temp_gameobject_models file
exportGameobjectModels();
// export objects
printf("\nConverting Model Files\n");
for (std::string const& spawnedModelFile : spawnedModelFiles)
{
threadPool.PostWork([&]
{
printf("Converting %s\n", spawnedModelFile.c_str());
if (!convertRawFile(spawnedModelFile))
{
printf("error converting %s\n", spawnedModelFile.c_str());
abortThreads();
}
});
}
threadPool.Join();
if (aborted)
return false;
return true;
}
bool TileAssembler::convertMap(MapSpawns& data) const
{
float constexpr invTileSize = 1.0f / 533.33333f;
// build global map tree
std::vector mapSpawns;
mapSpawns.reserve(data.UniqueEntries.size());
printf("Calculating model bounds for map %u...\n", data.MapId);
for (auto& [spawnId, spawn] : data.UniqueEntries)
{
// M2 models don't have a bound set in WDT/ADT placement data, they're not used for LoS but are needed for pathfinding
if (!(spawn.flags & MOD_HAS_BOUND))
if (!calculateTransformedBound(spawn))
continue;
mapSpawns.push_back(&spawn);
std::map>& tileEntries = (spawn.flags & MOD_PARENT_SPAWN) ? data.ParentTileEntries : data.TileEntries;
G3D::AABox const& bounds = spawn.iBound;
G3D::Vector2int16 low(int16(bounds.low().x * invTileSize), int16(bounds.low().y * invTileSize));
G3D::Vector2int16 high(int16(bounds.high().x * invTileSize), int16(bounds.high().y * invTileSize));
for (int x = low.x; x <= high.x; ++x)
for (int y = low.y; y <= high.y; ++y)
tileEntries[StaticMapTree::packTileID(x, y)].insert(spawnId);
}
printf("Creating map tree for map %u...\n", data.MapId);
BIH pTree;
try
{
pTree.build(mapSpawns, BoundsTrait::getBounds);
}
catch (std::exception& e)
{
printf(R"(Exception "%s" when calling pTree.build)", e.what());
return false;
}
std::unordered_map modelNodeIdx;
for (uint32 i = 0; i < mapSpawns.size(); ++i)
modelNodeIdx.try_emplace(mapSpawns[i]->ID, i);
boost::filesystem::path mapDestDir = iDestDir / Trinity::StringFormat("{:04}", data.MapId);
boost::system::error_code ec;
boost::filesystem::create_directory(mapDestDir, ec);
// write map tree file
boost::filesystem::path mapfilename = mapDestDir / Trinity::StringFormat("{:04}.vmtree", data.MapId);
auto mapfile = OpenFile(mapfilename, "wb");
if (!mapfile)
{
printf("Cannot open %s\n", mapfilename.string().c_str());
return false;
}
//general info
if (fwrite(VMAP_MAGIC, 1, 8, mapfile.get()) != 8)
return false;
// Nodes
if (fwrite("NODE", 4, 1, mapfile.get()) != 1)
return false;
if (!pTree.writeToFile(mapfile.get()))
return false;
mapfile = nullptr;
// <====
// write map tile files, similar to ADT files, only with extra BIH tree node info
for (auto const& [tileId, spawns] : data.TileEntries)
{
uint32 x, y;
StaticMapTree::unpackTileID(tileId, x, y);
auto tileFile = OpenFile(mapDestDir / Trinity::StringFormat("{:04}_{:02}_{:02}.vmtile", data.MapId, y, x), "wb");
auto tileSpawnIndicesFile = OpenFile(mapDestDir / Trinity::StringFormat("{:04}_{:02}_{:02}.vmtileidx", data.MapId, y, x), "wb");
if (tileFile && tileSpawnIndicesFile)
{
std::set const& parentTileEntries = data.ParentTileEntries[tileId];
uint32 nSpawns = spawns.size() + parentTileEntries.size();
// file header
if (fwrite(VMAP_MAGIC, 1, 8, tileFile.get()) != 8)
return false;
if (fwrite(VMAP_MAGIC, 1, 8, tileSpawnIndicesFile.get()) != 8)
return false;
// write number of tile spawns
if (fwrite(&nSpawns, sizeof(uint32), 1, tileFile.get()) != 1)
return false;
if (fwrite(&nSpawns, sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1)
return false;
// write tile spawns
for (uint32 spawnId : spawns)
{
if (!ModelSpawn::writeToFile(tileFile.get(), data.UniqueEntries[spawnId]))
return false;
if (fwrite(&modelNodeIdx[spawnId], sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1)
return false;
}
for (uint32 spawnId : parentTileEntries)
{
if (!ModelSpawn::writeToFile(tileFile.get(), data.UniqueEntries[spawnId]))
return false;
if (fwrite(&modelNodeIdx[spawnId], sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1)
return false;
}
}
}
for (auto const& [tileId, spawns] : data.ParentTileEntries)
{
if (data.TileEntries.contains(tileId))
continue;
uint32 x, y;
StaticMapTree::unpackTileID(tileId, x, y);
auto tileSpawnIndicesFile = OpenFile(mapDestDir / Trinity::StringFormat("{:04}_{:02}_{:02}.vmtileidx", data.MapId, y, x), "wb");
if (tileSpawnIndicesFile)
{
uint32 nSpawns = spawns.size();
// file header
if (fwrite(VMAP_MAGIC, 1, 8, tileSpawnIndicesFile.get()) != 8)
return false;
// write number of tile spawns
if (fwrite(&nSpawns, sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1)
return false;
// write tile spawns
for (uint32 spawnId : spawns)
if (fwrite(&modelNodeIdx[spawnId], sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1)
return false;
}
}
return true;
}
bool TileAssembler::readMapSpawns(FILE* dirf, MapSpawns* data)
{
while (!feof(dirf))
{
// read Flags, NameSet, UniqueId, Pos, Rot, Scale, Bound_lo, Bound_hi, name
ModelSpawn spawn;
if (!ModelSpawn::readFromFile(dirf, spawn))
{
if (feof(dirf))
break;
return false;
}
data->UniqueEntries.emplace(spawn.ID, spawn);
data->SpawnedModelFiles.insert(spawn.name);
}
return true;
}
bool TileAssembler::calculateTransformedBound(ModelSpawn &spawn) const
{
boost::filesystem::path modelFilename = iSrcDir / spawn.name;
ModelPosition modelPosition;
modelPosition.iDir = spawn.iRot;
modelPosition.iScale = spawn.iScale;
modelPosition.init();
WorldModel_Raw raw_model;
if (!raw_model.Read(modelFilename))
return false;
uint32 groups = raw_model.groupsArray.size();
if (groups != 1)
printf("Warning: '%s' does not seem to be a M2 model!\n", modelFilename.string().c_str());
G3D::AABox rotated_bounds;
for (int i = 0; i < 8; ++i)
rotated_bounds.merge(modelPosition.transform(raw_model.groupsArray[0].bounds.corner(i)));
spawn.iBound = rotated_bounds + spawn.iPos;
spawn.flags |= MOD_HAS_BOUND;
return true;
}
#pragma pack(push, 1)
struct WMOLiquidHeader
{
int xverts, yverts, xtiles, ytiles;
float pos_x;
float pos_y;
float pos_z;
short material;
};
#pragma pack(pop)
//=================================================================
bool TileAssembler::convertRawFile(const std::string& pModelFilename) const
{
bool success = true;
WorldModel_Raw raw_model;
if (!raw_model.Read(iSrcDir / pModelFilename))
return false;
// write WorldModel
WorldModel model;
model.setFlags(raw_model.Flags);
model.setRootWmoID(raw_model.RootWMOID);
if (!raw_model.groupsArray.empty())
{
std::vector groupsArray;
uint32 groups = raw_model.groupsArray.size();
for (uint32 g = 0; g < groups; ++g)
{
GroupModel_Raw& raw_group = raw_model.groupsArray[g];
groupsArray.push_back(GroupModel(raw_group.mogpflags, raw_group.GroupWMOID, raw_group.bounds));
groupsArray.back().setMeshData(std::move(raw_group.vertexArray), std::move(raw_group.triangles));
groupsArray.back().setLiquidData(raw_group.liquid.release());
}
model.setGroupModels(groupsArray);
}
success = model.writeFile((iDestDir / (pModelFilename + ".vmo")).string());
//std::cout << "readRawFile2: '" << pModelFilename << "' tris: " << nElements << " nodes: " << nNodes << std::endl;
return success;
}
void TileAssembler::exportGameobjectModels()
{
auto model_list = OpenFile(iSrcDir / "temp_gameobject_models", "rb");
if (!model_list)
return;
char ident[8];
if (fread(ident, 1, 8, model_list.get()) != 8 || memcmp(ident, VMAP::RAW_VMAP_MAGIC, 8) != 0)
return;
auto model_list_copy = OpenFile(iDestDir / GAMEOBJECT_MODELS, "wb");
if (!model_list_copy)
return;
fwrite(VMAP::VMAP_MAGIC, 1, 8, model_list_copy.get());
uint32 name_length, displayId;
char buff[500];
while (true)
{
if (fread(&displayId, sizeof(uint32), 1, model_list.get()) != 1)
if (feof(model_list.get())) // EOF flag is only set after failed reading attempt
break;
if (fread(&name_length, sizeof(uint32), 1, model_list.get()) != 1
|| name_length >= sizeof(buff)
|| fread(&buff, sizeof(char), name_length, model_list.get()) != name_length)
{
printf("\nFile 'temp_gameobject_models' seems to be corrupted\n");
break;
}
std::string model_name(buff, name_length);
WorldModel_Raw raw_model;
if (!raw_model.Read(iSrcDir / model_name))
continue;
spawnedModelFiles.insert(model_name);
G3D::AABox bounds;
for (GroupModel_Raw const& groupModel : raw_model.groupsArray)
for (G3D::Vector3 const& vertice : groupModel.vertexArray)
bounds.merge(vertice);
if (bounds.isEmpty())
{
printf("\nModel %s has empty bounding box\n", model_name.c_str());
continue;
}
if (!bounds.isFinite())
{
printf("\nModel %s has invalid bounding box\n", model_name.c_str());
continue;
}
fwrite(&displayId, sizeof(uint32), 1, model_list_copy.get());
fwrite(&name_length, sizeof(uint32), 1, model_list_copy.get());
fwrite(&buff, sizeof(char), name_length, model_list_copy.get());
fwrite(&bounds.low(), sizeof(G3D::Vector3), 1, model_list_copy.get());
fwrite(&bounds.high(), sizeof(G3D::Vector3), 1, model_list_copy.get());
}
}
// temporary use defines to simplify read/check code (close file and return at fail)
#define READ_OR_RETURN(V, S) if (fread((V), (S), 1, rf) != 1) do { \
printf("%s readfail, op = %s\n", __FUNCTION__, #V); return false; } while(false)
#define CMP_OR_RETURN(V, S) if (strcmp((V), (S)) != 0) do { \
printf("%s cmpfail, %s!=%s\n", __FUNCTION__, V, S);return false; } while(false)
bool GroupModel_Raw::Read(FILE* rf)
{
char blockId[5];
blockId[4] = 0;
int blocksize;
READ_OR_RETURN(&mogpflags, sizeof(uint32));
READ_OR_RETURN(&GroupWMOID, sizeof(uint32));
G3D::Vector3 vec1, vec2;
READ_OR_RETURN(&vec1, sizeof(G3D::Vector3));
READ_OR_RETURN(&vec2, sizeof(G3D::Vector3));
bounds.set(vec1, vec2);
READ_OR_RETURN(&liquidflags, sizeof(uint32));
// will this ever be used? what is it good for anyway??
uint32 branches;
READ_OR_RETURN(&blockId, 4);
CMP_OR_RETURN(blockId, "GRP ");
READ_OR_RETURN(&blocksize, sizeof(int));
READ_OR_RETURN(&branches, sizeof(uint32));
for (uint32 b = 0; b < branches; ++b)
{
uint32 indexes;
// indexes for each branch (not used jet)
READ_OR_RETURN(&indexes, sizeof(uint32));
}
// ---- indexes
READ_OR_RETURN(&blockId, 4);
CMP_OR_RETURN(blockId, "INDX");
READ_OR_RETURN(&blocksize, sizeof(int));
uint32 nindexes;
READ_OR_RETURN(&nindexes, sizeof(uint32));
if (nindexes > 0)
{
std::unique_ptr indexarray = std::make_unique(nindexes);
READ_OR_RETURN(indexarray.get(), nindexes * sizeof(uint32));
triangles.reserve(nindexes / 3);
for (uint32 i = 0; i < nindexes; i += 3)
triangles.push_back({ .idx0 = indexarray[i], .idx1 = indexarray[i + 1], .idx2 = indexarray[i + 2] });
}
// ---- vectors
READ_OR_RETURN(&blockId, 4);
CMP_OR_RETURN(blockId, "VERT");
READ_OR_RETURN(&blocksize, sizeof(int));
uint32 nvectors;
READ_OR_RETURN(&nvectors, sizeof(uint32));
if (nvectors > 0)
{
std::unique_ptr vectorarray = std::make_unique(nvectors * 3);
READ_OR_RETURN(vectorarray.get(), nvectors * sizeof(float) * 3);
for (uint32 i = 0; i < nvectors; ++i)
vertexArray.push_back(G3D::Vector3(&vectorarray[3 * i]));
}
// ----- liquid
liquid = nullptr;
if (liquidflags & 3)
{
READ_OR_RETURN(&blockId, 4);
CMP_OR_RETURN(blockId, "LIQU");
READ_OR_RETURN(&blocksize, sizeof(int));
uint32 liquidType;
READ_OR_RETURN(&liquidType, sizeof(uint32));
if (liquidflags & 1)
{
WMOLiquidHeader hlq;
READ_OR_RETURN(&hlq, sizeof(WMOLiquidHeader));
liquid.reset(new WmoLiquid(hlq.xtiles, hlq.ytiles, G3D::Vector3(hlq.pos_x, hlq.pos_y, hlq.pos_z), liquidType));
uint32 size = hlq.xverts * hlq.yverts;
READ_OR_RETURN(liquid->GetHeightStorage(), size * sizeof(float));
size = hlq.xtiles * hlq.ytiles;
READ_OR_RETURN(liquid->GetFlagsStorage(), size);
}
else
{
liquid.reset(new WmoLiquid(0, 0, G3D::Vector3::zero(), liquidType));
liquid->GetHeightStorage()[0] = bounds.high().z;
}
}
return true;
}
bool WorldModel_Raw::Read(boost::filesystem::path const& path)
{
auto file = OpenFile(path, "rb");
if (!file)
{
printf("ERROR: Can't open raw model file: %s\n", path.string().c_str());
return false;
}
FILE* rf = file.get();
char ident[9];
ident[8] = '\0';
READ_OR_RETURN(&ident, 8);
CMP_OR_RETURN(ident, RAW_VMAP_MAGIC);
// we have to read one int. This is needed during the export and we have to skip it here
uint32 tempNVectors;
READ_OR_RETURN(&tempNVectors, sizeof(tempNVectors));
uint32 groups;
READ_OR_RETURN(&groups, sizeof(uint32));
READ_OR_RETURN(&RootWMOID, sizeof(uint32));
READ_OR_RETURN(&Flags, sizeof(Flags));
groupsArray.resize(groups);
bool succeed = true;
for (uint32 g = 0; g < groups && succeed; ++g)
succeed = groupsArray[g].Read(rf);
return succeed;
}
// drop of temporary use defines
#undef READ_OR_RETURN
#undef READ_OR_RETURN_WITH_DELETE
#undef CMP_OR_RETURN
}