/* * This file is part of the TrinityCore Project. See AUTHORS file for Copyright information * * This program is free software; you can redistribute it and/or modify it * under the terms of the GNU General Public License as published by the * Free Software Foundation; either version 2 of the License, or (at your * option) any later version. * * This program is distributed in the hope that it will be useful, but WITHOUT * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License for * more details. * * You should have received a copy of the GNU General Public License along * with this program. If not, see . */ #include "TileAssembler.h" #include "BoundingIntervalHierarchy.h" #include "Duration.h" #include "IteratorPair.h" #include "MapTree.h" #include "Memory.h" #include "StringConvert.h" #include "StringFormat.h" #include "ThreadPool.h" #include "VMapDefinitions.h" #include #include #include template<> struct BoundsTrait { static void getBounds(VMAP::ModelSpawn const* const& obj, G3D::AABox& out) { out = obj->getBounds(); } }; namespace VMAP { static auto OpenFile(boost::filesystem::path const& p, char const* mode) { return Trinity::make_unique_ptr_with_deleter<&::fclose>(fopen(p.string().c_str(), mode)); } G3D::Vector3 ModelPosition::transform(G3D::Vector3 const& pIn) const { G3D::Vector3 out = pIn * iScale; out = iRotation * out; return out; } //================================================================= TileAssembler::TileAssembler(std::string const& srcDirName, std::string const& destDirName, uint32 threads) : iSrcDir(srcDirName), iDestDir(destDirName), iThreads(threads) { } bool TileAssembler::convertWorld2() { boost::system::error_code ec; Trinity::IteratorPair dirBin(boost::filesystem::directory_iterator(iSrcDir / "dir_bin", ec), {}); if (ec) { printf("Failed to open input %s/dir_bin: %s\n", iSrcDir.string().c_str(), ec.message().c_str()); return false; } if (!boost::filesystem::create_directories(iDestDir, ec)) { boost::system::error_code existsErr; if (!boost::filesystem::exists(iDestDir, existsErr)) { printf("Failed to create output directory %s: %s\n", iDestDir.string().c_str(), ec.message().c_str()); return false; } // else already exists - this is fine, continue } // export Map data Trinity::ThreadPool threadPool(iThreads); bool aborted = false; std::once_flag abortedFlag; auto abortThreads = [&threadPool, &aborted, &abortedFlag] { std::call_once(abortedFlag, [&] { threadPool.Stop(); aborted = true; }); }; // Every worker thread gets its dedicated output container to avoid having to synchronize access std::atomic workerIndexGen; std::vector> spawnedModelFilesByThread(iThreads); std::atomic mapsToProcess; for (boost::filesystem::directory_entry const& directoryEntry : dirBin) { if (!boost::filesystem::is_regular_file(directoryEntry)) continue; ++mapsToProcess; threadPool.PostWork([this, file = directoryEntry.path(), &abortThreads, &workerIndexGen, &spawnedModelFilesByThread, &mapsToProcess] { thread_local std::size_t workerIndex = workerIndexGen++; auto dirf = OpenFile(file, "rb"); if (!dirf) { printf("Could not read dir_bin file!\n"); return abortThreads(); } Optional mapId = Trinity::StringTo(file.filename().string()); if (!mapId) { printf("Invalid Map ID %s\n", file.filename().string().c_str()); return abortThreads(); } printf("spawning Map %u\n", *mapId); MapSpawns data; data.MapId = *mapId; if (!readMapSpawns(dirf.get(), &data)) return abortThreads(); if (!convertMap(data)) return abortThreads(); spawnedModelFilesByThread[workerIndex].merge(data.SpawnedModelFiles); --mapsToProcess; }); } while (mapsToProcess && !aborted) std::this_thread::sleep_for(1s); if (aborted) return false; for (std::set& modelsForThread : spawnedModelFilesByThread) spawnedModelFiles.merge(modelsForThread); // add an object models, listed in temp_gameobject_models file exportGameobjectModels(); // export objects printf("\nConverting Model Files\n"); for (std::string const& spawnedModelFile : spawnedModelFiles) { threadPool.PostWork([&] { printf("Converting %s\n", spawnedModelFile.c_str()); if (!convertRawFile(spawnedModelFile)) { printf("error converting %s\n", spawnedModelFile.c_str()); abortThreads(); } }); } threadPool.Join(); if (aborted) return false; return true; } bool TileAssembler::convertMap(MapSpawns& data) const { float constexpr invTileSize = 1.0f / 533.33333f; // build global map tree std::vector mapSpawns; mapSpawns.reserve(data.UniqueEntries.size()); printf("Calculating model bounds for map %u...\n", data.MapId); for (auto& [spawnId, spawn] : data.UniqueEntries) { // M2 models don't have a bound set in WDT/ADT placement data, they're not used for LoS but are needed for pathfinding if (!(spawn.flags & MOD_HAS_BOUND)) if (!calculateTransformedBound(spawn)) continue; mapSpawns.push_back(&spawn); std::map>& tileEntries = (spawn.flags & MOD_PARENT_SPAWN) ? data.ParentTileEntries : data.TileEntries; G3D::AABox const& bounds = spawn.iBound; G3D::Vector2int16 low(int16(bounds.low().x * invTileSize), int16(bounds.low().y * invTileSize)); G3D::Vector2int16 high(int16(bounds.high().x * invTileSize), int16(bounds.high().y * invTileSize)); for (int x = low.x; x <= high.x; ++x) for (int y = low.y; y <= high.y; ++y) tileEntries[StaticMapTree::packTileID(x, y)].insert(spawnId); } printf("Creating map tree for map %u...\n", data.MapId); BIH pTree; try { pTree.build(mapSpawns, BoundsTrait::getBounds); } catch (std::exception& e) { printf(R"(Exception "%s" when calling pTree.build)", e.what()); return false; } std::unordered_map modelNodeIdx; for (uint32 i = 0; i < mapSpawns.size(); ++i) modelNodeIdx.try_emplace(mapSpawns[i]->ID, i); boost::filesystem::path mapDestDir = iDestDir / Trinity::StringFormat("{:04}", data.MapId); boost::system::error_code ec; boost::filesystem::create_directory(mapDestDir, ec); // write map tree file boost::filesystem::path mapfilename = mapDestDir / Trinity::StringFormat("{:04}.vmtree", data.MapId); auto mapfile = OpenFile(mapfilename, "wb"); if (!mapfile) { printf("Cannot open %s\n", mapfilename.string().c_str()); return false; } //general info if (fwrite(VMAP_MAGIC, 1, 8, mapfile.get()) != 8) return false; // Nodes if (fwrite("NODE", 4, 1, mapfile.get()) != 1) return false; if (!pTree.writeToFile(mapfile.get())) return false; mapfile = nullptr; // <==== // write map tile files, similar to ADT files, only with extra BIH tree node info for (auto const& [tileId, spawns] : data.TileEntries) { uint32 x, y; StaticMapTree::unpackTileID(tileId, x, y); auto tileFile = OpenFile(mapDestDir / Trinity::StringFormat("{:04}_{:02}_{:02}.vmtile", data.MapId, y, x), "wb"); auto tileSpawnIndicesFile = OpenFile(mapDestDir / Trinity::StringFormat("{:04}_{:02}_{:02}.vmtileidx", data.MapId, y, x), "wb"); if (tileFile && tileSpawnIndicesFile) { std::set const& parentTileEntries = data.ParentTileEntries[tileId]; uint32 nSpawns = spawns.size() + parentTileEntries.size(); // file header if (fwrite(VMAP_MAGIC, 1, 8, tileFile.get()) != 8) return false; if (fwrite(VMAP_MAGIC, 1, 8, tileSpawnIndicesFile.get()) != 8) return false; // write number of tile spawns if (fwrite(&nSpawns, sizeof(uint32), 1, tileFile.get()) != 1) return false; if (fwrite(&nSpawns, sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1) return false; // write tile spawns for (uint32 spawnId : spawns) { if (!ModelSpawn::writeToFile(tileFile.get(), data.UniqueEntries[spawnId])) return false; if (fwrite(&modelNodeIdx[spawnId], sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1) return false; } for (uint32 spawnId : parentTileEntries) { if (!ModelSpawn::writeToFile(tileFile.get(), data.UniqueEntries[spawnId])) return false; if (fwrite(&modelNodeIdx[spawnId], sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1) return false; } } } for (auto const& [tileId, spawns] : data.ParentTileEntries) { if (data.TileEntries.contains(tileId)) continue; uint32 x, y; StaticMapTree::unpackTileID(tileId, x, y); auto tileSpawnIndicesFile = OpenFile(mapDestDir / Trinity::StringFormat("{:04}_{:02}_{:02}.vmtileidx", data.MapId, y, x), "wb"); if (tileSpawnIndicesFile) { uint32 nSpawns = spawns.size(); // file header if (fwrite(VMAP_MAGIC, 1, 8, tileSpawnIndicesFile.get()) != 8) return false; // write number of tile spawns if (fwrite(&nSpawns, sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1) return false; // write tile spawns for (uint32 spawnId : spawns) if (fwrite(&modelNodeIdx[spawnId], sizeof(uint32), 1, tileSpawnIndicesFile.get()) != 1) return false; } } return true; } bool TileAssembler::readMapSpawns(FILE* dirf, MapSpawns* data) { while (!feof(dirf)) { // read Flags, NameSet, UniqueId, Pos, Rot, Scale, Bound_lo, Bound_hi, name ModelSpawn spawn; if (!ModelSpawn::readFromFile(dirf, spawn)) { if (feof(dirf)) break; return false; } data->UniqueEntries.emplace(spawn.ID, spawn); data->SpawnedModelFiles.insert(spawn.name); } return true; } bool TileAssembler::calculateTransformedBound(ModelSpawn &spawn) const { boost::filesystem::path modelFilename = iSrcDir / spawn.name; ModelPosition modelPosition; modelPosition.iDir = spawn.iRot; modelPosition.iScale = spawn.iScale; modelPosition.init(); WorldModel_Raw raw_model; if (!raw_model.Read(modelFilename)) return false; uint32 groups = raw_model.groupsArray.size(); if (groups != 1) printf("Warning: '%s' does not seem to be a M2 model!\n", modelFilename.string().c_str()); G3D::AABox rotated_bounds; for (int i = 0; i < 8; ++i) rotated_bounds.merge(modelPosition.transform(raw_model.groupsArray[0].bounds.corner(i))); spawn.iBound = rotated_bounds + spawn.iPos; spawn.flags |= MOD_HAS_BOUND; return true; } #pragma pack(push, 1) struct WMOLiquidHeader { int xverts, yverts, xtiles, ytiles; float pos_x; float pos_y; float pos_z; short material; }; #pragma pack(pop) //================================================================= bool TileAssembler::convertRawFile(const std::string& pModelFilename) const { bool success = true; WorldModel_Raw raw_model; if (!raw_model.Read(iSrcDir / pModelFilename)) return false; // write WorldModel WorldModel model; model.setFlags(raw_model.Flags); model.setRootWmoID(raw_model.RootWMOID); if (!raw_model.groupsArray.empty()) { std::vector groupsArray; uint32 groups = raw_model.groupsArray.size(); for (uint32 g = 0; g < groups; ++g) { GroupModel_Raw& raw_group = raw_model.groupsArray[g]; groupsArray.push_back(GroupModel(raw_group.mogpflags, raw_group.GroupWMOID, raw_group.bounds)); groupsArray.back().setMeshData(std::move(raw_group.vertexArray), std::move(raw_group.triangles)); groupsArray.back().setLiquidData(raw_group.liquid.release()); } model.setGroupModels(groupsArray); } success = model.writeFile((iDestDir / (pModelFilename + ".vmo")).string()); //std::cout << "readRawFile2: '" << pModelFilename << "' tris: " << nElements << " nodes: " << nNodes << std::endl; return success; } void TileAssembler::exportGameobjectModels() { auto model_list = OpenFile(iSrcDir / "temp_gameobject_models", "rb"); if (!model_list) return; char ident[8]; if (fread(ident, 1, 8, model_list.get()) != 8 || memcmp(ident, VMAP::RAW_VMAP_MAGIC, 8) != 0) return; auto model_list_copy = OpenFile(iDestDir / GAMEOBJECT_MODELS, "wb"); if (!model_list_copy) return; fwrite(VMAP::VMAP_MAGIC, 1, 8, model_list_copy.get()); uint32 name_length, displayId; char buff[500]; while (true) { if (fread(&displayId, sizeof(uint32), 1, model_list.get()) != 1) if (feof(model_list.get())) // EOF flag is only set after failed reading attempt break; if (fread(&name_length, sizeof(uint32), 1, model_list.get()) != 1 || name_length >= sizeof(buff) || fread(&buff, sizeof(char), name_length, model_list.get()) != name_length) { printf("\nFile 'temp_gameobject_models' seems to be corrupted\n"); break; } std::string model_name(buff, name_length); WorldModel_Raw raw_model; if (!raw_model.Read(iSrcDir / model_name)) continue; spawnedModelFiles.insert(model_name); G3D::AABox bounds; for (GroupModel_Raw const& groupModel : raw_model.groupsArray) for (G3D::Vector3 const& vertice : groupModel.vertexArray) bounds.merge(vertice); if (bounds.isEmpty()) { printf("\nModel %s has empty bounding box\n", model_name.c_str()); continue; } if (!bounds.isFinite()) { printf("\nModel %s has invalid bounding box\n", model_name.c_str()); continue; } fwrite(&displayId, sizeof(uint32), 1, model_list_copy.get()); fwrite(&name_length, sizeof(uint32), 1, model_list_copy.get()); fwrite(&buff, sizeof(char), name_length, model_list_copy.get()); fwrite(&bounds.low(), sizeof(G3D::Vector3), 1, model_list_copy.get()); fwrite(&bounds.high(), sizeof(G3D::Vector3), 1, model_list_copy.get()); } } // temporary use defines to simplify read/check code (close file and return at fail) #define READ_OR_RETURN(V, S) if (fread((V), (S), 1, rf) != 1) do { \ printf("%s readfail, op = %s\n", __FUNCTION__, #V); return false; } while(false) #define CMP_OR_RETURN(V, S) if (strcmp((V), (S)) != 0) do { \ printf("%s cmpfail, %s!=%s\n", __FUNCTION__, V, S);return false; } while(false) bool GroupModel_Raw::Read(FILE* rf) { char blockId[5]; blockId[4] = 0; int blocksize; READ_OR_RETURN(&mogpflags, sizeof(uint32)); READ_OR_RETURN(&GroupWMOID, sizeof(uint32)); G3D::Vector3 vec1, vec2; READ_OR_RETURN(&vec1, sizeof(G3D::Vector3)); READ_OR_RETURN(&vec2, sizeof(G3D::Vector3)); bounds.set(vec1, vec2); READ_OR_RETURN(&liquidflags, sizeof(uint32)); // will this ever be used? what is it good for anyway?? uint32 branches; READ_OR_RETURN(&blockId, 4); CMP_OR_RETURN(blockId, "GRP "); READ_OR_RETURN(&blocksize, sizeof(int)); READ_OR_RETURN(&branches, sizeof(uint32)); for (uint32 b = 0; b < branches; ++b) { uint32 indexes; // indexes for each branch (not used jet) READ_OR_RETURN(&indexes, sizeof(uint32)); } // ---- indexes READ_OR_RETURN(&blockId, 4); CMP_OR_RETURN(blockId, "INDX"); READ_OR_RETURN(&blocksize, sizeof(int)); uint32 nindexes; READ_OR_RETURN(&nindexes, sizeof(uint32)); if (nindexes > 0) { std::unique_ptr indexarray = std::make_unique(nindexes); READ_OR_RETURN(indexarray.get(), nindexes * sizeof(uint32)); triangles.reserve(nindexes / 3); for (uint32 i = 0; i < nindexes; i += 3) triangles.push_back({ .idx0 = indexarray[i], .idx1 = indexarray[i + 1], .idx2 = indexarray[i + 2] }); } // ---- vectors READ_OR_RETURN(&blockId, 4); CMP_OR_RETURN(blockId, "VERT"); READ_OR_RETURN(&blocksize, sizeof(int)); uint32 nvectors; READ_OR_RETURN(&nvectors, sizeof(uint32)); if (nvectors > 0) { std::unique_ptr vectorarray = std::make_unique(nvectors * 3); READ_OR_RETURN(vectorarray.get(), nvectors * sizeof(float) * 3); for (uint32 i = 0; i < nvectors; ++i) vertexArray.push_back(G3D::Vector3(&vectorarray[3 * i])); } // ----- liquid liquid = nullptr; if (liquidflags & 3) { READ_OR_RETURN(&blockId, 4); CMP_OR_RETURN(blockId, "LIQU"); READ_OR_RETURN(&blocksize, sizeof(int)); uint32 liquidType; READ_OR_RETURN(&liquidType, sizeof(uint32)); if (liquidflags & 1) { WMOLiquidHeader hlq; READ_OR_RETURN(&hlq, sizeof(WMOLiquidHeader)); liquid.reset(new WmoLiquid(hlq.xtiles, hlq.ytiles, G3D::Vector3(hlq.pos_x, hlq.pos_y, hlq.pos_z), liquidType)); uint32 size = hlq.xverts * hlq.yverts; READ_OR_RETURN(liquid->GetHeightStorage(), size * sizeof(float)); size = hlq.xtiles * hlq.ytiles; READ_OR_RETURN(liquid->GetFlagsStorage(), size); } else { liquid.reset(new WmoLiquid(0, 0, G3D::Vector3::zero(), liquidType)); liquid->GetHeightStorage()[0] = bounds.high().z; } } return true; } bool WorldModel_Raw::Read(boost::filesystem::path const& path) { auto file = OpenFile(path, "rb"); if (!file) { printf("ERROR: Can't open raw model file: %s\n", path.string().c_str()); return false; } FILE* rf = file.get(); char ident[9]; ident[8] = '\0'; READ_OR_RETURN(&ident, 8); CMP_OR_RETURN(ident, RAW_VMAP_MAGIC); // we have to read one int. This is needed during the export and we have to skip it here uint32 tempNVectors; READ_OR_RETURN(&tempNVectors, sizeof(tempNVectors)); uint32 groups; READ_OR_RETURN(&groups, sizeof(uint32)); READ_OR_RETURN(&RootWMOID, sizeof(uint32)); READ_OR_RETURN(&Flags, sizeof(Flags)); groupsArray.resize(groups); bool succeed = true; for (uint32 g = 0; g < groups && succeed; ++g) succeed = groupsArray[g].Read(rf); return succeed; } // drop of temporary use defines #undef READ_OR_RETURN #undef READ_OR_RETURN_WITH_DELETE #undef CMP_OR_RETURN }