mirror of
https://gitlab.com/OpenMW/openmw.git
synced 2025-01-27 03:35:27 +00:00
3affe9913f
Use LRU cache for ESMReaders. When cache capacity is reached close least recently used ESMReader. Remember the file name if a reader was open. Once the reader requested again open the file if there is stored name for it. Put released ESMReader to the back of the free items list. Close ESMReader's from the front of the free items list. Cached item can be used only by one client at the same time. If the same item is requested twice exception is thrown. This should never happen in practice. If this happens need to fix the client logic. It's allowed to go over the capacity limit when requesting different readers. Ideally this should never happen but there will be system error anyway signalizing about too many open files. Need to fix client logic in this case. All places that were using a vector of ESMReaders now using the cache. Cache is local for each use case and there is no need for a thread safety.
228 lines
10 KiB
C++
228 lines
10 KiB
C++
#include "worldspacedata.hpp"
|
|
#include "navmesh.hpp"
|
|
|
|
#include <components/debug/debugging.hpp>
|
|
#include <components/detournavigator/navmeshdb.hpp>
|
|
#include <components/detournavigator/recastglobalallocator.hpp>
|
|
#include <components/esm3/esmreader.hpp>
|
|
#include <components/esm3/variant.hpp>
|
|
#include <components/esmloader/esmdata.hpp>
|
|
#include <components/esmloader/load.hpp>
|
|
#include <components/fallback/fallback.hpp>
|
|
#include <components/fallback/validate.hpp>
|
|
#include <components/files/configurationmanager.hpp>
|
|
#include <components/resource/bulletshapemanager.hpp>
|
|
#include <components/resource/imagemanager.hpp>
|
|
#include <components/resource/niffilemanager.hpp>
|
|
#include <components/resource/scenemanager.hpp>
|
|
#include <components/settings/settings.hpp>
|
|
#include <components/to_utf8/to_utf8.hpp>
|
|
#include <components/version/version.hpp>
|
|
#include <components/vfs/manager.hpp>
|
|
#include <components/vfs/registerarchives.hpp>
|
|
#include <components/esm3/readerscache.hpp>
|
|
|
|
#include <osg/Vec3f>
|
|
|
|
#include <boost/program_options.hpp>
|
|
|
|
#include <cstddef>
|
|
#include <stdexcept>
|
|
#include <thread>
|
|
#include <vector>
|
|
|
|
#ifdef WIN32
|
|
#include <fcntl.h>
|
|
#include <io.h>
|
|
#endif
|
|
|
|
namespace NavMeshTool
|
|
{
|
|
namespace
|
|
{
|
|
namespace bpo = boost::program_options;
|
|
|
|
using StringsVector = std::vector<std::string>;
|
|
|
|
bpo::options_description makeOptionsDescription()
|
|
{
|
|
using Fallback::FallbackMap;
|
|
|
|
bpo::options_description result;
|
|
|
|
result.add_options()
|
|
("help", "print help message")
|
|
|
|
("version", "print version information and quit")
|
|
|
|
("data", bpo::value<Files::MaybeQuotedPathContainer>()->default_value(Files::MaybeQuotedPathContainer(), "data")
|
|
->multitoken()->composing(), "set data directories (later directories have higher priority)")
|
|
|
|
("data-local", bpo::value<Files::MaybeQuotedPathContainer::value_type>()->default_value(Files::MaybeQuotedPathContainer::value_type(), ""),
|
|
"set local data directory (highest priority)")
|
|
|
|
("fallback-archive", bpo::value<StringsVector>()->default_value(StringsVector(), "fallback-archive")
|
|
->multitoken()->composing(), "set fallback BSA archives (later archives have higher priority)")
|
|
|
|
("resources", bpo::value<Files::MaybeQuotedPath>()->default_value(Files::MaybeQuotedPath(), "resources"),
|
|
"set resources directory")
|
|
|
|
("content", bpo::value<StringsVector>()->default_value(StringsVector(), "")
|
|
->multitoken()->composing(), "content file(s): esm/esp, or omwgame/omwaddon/omwscripts")
|
|
|
|
("fs-strict", bpo::value<bool>()->implicit_value(true)
|
|
->default_value(false), "strict file system handling (no case folding)")
|
|
|
|
("encoding", bpo::value<std::string>()->
|
|
default_value("win1252"),
|
|
"Character encoding used in OpenMW game messages:\n"
|
|
"\n\twin1250 - Central and Eastern European such as Polish, Czech, Slovak, Hungarian, Slovene, Bosnian, Croatian, Serbian (Latin script), Romanian and Albanian languages\n"
|
|
"\n\twin1251 - Cyrillic alphabet such as Russian, Bulgarian, Serbian Cyrillic and other languages\n"
|
|
"\n\twin1252 - Western European (Latin) alphabet, used by default")
|
|
|
|
("fallback", bpo::value<Fallback::FallbackMap>()->default_value(Fallback::FallbackMap(), "")
|
|
->multitoken()->composing(), "fallback values")
|
|
|
|
("threads", bpo::value<std::size_t>()->default_value(std::max<std::size_t>(std::thread::hardware_concurrency() - 1, 1)),
|
|
"number of threads for parallel processing")
|
|
|
|
("process-interior-cells", bpo::value<bool>()->implicit_value(true)
|
|
->default_value(false), "build navmesh for interior cells")
|
|
|
|
("remove-unused-tiles", bpo::value<bool>()->implicit_value(true)
|
|
->default_value(false), "remove tiles from cache that will not be used with current content profile")
|
|
|
|
("write-binary-log", bpo::value<bool>()->implicit_value(true)
|
|
->default_value(false), "write progress in binary messages to be consumed by the launcher")
|
|
;
|
|
Files::ConfigurationManager::addCommonOptions(result);
|
|
|
|
return result;
|
|
}
|
|
|
|
int runNavMeshTool(int argc, char *argv[])
|
|
{
|
|
bpo::options_description desc = makeOptionsDescription();
|
|
|
|
bpo::parsed_options options = bpo::command_line_parser(argc, argv)
|
|
.options(desc).allow_unregistered().run();
|
|
bpo::variables_map variables;
|
|
|
|
bpo::store(options, variables);
|
|
bpo::notify(variables);
|
|
|
|
if (variables.find("help") != variables.end())
|
|
{
|
|
getRawStdout() << desc << std::endl;
|
|
return 0;
|
|
}
|
|
|
|
Files::ConfigurationManager config;
|
|
|
|
bpo::variables_map composingVariables = Files::separateComposingVariables(variables, desc);
|
|
config.readConfiguration(variables, desc);
|
|
Files::mergeComposingVariables(variables, composingVariables, desc);
|
|
|
|
const std::string encoding(variables["encoding"].as<std::string>());
|
|
Log(Debug::Info) << ToUTF8::encodingUsingMessage(encoding);
|
|
ToUTF8::Utf8Encoder encoder(ToUTF8::calculateEncoding(encoding));
|
|
|
|
Files::PathContainer dataDirs(asPathContainer(variables["data"].as<Files::MaybeQuotedPathContainer>()));
|
|
|
|
auto local = variables["data-local"].as<Files::MaybeQuotedPathContainer::value_type>();
|
|
if (!local.empty())
|
|
dataDirs.push_back(std::move(local));
|
|
|
|
config.filterOutNonExistingPaths(dataDirs);
|
|
|
|
const auto fsStrict = variables["fs-strict"].as<bool>();
|
|
const auto resDir = variables["resources"].as<Files::MaybeQuotedPath>();
|
|
Version::Version v = Version::getOpenmwVersion(resDir.string());
|
|
Log(Debug::Info) << v.describe();
|
|
dataDirs.insert(dataDirs.begin(), resDir / "vfs");
|
|
const auto fileCollections = Files::Collections(dataDirs, !fsStrict);
|
|
const auto archives = variables["fallback-archive"].as<StringsVector>();
|
|
const auto contentFiles = variables["content"].as<StringsVector>();
|
|
const std::size_t threadsNumber = variables["threads"].as<std::size_t>();
|
|
|
|
if (threadsNumber < 1)
|
|
{
|
|
std::cerr << "Invalid threads number: " << threadsNumber << ", expected >= 1";
|
|
return -1;
|
|
}
|
|
|
|
const bool processInteriorCells = variables["process-interior-cells"].as<bool>();
|
|
const bool removeUnusedTiles = variables["remove-unused-tiles"].as<bool>();
|
|
const bool writeBinaryLog = variables["write-binary-log"].as<bool>();
|
|
|
|
#ifdef WIN32
|
|
if (writeBinaryLog)
|
|
_setmode(_fileno(stderr), _O_BINARY);
|
|
#endif
|
|
|
|
Fallback::Map::init(variables["fallback"].as<Fallback::FallbackMap>().mMap);
|
|
|
|
VFS::Manager vfs(fsStrict);
|
|
|
|
VFS::registerArchives(&vfs, fileCollections, archives, true);
|
|
|
|
Settings::Manager settings;
|
|
settings.load(config);
|
|
|
|
const osg::Vec3f agentHalfExtents = Settings::Manager::getVector3("default actor pathfind half extents", "Game");
|
|
const std::uint64_t maxDbFileSize = static_cast<std::uint64_t>(Settings::Manager::getInt64("max navmeshdb file size", "Navigator"));
|
|
const std::string dbPath = (config.getUserDataPath() / "navmesh.db").string();
|
|
|
|
DetourNavigator::NavMeshDb db(dbPath, maxDbFileSize);
|
|
|
|
ESM::ReadersCache readers;
|
|
EsmLoader::Query query;
|
|
query.mLoadActivators = true;
|
|
query.mLoadCells = true;
|
|
query.mLoadContainers = true;
|
|
query.mLoadDoors = true;
|
|
query.mLoadGameSettings = true;
|
|
query.mLoadLands = true;
|
|
query.mLoadStatics = true;
|
|
const EsmLoader::EsmData esmData = EsmLoader::loadEsmData(query, contentFiles, fileCollections, readers, &encoder);
|
|
|
|
Resource::ImageManager imageManager(&vfs);
|
|
Resource::NifFileManager nifFileManager(&vfs);
|
|
Resource::SceneManager sceneManager(&vfs, &imageManager, &nifFileManager);
|
|
Resource::BulletShapeManager bulletShapeManager(&vfs, &sceneManager, &nifFileManager);
|
|
DetourNavigator::RecastGlobalAllocator::init();
|
|
DetourNavigator::Settings navigatorSettings = DetourNavigator::makeSettingsFromSettingsManager();
|
|
navigatorSettings.mRecast.mSwimHeightScale = EsmLoader::getGameSetting(esmData.mGameSettings, "fSwimHeightScale").getFloat();
|
|
|
|
WorldspaceData cellsData = gatherWorldspaceData(navigatorSettings, readers, vfs, bulletShapeManager,
|
|
esmData, processInteriorCells, writeBinaryLog);
|
|
|
|
const Status status = generateAllNavMeshTiles(agentHalfExtents, navigatorSettings, threadsNumber,
|
|
removeUnusedTiles, writeBinaryLog, cellsData, std::move(db));
|
|
|
|
switch (status)
|
|
{
|
|
case Status::Ok:
|
|
Log(Debug::Info) << "Done";
|
|
break;
|
|
case Status::Cancelled:
|
|
Log(Debug::Warning) << "Cancelled";
|
|
break;
|
|
case Status::NotEnoughSpace:
|
|
Log(Debug::Warning) << "Navmesh generation is cancelled due to running out of disk space or limits "
|
|
<< "for navmesh db. Check disk space at the db location \"" << dbPath
|
|
<< "\". If there is enough space, adjust \"max navmeshdb file size\" setting (see "
|
|
<< "https://openmw.readthedocs.io/en/latest/reference/modding/settings/navigator.html?highlight=navmesh#max-navmeshdb-file-size).";
|
|
break;
|
|
}
|
|
|
|
return 0;
|
|
}
|
|
}
|
|
}
|
|
|
|
int main(int argc, char *argv[])
|
|
{
|
|
return wrapApplication(NavMeshTool::runNavMeshTool, argc, argv, "NavMeshTool");
|
|
}
|