fios.cpp

Go to the documentation of this file.

/*
 * This file is part of OpenTTD.
 * OpenTTD is free software; you can redistribute it and/or modify it under the terms of the GNU General Public License as published by the Free Software Foundation, version 2.
 * OpenTTD is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
 * See the GNU General Public License for more details. You should have received a copy of the GNU General Public License along with OpenTTD. If not, see <http://www.gnu.org/licenses/>.
 */
 
#include "stdafx.h"
#include "3rdparty/md5/md5.h"
#include "fileio_func.h"
#include "fios.h"
#include "network/network_content.h"
#include "screenshot.h"
#include "string_func.h"
#include "strings_func.h"
#include "tar_type.h"
#include <sys/stat.h>
#include <charconv>
 
#ifndef _WIN32
# include <unistd.h>
#endif /* _WIN32 */
 
#include "table/strings.h"
 
#include "safeguards.h"
 
/* Variables to display file lists */
static std::string *_fios_path = nullptr;
SortingBits _savegame_sort_order = SORT_BY_DATE | SORT_DESCENDING;
 
/* OS-specific functions are taken from their respective files (win32/unix .c) */
extern bool FiosIsRoot(const std::string &path);
extern bool FiosIsValidFile(const std::string &path, const struct dirent *ent, struct stat *sb);
extern bool FiosIsHiddenFile(const struct dirent *ent);
extern void FiosGetDrives(FileList &file_list);
 
/* get the name of an oldstyle savegame */
extern std::string GetOldSaveGameName(const std::string &file);
 
bool FiosItem::operator< (const FiosItem &other) const
{
  int r = false;
 
  if ((_savegame_sort_order & SORT_BY_NAME) == 0 && (*this).mtime != other.mtime) {
    r = this->mtime - other.mtime;
  } else {
    r = StrNaturalCompare((*this).title, other.title);
  }
  if (r == 0) return false;
  return (_savegame_sort_order & SORT_DESCENDING) ? r > 0 : r < 0;
}
 
void FileList::BuildFileList(AbstractFileType abstract_filetype, SaveLoadOperation fop, bool show_dirs)
{
  this->clear();
 
  assert(fop == SLO_LOAD || fop == SLO_SAVE);
  switch (abstract_filetype) {
    case FT_NONE:
      break;
 
    case FT_SAVEGAME:
      FiosGetSavegameList(fop, show_dirs, *this);
      break;
 
    case FT_SCENARIO:
      FiosGetScenarioList(fop, show_dirs, *this);
      break;
 
    case FT_HEIGHTMAP:
      FiosGetHeightmapList(fop, show_dirs, *this);
      break;
 
    default:
      NOT_REACHED();
  }
}
 
const FiosItem *FileList::FindItem(const std::string_view file)
{
  for (const auto &it : *this) {
    const FiosItem *item = &it;
    if (file == item->name) return item;
    if (file == item->title) return item;
  }
 
  /* If no name matches, try to parse it as number */
  char *endptr;
  int i = std::strtol(file.data(), &endptr, 10);
  if (file.data() == endptr || *endptr != '\0') i = -1;
 
  if (IsInsideMM(i, 0, this->size())) return &this->at(i);
 
  /* As a last effort assume it is an OpenTTD savegame and
   * that the ".sav" part was not given. */
  std::string long_file(file);
  long_file += ".sav";
  for (const auto &it : *this) {
    const FiosItem *item = &it;
    if (long_file == item->name) return item;
    if (long_file == item->title) return item;
  }
 
  return nullptr;
}
 
std::string FiosGetCurrentPath()
{
  return *_fios_path;
}
 
bool FiosBrowseTo(const FiosItem *item)
{
  switch (item->type) {
    case FIOS_TYPE_DRIVE:
#if defined(_WIN32)
      assert(_fios_path != nullptr);
      *_fios_path = std::string{ item->title, 0, 1 } + ":" PATHSEP;
#endif
      break;
 
    case FIOS_TYPE_INVALID:
      break;
 
    case FIOS_TYPE_PARENT: {
      assert(_fios_path != nullptr);
      auto s = _fios_path->find_last_of(PATHSEPCHAR);
      if (s != std::string::npos && s != 0) {
        _fios_path->erase(s); // Remove last path separator character, so we can go up one level.
      }
 
      s = _fios_path->find_last_of(PATHSEPCHAR);
      if (s != std::string::npos) {
        _fios_path->erase(s + 1); // go up a directory
      }
      break;
    }
 
    case FIOS_TYPE_DIR:
      assert(_fios_path != nullptr);
      *_fios_path += item->name;
      *_fios_path += PATHSEP;
      break;
 
    case FIOS_TYPE_DIRECT:
      assert(_fios_path != nullptr);
      *_fios_path = item->name;
      break;
 
    case FIOS_TYPE_FILE:
    case FIOS_TYPE_OLDFILE:
    case FIOS_TYPE_SCENARIO:
    case FIOS_TYPE_OLD_SCENARIO:
    case FIOS_TYPE_PNG:
    case FIOS_TYPE_BMP:
      return false;
  }
 
  return true;
}
 
static std::string FiosMakeFilename(const std::string *path, const char *name, const char *ext)
{
  std::string buf;
 
  if (path != nullptr) {
    buf = *path;
    /* Remove trailing path separator, if present */
    if (!buf.empty() && buf.back() == PATHSEPCHAR) buf.pop_back();
  }
 
  /* Don't append the extension if it is already there */
  const char *period = strrchr(name, '.');
  if (period != nullptr && StrEqualsIgnoreCase(period, ext)) ext = "";
 
  return buf + PATHSEP + name + ext;
}
 
std::string FiosMakeSavegameName(const char *name)
{
  const char *extension = (_game_mode == GM_EDITOR) ? ".scn" : ".sav";
 
  return FiosMakeFilename(_fios_path, name, extension);
}
 
std::string FiosMakeHeightmapName(const char *name)
{
  std::string ext(".");
  ext += GetCurrentScreenshotExtension();
 
  return FiosMakeFilename(_fios_path, name, ext.c_str());
}
 
bool FiosDelete(const char *name)
{
  std::string filename = FiosMakeSavegameName(name);
  return unlink(filename.c_str()) == 0;
}
 
typedef std::tuple<FiosType, std::string> FiosGetTypeAndNameProc(SaveLoadOperation fop, const std::string &filename, const std::string_view ext);
 
class FiosFileScanner : public FileScanner {
  SaveLoadOperation fop;   
  FiosGetTypeAndNameProc *callback_proc; 
  FileList &file_list;     
public:
  FiosFileScanner(SaveLoadOperation fop, FiosGetTypeAndNameProc *callback_proc, FileList &file_list) :
      fop(fop), callback_proc(callback_proc), file_list(file_list)
  {}
 
  bool AddFile(const std::string &filename, size_t basepath_length, const std::string &tar_filename) override;
};
 
bool FiosFileScanner::AddFile(const std::string &filename, size_t, const std::string &)
{
  auto sep = filename.rfind('.');
  if (sep == std::string::npos) return false;
  std::string ext = filename.substr(sep);
 
  auto [type, title] = this->callback_proc(this->fop, filename, ext);
  if (type == FIOS_TYPE_INVALID) return false;
 
  for (const auto &fios : file_list) {
    if (filename == fios.name) return false;
  }
 
  FiosItem *fios = &file_list.emplace_back();
#ifdef _WIN32
  // Retrieve the file modified date using GetFileTime rather than stat to work around an obscure MSVC bug that affects Windows XP
  HANDLE fh = CreateFile(OTTD2FS(filename).c_str(), GENERIC_READ, FILE_SHARE_READ | FILE_SHARE_WRITE, nullptr, OPEN_EXISTING, 0, nullptr);
 
  if (fh != INVALID_HANDLE_VALUE) {
    FILETIME ft;
    ULARGE_INTEGER ft_int64;
 
    if (GetFileTime(fh, nullptr, nullptr, &ft) != 0) {
      ft_int64.HighPart = ft.dwHighDateTime;
      ft_int64.LowPart = ft.dwLowDateTime;
 
      // Convert from hectonanoseconds since 01/01/1601 to seconds since 01/01/1970
      fios->mtime = ft_int64.QuadPart / 10000000ULL - 11644473600ULL;
    } else {
      fios->mtime = 0;
    }
 
    CloseHandle(fh);
#else
  struct stat sb;
  if (stat(filename.c_str(), &sb) == 0) {
    fios->mtime = sb.st_mtime;
#endif
  } else {
    fios->mtime = 0;
  }
 
  fios->type = type;
  fios->name = filename;
 
  /* If the file doesn't have a title, use its filename */
  if (title.empty()) {
    auto ps = filename.rfind(PATHSEPCHAR);
    fios->title = StrMakeValid(filename.substr((ps == std::string::npos ? 0 : ps + 1)));
  } else {
    fios->title = StrMakeValid(title);
  };
 
  return true;
}
 
 
static void FiosGetFileList(SaveLoadOperation fop, bool show_dirs, FiosGetTypeAndNameProc *callback_proc, Subdirectory subdir, FileList &file_list)
{
  struct stat sb;
  struct dirent *dirent;
  DIR *dir;
  FiosItem *fios;
  size_t sort_start;
 
  file_list.clear();
 
  assert(_fios_path != nullptr);
 
  /* A parent directory link exists if we are not in the root directory */
  if (show_dirs && !FiosIsRoot(*_fios_path)) {
    fios = &file_list.emplace_back();
    fios->type = FIOS_TYPE_PARENT;
    fios->mtime = 0;
    fios->name = "..";
    SetDParamStr(0, "..");
    fios->title = GetString(STR_SAVELOAD_PARENT_DIRECTORY);
  }
 
  /* Show subdirectories */
  if (show_dirs && (dir = ttd_opendir(_fios_path->c_str())) != nullptr) {
    while ((dirent = readdir(dir)) != nullptr) {
      std::string d_name = FS2OTTD(dirent->d_name);
 
      /* found file must be directory, but not '.' or '..' */
      if (FiosIsValidFile(*_fios_path, dirent, &sb) && S_ISDIR(sb.st_mode) &&
          (!FiosIsHiddenFile(dirent) || StrStartsWithIgnoreCase(PERSONAL_DIR, d_name)) &&
          d_name != "." && d_name != "..") {
        fios = &file_list.emplace_back();
        fios->type = FIOS_TYPE_DIR;
        fios->mtime = 0;
        fios->name = d_name;
        SetDParamStr(0, fios->name + PATHSEP);
        fios->title = GetString(STR_SAVELOAD_DIRECTORY);
      }
    }
    closedir(dir);
  }
 
  /* Sort the subdirs always by name, ascending, remember user-sorting order */
  if (show_dirs) {
    SortingBits order = _savegame_sort_order;
    _savegame_sort_order = SORT_BY_NAME | SORT_ASCENDING;
    std::sort(file_list.begin(), file_list.end());
    _savegame_sort_order = order;
  }
 
  /* This is where to start sorting for the filenames */
  sort_start = file_list.size();
 
  /* Show files */
  FiosFileScanner scanner(fop, callback_proc, file_list);
  if (subdir == NO_DIRECTORY) {
    scanner.Scan(nullptr, *_fios_path, false);
  } else {
    scanner.Scan(nullptr, subdir, true, true);
  }
 
  std::sort(file_list.begin() + sort_start, file_list.end());
 
  /* Show drives */
  FiosGetDrives(file_list);
 
  file_list.shrink_to_fit();
}
 
static std::string GetFileTitle(const std::string &file, Subdirectory subdir)
{
  FILE *f = FioFOpenFile(file + ".title", "r", subdir);
  if (f == nullptr) return {};
 
  char title[80];
  size_t read = fread(title, 1, lengthof(title), f);
  FioFCloseFile(f);
 
  assert(read <= lengthof(title));
  return StrMakeValid({title, read});
}
 
std::tuple<FiosType, std::string> FiosGetSavegameListCallback(SaveLoadOperation fop, const std::string &file, const std::string_view ext)
{
  /* Show savegame files
   * .SAV OpenTTD saved game
   * .SS1 Transport Tycoon Deluxe preset game
   * .SV1 Transport Tycoon Deluxe (Patch) saved game
   * .SV2 Transport Tycoon Deluxe (Patch) saved 2-player game */
 
  if (StrEqualsIgnoreCase(ext, ".sav")) {
    return { FIOS_TYPE_FILE, GetFileTitle(file, SAVE_DIR) };
  }
 
  if (fop == SLO_LOAD) {
    if (StrEqualsIgnoreCase(ext, ".ss1") || StrEqualsIgnoreCase(ext, ".sv1") ||
        StrEqualsIgnoreCase(ext, ".sv2")) {
      return { FIOS_TYPE_OLDFILE, GetOldSaveGameName(file) };
    }
  }
 
  return { FIOS_TYPE_INVALID, {} };
}
 
void FiosGetSavegameList(SaveLoadOperation fop, bool show_dirs, FileList &file_list)
{
  static std::optional<std::string> fios_save_path;
 
  if (!fios_save_path) fios_save_path = FioFindDirectory(SAVE_DIR);
 
  _fios_path = &(*fios_save_path);
 
  FiosGetFileList(fop, show_dirs, &FiosGetSavegameListCallback, NO_DIRECTORY, file_list);
}
 
std::tuple<FiosType, std::string> FiosGetScenarioListCallback(SaveLoadOperation fop, const std::string &file, const std::string_view ext)
{
  /* Show scenario files
   * .SCN OpenTTD style scenario file
   * .SV0 Transport Tycoon Deluxe (Patch) scenario
   * .SS0 Transport Tycoon Deluxe preset scenario */
  if (StrEqualsIgnoreCase(ext, ".scn")) {
    return { FIOS_TYPE_SCENARIO, GetFileTitle(file, SCENARIO_DIR) };
 
  }
 
  if (fop == SLO_LOAD) {
    if (StrEqualsIgnoreCase(ext, ".sv0") || StrEqualsIgnoreCase(ext, ".ss0")) {
      return { FIOS_TYPE_OLD_SCENARIO, GetOldSaveGameName(file) };
    }
  }
 
  return { FIOS_TYPE_INVALID, {} };
}
 
void FiosGetScenarioList(SaveLoadOperation fop, bool show_dirs, FileList &file_list)
{
  static std::optional<std::string> fios_scn_path;
 
  /* Copy the default path on first run or on 'New Game' */
  if (!fios_scn_path) fios_scn_path = FioFindDirectory(SCENARIO_DIR);
 
  _fios_path = &(*fios_scn_path);
 
  std::string base_path = FioFindDirectory(SCENARIO_DIR);
  Subdirectory subdir = (fop == SLO_LOAD && base_path == *_fios_path) ? SCENARIO_DIR : NO_DIRECTORY;
  FiosGetFileList(fop, show_dirs, &FiosGetScenarioListCallback, subdir, file_list);
}
 
std::tuple<FiosType, std::string> FiosGetHeightmapListCallback(SaveLoadOperation, const std::string &file, const std::string_view ext)
{
  /* Show heightmap files
   * .PNG PNG Based heightmap files
   * .BMP BMP Based heightmap files
   */
 
  FiosType type = FIOS_TYPE_INVALID;
 
#ifdef WITH_PNG
  if (StrEqualsIgnoreCase(ext, ".png")) type = FIOS_TYPE_PNG;
#endif /* WITH_PNG */
 
  if (StrEqualsIgnoreCase(ext, ".bmp")) type = FIOS_TYPE_BMP;
 
  if (type == FIOS_TYPE_INVALID) return { FIOS_TYPE_INVALID, {} };
 
  TarFileList::iterator it = _tar_filelist[SCENARIO_DIR].find(file);
  if (it != _tar_filelist[SCENARIO_DIR].end()) {
    /* If the file is in a tar and that tar is not in a heightmap
     * directory we are for sure not supposed to see it.
     * Examples of this are pngs part of documentation within
     * collections of NewGRFs or 32 bpp graphics replacement PNGs.
     */
    bool match = false;
    for (Searchpath sp : _valid_searchpaths) {
      std::string buf = FioGetDirectory(sp, HEIGHTMAP_DIR);
 
      if (buf.compare(0, buf.size(), it->second.tar_filename, 0, buf.size()) == 0) {
        match = true;
        break;
      }
    }
 
    if (!match) return { FIOS_TYPE_INVALID, {} };
  }
 
  return { type, GetFileTitle(file, HEIGHTMAP_DIR) };
}
 
void FiosGetHeightmapList(SaveLoadOperation fop, bool show_dirs, FileList &file_list)
{
  static std::optional<std::string> fios_hmap_path;
 
  if (!fios_hmap_path) fios_hmap_path = FioFindDirectory(HEIGHTMAP_DIR);
 
  _fios_path = &(*fios_hmap_path);
 
  std::string base_path = FioFindDirectory(HEIGHTMAP_DIR);
  Subdirectory subdir = base_path == *_fios_path ? HEIGHTMAP_DIR : NO_DIRECTORY;
  FiosGetFileList(fop, show_dirs, &FiosGetHeightmapListCallback, subdir, file_list);
}
 
const char *FiosGetScreenshotDir()
{
  static std::optional<std::string> fios_screenshot_path;
 
  if (!fios_screenshot_path) fios_screenshot_path = FioFindDirectory(SCREENSHOT_DIR);
 
  return fios_screenshot_path->c_str();
}
 
struct ScenarioIdentifier {
  uint32_t scenid;           
  MD5Hash md5sum;          
  std::string filename;    
 
  bool operator == (const ScenarioIdentifier &other) const
  {
    return this->scenid == other.scenid && this->md5sum == other.md5sum;
  }
 
  bool operator != (const ScenarioIdentifier &other) const
  {
    return !(*this == other);
  }
};
 
class ScenarioScanner : protected FileScanner, public std::vector<ScenarioIdentifier> {
  bool scanned; 
public:
  ScenarioScanner() : scanned(false) {}
 
  void Scan(bool rescan)
  {
    if (this->scanned && !rescan) return;
 
    this->FileScanner::Scan(".id", SCENARIO_DIR, true, true);
    this->scanned = true;
  }
 
  bool AddFile(const std::string &filename, size_t, const std::string &) override
  {
    FILE *f = FioFOpenFile(filename, "r", SCENARIO_DIR);
    if (f == nullptr) return false;
 
    ScenarioIdentifier id;
    int fret = fscanf(f, "%u", &id.scenid);
    FioFCloseFile(f);
    if (fret != 1) return false;
    id.filename = filename;
 
    Md5 checksum;
    uint8_t buffer[1024];
    size_t len, size;
 
    /* open the scenario file, but first get the name.
     * This is safe as we check on extension which
     * must always exist. */
    f = FioFOpenFile(filename.substr(0, filename.rfind('.')), "rb", SCENARIO_DIR, &size);
    if (f == nullptr) return false;
 
    /* calculate md5sum */
    while ((len = fread(buffer, 1, (size > sizeof(buffer)) ? sizeof(buffer) : size, f)) != 0 && size != 0) {
      size -= len;
      checksum.Append(buffer, len);
    }
    checksum.Finish(id.md5sum);
 
    FioFCloseFile(f);
 
    include(*this, id);
    return true;
  }
};
 
static ScenarioScanner _scanner;
 
const char *FindScenario(const ContentInfo *ci, bool md5sum)
{
  _scanner.Scan(false);
 
  for (ScenarioIdentifier &id : _scanner) {
    if (md5sum ? (id.md5sum == ci->md5sum)
               : (id.scenid == ci->unique_id)) {
      return id.filename.c_str();
    }
  }
 
  return nullptr;
}
 
bool HasScenario(const ContentInfo *ci, bool md5sum)
{
  return (FindScenario(ci, md5sum) != nullptr);
}
 
void ScanScenarios()
{
  _scanner.Scan(true);
}
 
FiosNumberedSaveName::FiosNumberedSaveName(const std::string &prefix) : prefix(prefix), number(-1)
{
  static std::optional<std::string> _autosave_path;
  if (!_autosave_path) _autosave_path = FioFindDirectory(AUTOSAVE_DIR);
 
  static std::string _prefix; 
 
  /* Callback for FiosFileScanner. */
  static FiosGetTypeAndNameProc *proc = [](SaveLoadOperation, const std::string &file, const std::string_view ext) {
    if (StrEqualsIgnoreCase(ext, ".sav") && file.starts_with(_prefix)) return std::tuple(FIOS_TYPE_FILE, std::string{});
    return std::tuple(FIOS_TYPE_INVALID, std::string{});
  };
 
  /* Prefix to check in the callback. */
  _prefix = *_autosave_path + this->prefix;
 
  /* Get the save list. */
  FileList list;
  FiosFileScanner scanner(SLO_SAVE, proc, list);
  scanner.Scan(".sav", _autosave_path->c_str(), false);
 
  /* Find the number for the most recent save, if any. */
  if (list.begin() != list.end()) {
    SortingBits order = _savegame_sort_order;
    _savegame_sort_order = SORT_BY_DATE | SORT_DESCENDING;
    std::sort(list.begin(), list.end());
    _savegame_sort_order = order;
 
    std::string_view name = list.begin()->title;
    std::from_chars(name.data() + this->prefix.size(), name.data() + name.size(), this->number);
  }
}
 
std::string FiosNumberedSaveName::Filename()
{
  if (++this->number >= _settings_client.gui.max_num_autosaves) this->number = 0;
  return fmt::format("{}{}.sav", this->prefix, this->number);
}
 
std::string FiosNumberedSaveName::Extension()
{
  return fmt::format("-{}.sav", this->prefix);
}