parent
acafb07707
commit
d51e4e5236
|
@ -4,17 +4,17 @@
|
|||
#include "Common/FileSearch.h"
|
||||
|
||||
#include <algorithm>
|
||||
#include <filesystem>
|
||||
#include <functional>
|
||||
#include <iterator>
|
||||
#include <system_error>
|
||||
|
||||
#include "Common/CommonPaths.h"
|
||||
#include "Common/Logging/Log.h"
|
||||
#include "Common/StringUtil.h"
|
||||
|
||||
#ifdef _MSC_VER
|
||||
#include <Windows.h>
|
||||
#include <filesystem>
|
||||
namespace fs = std::filesystem;
|
||||
#define HAS_STD_FILESYSTEM
|
||||
#else
|
||||
#ifdef ANDROID
|
||||
#include "jni/AndroidCommon/AndroidCommon.h"
|
||||
|
@ -25,52 +25,45 @@ namespace fs = std::filesystem;
|
|||
#include "Common/FileUtil.h"
|
||||
#endif
|
||||
|
||||
namespace fs = std::filesystem;
|
||||
|
||||
namespace Common
|
||||
{
|
||||
#ifndef HAS_STD_FILESYSTEM
|
||||
|
||||
static void FileSearchWithTest(const std::string& directory, bool recursive,
|
||||
std::vector<std::string>* result_out,
|
||||
std::function<bool(const File::FSTEntry&)> callback)
|
||||
{
|
||||
File::FSTEntry top = File::ScanDirectoryTree(directory, recursive);
|
||||
|
||||
const std::function<void(File::FSTEntry&)> DoEntry = [&](File::FSTEntry& entry) {
|
||||
if (callback(entry))
|
||||
result_out->push_back(entry.physicalName);
|
||||
for (auto& child : entry.children)
|
||||
DoEntry(child);
|
||||
};
|
||||
|
||||
for (auto& child : top.children)
|
||||
DoEntry(child);
|
||||
}
|
||||
|
||||
std::vector<std::string> DoFileSearch(const std::vector<std::string>& directories,
|
||||
const std::vector<std::string>& exts, bool recursive)
|
||||
{
|
||||
std::vector<std::string> result;
|
||||
const bool accept_all = exts.empty();
|
||||
|
||||
bool accept_all = exts.empty();
|
||||
const auto callback = [&exts, accept_all](const File::FSTEntry& entry) {
|
||||
if (accept_all)
|
||||
return true;
|
||||
if (entry.isDirectory)
|
||||
return false;
|
||||
return std::any_of(exts.begin(), exts.end(), [&](const std::string& ext) {
|
||||
const std::string& name = entry.virtualName;
|
||||
return name.length() >= ext.length() &&
|
||||
strcasecmp(name.c_str() + name.length() - ext.length(), ext.c_str()) == 0;
|
||||
std::vector<fs::path> native_exts;
|
||||
for (const auto& ext : exts)
|
||||
native_exts.push_back(StringToPath(ext));
|
||||
|
||||
// N.B. This avoids doing any copies
|
||||
auto ext_matches = [&native_exts](const fs::path& path) {
|
||||
const std::basic_string_view<fs::path::value_type> native_path = path.native();
|
||||
return std::any_of(native_exts.cbegin(), native_exts.cend(), [&native_path](const auto& ext) {
|
||||
const auto compare_len = ext.native().length();
|
||||
if (native_path.length() < compare_len)
|
||||
return false;
|
||||
const auto substr_to_compare = native_path.substr(native_path.length() - compare_len);
|
||||
#ifdef _WIN32
|
||||
return CompareStringOrdinal(substr_to_compare.data(), static_cast<int>(compare_len),
|
||||
ext.c_str(), static_cast<int>(compare_len), TRUE) == CSTR_EQUAL;
|
||||
#else
|
||||
return strncasecmp(substr_to_compare.data(), ext.c_str(), compare_len) == 0;
|
||||
#endif
|
||||
});
|
||||
};
|
||||
|
||||
for (const std::string& directory : directories)
|
||||
std::vector<std::string> result;
|
||||
auto add_filtered = [&](const fs::directory_entry& entry) {
|
||||
auto& path = entry.path();
|
||||
if (accept_all || (!entry.is_directory() && ext_matches(path)))
|
||||
result.emplace_back(PathToString(path));
|
||||
};
|
||||
for (const auto& directory : directories)
|
||||
{
|
||||
#ifdef ANDROID
|
||||
// While File::ScanDirectoryTree (which is called in FileSearchWithTest) does handle Android
|
||||
// content correctly, having a specialized implementation of DoFileSearch for Android content
|
||||
// provides a much needed performance boost. Also, this specialized implementation will be
|
||||
// required if we in the future replace the use of File::ScanDirectoryTree with std::filesystem.
|
||||
if (IsPathAndroidContent(directory))
|
||||
{
|
||||
const std::vector<std::string> partial_result =
|
||||
|
@ -82,62 +75,22 @@ std::vector<std::string> DoFileSearch(const std::vector<std::string>& directorie
|
|||
else
|
||||
#endif
|
||||
{
|
||||
FileSearchWithTest(directory, recursive, &result, callback);
|
||||
}
|
||||
}
|
||||
|
||||
// remove duplicates
|
||||
std::sort(result.begin(), result.end());
|
||||
result.erase(std::unique(result.begin(), result.end()), result.end());
|
||||
return result;
|
||||
}
|
||||
|
||||
#else
|
||||
|
||||
std::vector<std::string> DoFileSearch(const std::vector<std::string>& directories,
|
||||
const std::vector<std::string>& exts, bool recursive)
|
||||
{
|
||||
bool accept_all = exts.empty();
|
||||
|
||||
std::vector<fs::path> native_exts;
|
||||
for (const auto& ext : exts)
|
||||
native_exts.push_back(StringToPath(ext));
|
||||
|
||||
// N.B. This avoids doing any copies
|
||||
auto ext_matches = [&native_exts](const fs::path& path) {
|
||||
const auto& native_path = path.native();
|
||||
return std::any_of(native_exts.cbegin(), native_exts.cend(), [&native_path](const auto& ext) {
|
||||
// TODO provide cross-platform compat for the comparison function, once more platforms
|
||||
// support std::filesystem
|
||||
int compare_len = static_cast<int>(ext.native().length());
|
||||
return native_path.length() >= compare_len &&
|
||||
CompareStringOrdinal(&native_path.c_str()[native_path.length() - compare_len],
|
||||
compare_len, ext.c_str(), compare_len, TRUE) == CSTR_EQUAL;
|
||||
});
|
||||
};
|
||||
|
||||
std::vector<std::string> result;
|
||||
auto add_filtered = [&](const fs::directory_entry& entry) {
|
||||
auto& path = entry.path();
|
||||
if (accept_all || (ext_matches(path) && !fs::is_directory(path)))
|
||||
result.emplace_back(PathToString(path));
|
||||
};
|
||||
for (const auto& directory : directories)
|
||||
{
|
||||
fs::path directory_path = StringToPath(directory);
|
||||
if (fs::is_directory(directory_path)) // Can't create iterators for non-existant directories
|
||||
{
|
||||
fs::path directory_path = StringToPath(directory);
|
||||
std::error_code error;
|
||||
if (recursive)
|
||||
{
|
||||
// TODO use fs::directory_options::follow_directory_symlink ?
|
||||
for (auto& entry : fs::recursive_directory_iterator(std::move(directory_path)))
|
||||
add_filtered(entry);
|
||||
for (auto it = fs::recursive_directory_iterator(std::move(directory_path), error);
|
||||
it != fs::recursive_directory_iterator(); it.increment(error))
|
||||
add_filtered(*it);
|
||||
}
|
||||
else
|
||||
{
|
||||
for (auto& entry : fs::directory_iterator(std::move(directory_path)))
|
||||
add_filtered(entry);
|
||||
for (auto it = fs::directory_iterator(std::move(directory_path), error);
|
||||
it != fs::directory_iterator(); it.increment(error))
|
||||
add_filtered(*it);
|
||||
}
|
||||
if (error)
|
||||
ERROR_LOG_FMT(COMMON, "{} error on {}: {}", __func__, directory, error.message());
|
||||
}
|
||||
}
|
||||
|
||||
|
@ -160,6 +113,4 @@ std::vector<std::string> DoFileSearch(const std::vector<std::string>& directorie
|
|||
return result;
|
||||
}
|
||||
|
||||
#endif
|
||||
|
||||
} // namespace Common
|
||||
|
|
|
@ -54,7 +54,6 @@
|
|||
#endif
|
||||
|
||||
#ifdef ANDROID
|
||||
#include "Common/StringUtil.h"
|
||||
#include "jni/AndroidCommon/AndroidCommon.h"
|
||||
#endif
|
||||
|
||||
|
|
|
@ -645,7 +645,6 @@ std::u16string UTF8ToUTF16(std::string_view input)
|
|||
return converter.from_bytes(input.data(), input.data() + input.size());
|
||||
}
|
||||
|
||||
#ifdef HAS_STD_FILESYSTEM
|
||||
// This is a replacement for path::u8path, which is deprecated starting with C++20.
|
||||
std::filesystem::path StringToPath(std::string_view path)
|
||||
{
|
||||
|
@ -666,7 +665,6 @@ std::string PathToString(const std::filesystem::path& path)
|
|||
return path.native();
|
||||
#endif
|
||||
}
|
||||
#endif
|
||||
|
||||
#ifdef _WIN32
|
||||
std::vector<std::string> CommandLineToUtf8Argv(const wchar_t* command_line)
|
||||
|
|
|
@ -6,6 +6,7 @@
|
|||
#include <cstdarg>
|
||||
#include <cstddef>
|
||||
#include <cstdlib>
|
||||
#include <filesystem>
|
||||
#include <iomanip>
|
||||
#include <limits>
|
||||
#include <locale>
|
||||
|
@ -16,11 +17,6 @@
|
|||
|
||||
#include "Common/CommonTypes.h"
|
||||
|
||||
#ifdef _MSC_VER
|
||||
#include <filesystem>
|
||||
#define HAS_STD_FILESYSTEM
|
||||
#endif
|
||||
|
||||
std::string StringFromFormatV(const char* format, va_list args);
|
||||
|
||||
std::string StringFromFormat(const char* format, ...)
|
||||
|
@ -214,10 +210,8 @@ inline std::string UTF8ToTStr(std::string_view str)
|
|||
|
||||
#endif
|
||||
|
||||
#ifdef HAS_STD_FILESYSTEM
|
||||
std::filesystem::path StringToPath(std::string_view path);
|
||||
std::string PathToString(const std::filesystem::path& path);
|
||||
#endif
|
||||
|
||||
// Thousand separator. Turns 12345678 into 12,345,678
|
||||
template <typename I>
|
||||
|
|
|
@ -3,12 +3,6 @@
|
|||
|
||||
#include "Core/Boot/Boot.h"
|
||||
|
||||
#ifdef _MSC_VER
|
||||
#include <filesystem>
|
||||
namespace fs = std::filesystem;
|
||||
#define HAS_STD_FILESYSTEM
|
||||
#endif
|
||||
|
||||
#include <algorithm>
|
||||
#include <array>
|
||||
#include <cstring>
|
||||
|
@ -67,10 +61,6 @@ namespace fs = std::filesystem;
|
|||
static std::vector<std::string> ReadM3UFile(const std::string& m3u_path,
|
||||
const std::string& folder_path)
|
||||
{
|
||||
#ifndef HAS_STD_FILESYSTEM
|
||||
ASSERT(folder_path.back() == '/');
|
||||
#endif
|
||||
|
||||
std::vector<std::string> result;
|
||||
std::vector<std::string> nonexistent;
|
||||
|
||||
|
@ -91,12 +81,7 @@ static std::vector<std::string> ReadM3UFile(const std::string& m3u_path,
|
|||
|
||||
if (!line.empty() && line.front() != '#') // Comments start with #
|
||||
{
|
||||
#ifdef HAS_STD_FILESYSTEM
|
||||
const std::string path_to_add = PathToString(StringToPath(folder_path) / StringToPath(line));
|
||||
#else
|
||||
const std::string path_to_add = line.front() != '/' ? folder_path + line : line;
|
||||
#endif
|
||||
|
||||
(File::Exists(path_to_add) ? result : nonexistent).push_back(path_to_add);
|
||||
}
|
||||
}
|
||||
|
|
|
@ -18,13 +18,7 @@ namespace DiscIO
|
|||
{
|
||||
static std::string MakeAbsolute(const std::string& directory, const std::string& path)
|
||||
{
|
||||
#ifdef _WIN32
|
||||
return PathToString(StringToPath(directory) / StringToPath(path));
|
||||
#else
|
||||
if (StringBeginsWith(path, "/"))
|
||||
return path;
|
||||
return directory + "/" + path;
|
||||
#endif
|
||||
}
|
||||
|
||||
std::optional<GameModDescriptor> ParseGameModDescriptorFile(const std::string& filename)
|
||||
|
|
Loading…
Reference in New Issue