// Copyright 2008 Dolphin Emulator Project // Licensed under GPLv2+ // Refer to the license.txt file included. #include #include #include #include #include #include #include #include #include #include "Common/CommonFuncs.h" #include "Common/CommonTypes.h" #include "Common/File.h" #include "Common/Logging/Log.h" #include "Common/MsgHandler.h" #include "Common/StringUtil.h" #include "DiscIO/FileSystemGCWii.h" #include "DiscIO/Filesystem.h" #include "DiscIO/Volume.h" namespace DiscIO { constexpr u32 FST_ENTRY_SIZE = 4 * 3; // An FST entry consists of three 32-bit integers // Set everything manually. FileInfoGCWii::FileInfoGCWii(const u8* fst, u8 offset_shift, u32 index, u32 total_file_infos) : m_fst(fst), m_offset_shift(offset_shift), m_index(index), m_total_file_infos(total_file_infos) { } // For the root object only. // m_fst and m_index must be correctly set before GetSize() is called! FileInfoGCWii::FileInfoGCWii(const u8* fst, u8 offset_shift) : m_fst(fst), m_offset_shift(offset_shift), m_index(0), m_total_file_infos(GetSize()) { } // Copy data that is common to the whole file system. FileInfoGCWii::FileInfoGCWii(const FileInfoGCWii& file_info, u32 index) : FileInfoGCWii(file_info.m_fst, file_info.m_offset_shift, index, file_info.m_total_file_infos) { } FileInfoGCWii::~FileInfoGCWii() = default; uintptr_t FileInfoGCWii::GetAddress() const { return reinterpret_cast(m_fst + FST_ENTRY_SIZE * m_index); } u32 FileInfoGCWii::GetNextIndex() const { return IsDirectory() ? GetSize() : m_index + 1; } FileInfo& FileInfoGCWii::operator++() { m_index = GetNextIndex(); return *this; } std::unique_ptr FileInfoGCWii::clone() const { return std::make_unique(*this); } FileInfo::const_iterator FileInfoGCWii::begin() const { return const_iterator(std::make_unique(*this, m_index + 1)); } FileInfo::const_iterator FileInfoGCWii::end() const { return const_iterator(std::make_unique(*this, GetNextIndex())); } u32 FileInfoGCWii::Get(EntryProperty entry_property) const { return Common::swap32(m_fst + FST_ENTRY_SIZE * m_index + sizeof(u32) * static_cast(entry_property)); } u32 FileInfoGCWii::GetSize() const { return Get(EntryProperty::FILE_SIZE); } u64 FileInfoGCWii::GetOffset() const { return static_cast(Get(EntryProperty::FILE_OFFSET)) << m_offset_shift; } bool FileInfoGCWii::IsDirectory() const { return (Get(EntryProperty::NAME_OFFSET) & 0xFF000000) != 0; } u32 FileInfoGCWii::GetTotalChildren() const { return Get(EntryProperty::FILE_SIZE) - (m_index + 1); } u64 FileInfoGCWii::GetNameOffset() const { return static_cast(FST_ENTRY_SIZE) * m_total_file_infos + (Get(EntryProperty::NAME_OFFSET) & 0xFFFFFF); } std::string FileInfoGCWii::GetName() const { // TODO: Should we really always use SHIFT-JIS? // Some names in Pikmin (NTSC-U) don't make sense without it, but is it correct? return SHIFTJISToUTF8(reinterpret_cast(m_fst + GetNameOffset())); } std::string FileInfoGCWii::GetPath() const { // The root entry doesn't have a name if (m_index == 0) return ""; if (IsDirectory()) { u32 parent_directory_index = Get(EntryProperty::FILE_OFFSET); return FileInfoGCWii(*this, parent_directory_index).GetPath() + GetName() + "/"; } else { // The parent directory can be found by searching backwards // for a directory that contains this file. The search cannot fail, // because the root directory at index 0 contains all files. FileInfoGCWii potential_parent(*this, m_index - 1); while (!(potential_parent.IsDirectory() && potential_parent.Get(EntryProperty::FILE_SIZE) > m_index)) { potential_parent = FileInfoGCWii(*this, potential_parent.m_index - 1); } return potential_parent.GetPath() + GetName(); } } bool FileInfoGCWii::IsValid(u64 fst_size, const FileInfoGCWii& parent_directory) const { if (GetNameOffset() >= fst_size) { ERROR_LOG(DISCIO, "Impossibly large name offset in file system"); return false; } if (IsDirectory()) { if (Get(EntryProperty::FILE_OFFSET) != parent_directory.m_index) { ERROR_LOG(DISCIO, "Incorrect parent offset in file system"); return false; } u32 size = Get(EntryProperty::FILE_SIZE); if (size <= m_index) { ERROR_LOG(DISCIO, "Impossibly small directory size in file system"); return false; } if (size > parent_directory.Get(EntryProperty::FILE_SIZE)) { ERROR_LOG(DISCIO, "Impossibly large directory size in file system"); return false; } for (const FileInfo& child : *this) { if (!static_cast(child).IsValid(fst_size, *this)) return false; } } return true; } FileSystemGCWii::FileSystemGCWii(const Volume* volume, const Partition& partition) : FileSystem(volume, partition), m_valid(false), m_offset_shift(0), m_root(nullptr, 0, 0, 0) { // Check if this is a GameCube or Wii disc if (m_volume->ReadSwapped(0x18, m_partition) == u32(0x5D1C9EA3)) m_offset_shift = 2; // Wii file system else if (m_volume->ReadSwapped(0x1c, m_partition) == u32(0xC2339F3D)) m_offset_shift = 0; // GameCube file system else return; const std::optional fst_offset_unshifted = m_volume->ReadSwapped(0x424, m_partition); const std::optional fst_size_unshifted = m_volume->ReadSwapped(0x428, m_partition); if (!fst_offset_unshifted || !fst_size_unshifted) return; const u64 fst_offset = static_cast(*fst_offset_unshifted) << m_offset_shift; const u64 fst_size = static_cast(*fst_size_unshifted) << m_offset_shift; if (fst_size < FST_ENTRY_SIZE) { ERROR_LOG(DISCIO, "File system is too small"); return; } // 128 MiB is more than the total amount of RAM in a Wii. // No file system should use anywhere near that much. static const u32 ARBITRARY_FILE_SYSTEM_SIZE_LIMIT = 128 * 1024 * 1024; if (fst_size > ARBITRARY_FILE_SYSTEM_SIZE_LIMIT) { // Without this check, Dolphin can crash by trying to allocate too much // memory when loading a disc image with an incorrect FST size. ERROR_LOG(DISCIO, "File system is abnormally large! Aborting loading"); return; } // Read the whole FST m_file_system_table.resize(fst_size); if (!m_volume->Read(fst_offset, fst_size, m_file_system_table.data(), m_partition)) { ERROR_LOG(DISCIO, "Couldn't read file system table"); return; } // Create the root object m_root = FileInfoGCWii(m_file_system_table.data(), m_offset_shift); if (!m_root.IsDirectory()) { ERROR_LOG(DISCIO, "File system root is not a directory"); return; } if (FST_ENTRY_SIZE * m_root.GetSize() > fst_size) { ERROR_LOG(DISCIO, "File system has too many entries for its size"); return; } // If the FST's final byte isn't 0, CFileInfoGCWii::GetName() can read past the end if (m_file_system_table[fst_size - 1] != 0) { ERROR_LOG(DISCIO, "File system does not end with a null byte"); return; } m_valid = m_root.IsValid(fst_size, m_root); } FileSystemGCWii::~FileSystemGCWii() = default; const FileInfo& FileSystemGCWii::GetRoot() const { return m_root; } std::unique_ptr FileSystemGCWii::FindFileInfo(const std::string& path) const { if (!IsValid()) return nullptr; return FindFileInfo(path, m_root); } std::unique_ptr FileSystemGCWii::FindFileInfo(const std::string& path, const FileInfo& file_info) const { // Given a path like "directory1/directory2/fileA.bin", this function will // find directory1 and then call itself to search for "directory2/fileA.bin". if (path.empty() || path == "/") return file_info.clone(); // It's only possible to search in directories. Searching in a file is an error if (!file_info.IsDirectory()) return nullptr; size_t first_dir_separator = path.find('/'); const std::string searching_for = path.substr(0, first_dir_separator); const std::string rest_of_path = (first_dir_separator != std::string::npos) ? path.substr(first_dir_separator + 1) : ""; for (const FileInfo& child : file_info) { if (!strcasecmp(child.GetName().c_str(), searching_for.c_str())) { // A match is found. The rest of the path is passed on to finish the search. std::unique_ptr result = FindFileInfo(rest_of_path, child); // If the search wasn't successful, the loop continues, just in case there's a second // file info that matches searching_for (which probably won't happen in practice) if (result) return result; } } return nullptr; } std::unique_ptr FileSystemGCWii::FindFileInfo(u64 disc_offset) const { if (!IsValid()) return nullptr; // Build a cache (unless there already is one) if (m_offset_file_info_cache.empty()) { u32 fst_entries = m_root.GetSize(); for (u32 i = 0; i < fst_entries; i++) { FileInfoGCWii file_info(m_root, i); if (!file_info.IsDirectory()) m_offset_file_info_cache.emplace(file_info.GetOffset() + file_info.GetSize(), i); } } // Get the first file that ends after disc_offset const auto it = m_offset_file_info_cache.upper_bound(disc_offset); if (it == m_offset_file_info_cache.end()) return nullptr; std::unique_ptr result(std::make_unique(m_root, it->second)); // If the file's start isn't after disc_offset, success if (result->GetOffset() <= disc_offset) return result; return nullptr; } u64 FileSystemGCWii::ReadFile(const FileInfo* file_info, u8* buffer, u64 max_buffer_size, u64 offset_in_file) const { if (!file_info || file_info->IsDirectory()) return 0; if (offset_in_file >= file_info->GetSize()) return 0; u64 read_length = std::min(max_buffer_size, file_info->GetSize() - offset_in_file); DEBUG_LOG(DISCIO, "Reading %" PRIx64 " bytes at %" PRIx64 " from file %s. Offset: %" PRIx64 " Size: %" PRIx32, read_length, offset_in_file, file_info->GetPath().c_str(), file_info->GetOffset(), file_info->GetSize()); m_volume->Read(file_info->GetOffset() + offset_in_file, read_length, buffer, m_partition); return read_length; } bool FileSystemGCWii::ExportFile(const FileInfo* file_info, const std::string& export_filename) const { if (!file_info || file_info->IsDirectory()) return false; u64 remaining_size = file_info->GetSize(); u64 file_offset = file_info->GetOffset(); File::IOFile f(export_filename, "wb"); if (!f) return false; bool result = true; while (remaining_size) { // Limit read size to 128 MB size_t read_size = (size_t)std::min(remaining_size, (u64)0x08000000); std::vector buffer(read_size); result = m_volume->Read(file_offset, read_size, &buffer[0], m_partition); if (!result) break; f.WriteBytes(&buffer[0], read_size); remaining_size -= read_size; file_offset += read_size; } return result; } bool FileSystemGCWii::ExportApploader(const std::string& export_folder) const { std::optional apploader_size = m_volume->ReadSwapped(0x2440 + 0x14, m_partition); const std::optional trailer_size = m_volume->ReadSwapped(0x2440 + 0x18, m_partition); constexpr u32 header_size = 0x20; if (!apploader_size || !trailer_size) return false; *apploader_size += *trailer_size + header_size; DEBUG_LOG(DISCIO, "Apploader size -> %x", *apploader_size); std::vector buffer(*apploader_size); if (m_volume->Read(0x2440, *apploader_size, buffer.data(), m_partition)) { std::string export_name(export_folder + "/apploader.img"); File::IOFile apploader_file(export_name, "wb"); if (apploader_file) { apploader_file.WriteBytes(buffer.data(), *apploader_size); return true; } } return false; } std::optional FileSystemGCWii::GetBootDOLOffset() const { std::optional offset = m_volume->ReadSwapped(0x420, m_partition); return offset ? static_cast(*offset) << m_offset_shift : std::optional(); } std::optional FileSystemGCWii::GetBootDOLSize(u64 dol_offset) const { u32 dol_size = 0; // Iterate through the 7 code segments for (u8 i = 0; i < 7; i++) { const std::optional offset = m_volume->ReadSwapped(dol_offset + 0x00 + i * 4, m_partition); const std::optional size = m_volume->ReadSwapped(dol_offset + 0x90 + i * 4, m_partition); if (!offset || !size) return {}; dol_size = std::max(*offset + *size, dol_size); } // Iterate through the 11 data segments for (u8 i = 0; i < 11; i++) { const std::optional offset = m_volume->ReadSwapped(dol_offset + 0x1c + i * 4, m_partition); const std::optional size = m_volume->ReadSwapped(dol_offset + 0xac + i * 4, m_partition); if (!offset || !size) return {}; dol_size = std::max(*offset + *size, dol_size); } return dol_size; } bool FileSystemGCWii::ExportDOL(const std::string& export_folder) const { std::optional dol_offset = GetBootDOLOffset(); if (!dol_offset) return false; std::optional dol_size = GetBootDOLSize(*dol_offset); if (!dol_size) return false; std::vector buffer(*dol_size); if (m_volume->Read(*dol_offset, *dol_size, buffer.data(), m_partition)) { std::string export_name(export_folder + "/boot.dol"); File::IOFile dol_file(export_name, "wb"); if (dol_file) { dol_file.WriteBytes(&buffer[0], *dol_size); return true; } } return false; } } // namespace