2015-05-24 04:55:12 +00:00
|
|
|
// Copyright 2009 Dolphin Emulator Project
|
2021-07-05 01:22:19 +00:00
|
|
|
// SPDX-License-Identifier: GPL-2.0-or-later
|
2009-05-21 19:19:15 +00:00
|
|
|
|
2017-06-17 10:37:30 +00:00
|
|
|
#include "DiscIO/DiscScrubber.h"
|
|
|
|
|
2014-02-21 00:47:53 +00:00
|
|
|
#include <algorithm>
|
|
|
|
#include <cstddef>
|
2014-08-31 13:34:58 +00:00
|
|
|
#include <memory>
|
2017-06-04 08:33:14 +00:00
|
|
|
#include <optional>
|
2014-02-21 00:47:53 +00:00
|
|
|
#include <string>
|
|
|
|
#include <vector>
|
2013-10-26 09:55:41 +00:00
|
|
|
|
2019-12-08 18:40:57 +00:00
|
|
|
#include "Common/Align.h"
|
2020-04-04 18:56:20 +00:00
|
|
|
#include "Common/Assert.h"
|
2014-09-08 01:06:58 +00:00
|
|
|
#include "Common/CommonTypes.h"
|
2015-09-26 21:13:07 +00:00
|
|
|
#include "Common/Logging/Log.h"
|
2017-06-17 10:37:30 +00:00
|
|
|
|
2021-03-09 19:06:34 +00:00
|
|
|
#include "DiscIO/DiscUtils.h"
|
2014-02-17 10:18:15 +00:00
|
|
|
#include "DiscIO/Filesystem.h"
|
2014-02-21 00:47:53 +00:00
|
|
|
#include "DiscIO/Volume.h"
|
2014-02-17 10:18:15 +00:00
|
|
|
|
2009-05-21 19:19:15 +00:00
|
|
|
namespace DiscIO
|
|
|
|
{
|
2017-01-04 19:31:38 +00:00
|
|
|
DiscScrubber::DiscScrubber() = default;
|
|
|
|
DiscScrubber::~DiscScrubber() = default;
|
2009-05-21 19:19:15 +00:00
|
|
|
|
2020-04-04 18:56:20 +00:00
|
|
|
bool DiscScrubber::SetupScrub(const Volume* disc)
|
2009-05-21 19:19:15 +00:00
|
|
|
{
|
2019-03-30 15:20:45 +00:00
|
|
|
if (!disc)
|
|
|
|
return false;
|
|
|
|
m_disc = disc;
|
2010-02-08 22:46:04 +00:00
|
|
|
|
2022-08-01 09:53:30 +00:00
|
|
|
m_file_size = m_disc->GetDataSize();
|
2009-05-21 19:19:15 +00:00
|
|
|
|
2019-08-07 08:34:52 +00:00
|
|
|
// Round up when diving by CLUSTER_SIZE, otherwise MarkAsUsed might write out of bounds
|
|
|
|
const size_t num_clusters = static_cast<size_t>((m_file_size + CLUSTER_SIZE - 1) / CLUSTER_SIZE);
|
2009-05-21 19:19:15 +00:00
|
|
|
|
|
|
|
// Table of free blocks
|
2017-01-05 00:53:31 +00:00
|
|
|
m_free_table.resize(num_clusters, 1);
|
2009-05-21 19:19:15 +00:00
|
|
|
|
|
|
|
// Fill out table of free blocks
|
2017-01-04 20:39:27 +00:00
|
|
|
const bool success = ParseDisc();
|
2015-12-07 04:15:51 +00:00
|
|
|
|
2017-01-04 20:39:27 +00:00
|
|
|
m_is_scrubbing = success;
|
2010-02-08 22:46:04 +00:00
|
|
|
return success;
|
|
|
|
}
|
|
|
|
|
2019-03-30 15:20:45 +00:00
|
|
|
bool DiscScrubber::CanBlockBeScrubbed(u64 offset) const
|
|
|
|
{
|
|
|
|
return m_is_scrubbing && m_free_table[offset / CLUSTER_SIZE];
|
|
|
|
}
|
|
|
|
|
2017-01-04 20:39:27 +00:00
|
|
|
void DiscScrubber::MarkAsUsed(u64 offset, u64 size)
|
2009-05-21 19:19:15 +00:00
|
|
|
{
|
2020-04-10 14:21:51 +00:00
|
|
|
u64 current_offset = Common::AlignDown(offset, CLUSTER_SIZE);
|
|
|
|
const u64 end_offset = offset + size;
|
2009-05-21 19:19:15 +00:00
|
|
|
|
2020-10-21 18:58:08 +00:00
|
|
|
DEBUG_LOG_FMT(DISCIO, "Marking {:#018x} - {:#018x} as used", offset, end_offset);
|
2009-05-21 19:19:15 +00:00
|
|
|
|
2017-01-04 20:39:27 +00:00
|
|
|
while (current_offset < end_offset && current_offset < m_file_size)
|
2009-05-21 19:19:15 +00:00
|
|
|
{
|
2017-01-04 20:39:27 +00:00
|
|
|
m_free_table[current_offset / CLUSTER_SIZE] = 0;
|
|
|
|
current_offset += CLUSTER_SIZE;
|
2009-05-21 19:19:15 +00:00
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2017-01-04 19:31:38 +00:00
|
|
|
void DiscScrubber::MarkAsUsedE(u64 partition_data_offset, u64 offset, u64 size)
|
2016-07-07 14:08:35 +00:00
|
|
|
{
|
2020-04-10 13:53:14 +00:00
|
|
|
if (partition_data_offset == 0)
|
2016-07-07 14:08:35 +00:00
|
|
|
{
|
2020-04-10 13:53:14 +00:00
|
|
|
MarkAsUsed(offset, size);
|
2016-07-07 14:08:35 +00:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
2020-04-10 13:53:14 +00:00
|
|
|
u64 first_cluster_start = ToClusterOffset(offset) + partition_data_offset;
|
|
|
|
|
|
|
|
u64 last_cluster_end;
|
|
|
|
if (size == 0)
|
|
|
|
{
|
|
|
|
// Without this special case, a size of 0 can be rounded to 1 cluster instead of 0
|
|
|
|
last_cluster_end = first_cluster_start;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
last_cluster_end = ToClusterOffset(offset + size - 1) + CLUSTER_SIZE + partition_data_offset;
|
|
|
|
}
|
2009-05-21 19:19:15 +00:00
|
|
|
|
2020-04-10 13:53:14 +00:00
|
|
|
MarkAsUsed(first_cluster_start, last_cluster_end - first_cluster_start);
|
|
|
|
}
|
2009-05-21 19:19:15 +00:00
|
|
|
}
|
|
|
|
|
2018-09-20 17:32:52 +00:00
|
|
|
// Compensate for 0x400 (SHA-1) per 0x8000 (cluster), and round to whole clusters
|
|
|
|
u64 DiscScrubber::ToClusterOffset(u64 offset) const
|
|
|
|
{
|
2022-07-31 11:28:01 +00:00
|
|
|
if (m_disc->HasWiiHashes())
|
2018-09-20 17:35:29 +00:00
|
|
|
return offset / 0x7c00 * CLUSTER_SIZE;
|
|
|
|
else
|
2019-12-08 18:40:57 +00:00
|
|
|
return Common::AlignDown(offset, CLUSTER_SIZE);
|
2018-09-20 17:32:52 +00:00
|
|
|
}
|
|
|
|
|
2009-05-21 19:19:15 +00:00
|
|
|
// Helper functions for reading the BE volume
|
2015-06-13 10:51:24 +00:00
|
|
|
bool DiscScrubber::ReadFromVolume(u64 offset, u32& buffer, const Partition& partition)
|
2009-05-21 19:19:15 +00:00
|
|
|
{
|
2017-06-04 08:33:14 +00:00
|
|
|
std::optional<u32> value = m_disc->ReadSwapped<u32>(offset, partition);
|
|
|
|
if (value)
|
|
|
|
buffer = *value;
|
|
|
|
return value.has_value();
|
2009-05-21 19:19:15 +00:00
|
|
|
}
|
2015-10-22 19:43:22 +00:00
|
|
|
|
2015-06-13 10:51:24 +00:00
|
|
|
bool DiscScrubber::ReadFromVolume(u64 offset, u64& buffer, const Partition& partition)
|
2009-05-21 19:19:15 +00:00
|
|
|
{
|
2017-06-07 09:49:34 +00:00
|
|
|
std::optional<u64> value = m_disc->ReadSwappedAndShifted(offset, partition);
|
2017-06-04 08:33:14 +00:00
|
|
|
if (value)
|
2017-06-07 09:49:34 +00:00
|
|
|
buffer = *value;
|
2017-06-04 08:33:14 +00:00
|
|
|
return value.has_value();
|
2009-05-21 19:19:15 +00:00
|
|
|
}
|
|
|
|
|
2017-01-04 19:31:38 +00:00
|
|
|
bool DiscScrubber::ParseDisc()
|
2009-05-21 19:19:15 +00:00
|
|
|
{
|
2020-04-10 13:53:14 +00:00
|
|
|
if (m_disc->GetPartitions().empty())
|
|
|
|
return ParsePartitionData(PARTITION_NONE);
|
|
|
|
|
2009-05-21 19:19:15 +00:00
|
|
|
// Mark the header as used - it's mostly 0s anyways
|
|
|
|
MarkAsUsed(0, 0x50000);
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2015-06-13 10:51:24 +00:00
|
|
|
for (const DiscIO::Partition& partition : m_disc->GetPartitions())
|
2009-05-21 19:19:15 +00:00
|
|
|
{
|
2020-04-10 13:53:14 +00:00
|
|
|
u32 tmd_size;
|
|
|
|
u64 tmd_offset;
|
|
|
|
u32 cert_chain_size;
|
|
|
|
u64 cert_chain_offset;
|
|
|
|
u64 h3_offset;
|
|
|
|
// The H3 size is always 0x18000
|
|
|
|
|
2021-09-19 20:00:13 +00:00
|
|
|
if (!ReadFromVolume(partition.offset + WII_PARTITION_TMD_SIZE_ADDRESS, tmd_size,
|
|
|
|
PARTITION_NONE) ||
|
|
|
|
!ReadFromVolume(partition.offset + WII_PARTITION_TMD_OFFSET_ADDRESS, tmd_offset,
|
|
|
|
PARTITION_NONE) ||
|
|
|
|
!ReadFromVolume(partition.offset + WII_PARTITION_CERT_CHAIN_SIZE_ADDRESS, cert_chain_size,
|
|
|
|
PARTITION_NONE) ||
|
|
|
|
!ReadFromVolume(partition.offset + WII_PARTITION_CERT_CHAIN_OFFSET_ADDRESS,
|
|
|
|
cert_chain_offset, PARTITION_NONE) ||
|
|
|
|
!ReadFromVolume(partition.offset + WII_PARTITION_H3_OFFSET_ADDRESS, h3_offset,
|
|
|
|
PARTITION_NONE))
|
2017-01-04 20:39:27 +00:00
|
|
|
{
|
2015-10-22 19:43:22 +00:00
|
|
|
return false;
|
2017-01-04 20:39:27 +00:00
|
|
|
}
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2015-06-13 10:51:24 +00:00
|
|
|
MarkAsUsed(partition.offset, 0x2c0);
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2020-04-10 13:53:14 +00:00
|
|
|
MarkAsUsed(partition.offset + tmd_offset, tmd_size);
|
|
|
|
MarkAsUsed(partition.offset + cert_chain_offset, cert_chain_size);
|
2021-09-19 20:00:13 +00:00
|
|
|
MarkAsUsed(partition.offset + h3_offset, WII_PARTITION_H3_SIZE);
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2015-06-13 10:51:24 +00:00
|
|
|
// Parse Data! This is where the big gain is
|
2020-04-10 13:53:14 +00:00
|
|
|
if (!ParsePartitionData(partition))
|
2015-06-13 10:51:24 +00:00
|
|
|
return false;
|
2009-05-21 19:19:15 +00:00
|
|
|
}
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2009-05-22 07:14:34 +00:00
|
|
|
return true;
|
2009-05-21 19:19:15 +00:00
|
|
|
}
|
|
|
|
|
2015-06-13 10:51:24 +00:00
|
|
|
// Operations dealing with encrypted space are done here
|
2020-04-10 13:53:14 +00:00
|
|
|
bool DiscScrubber::ParsePartitionData(const Partition& partition)
|
2009-05-21 19:19:15 +00:00
|
|
|
{
|
2017-08-02 16:16:56 +00:00
|
|
|
const FileSystem* filesystem = m_disc->GetFileSystem(partition);
|
2015-06-13 10:51:24 +00:00
|
|
|
if (!filesystem)
|
|
|
|
{
|
2020-10-21 18:58:08 +00:00
|
|
|
ERROR_LOG_FMT(DISCIO, "Failed to read file system for the partition at {:#x}",
|
|
|
|
partition.offset);
|
2015-06-13 10:51:24 +00:00
|
|
|
return false;
|
|
|
|
}
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2020-04-10 13:53:14 +00:00
|
|
|
u64 partition_data_offset;
|
|
|
|
if (partition == PARTITION_NONE)
|
|
|
|
{
|
|
|
|
partition_data_offset = 0;
|
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
u64 data_offset;
|
|
|
|
if (!ReadFromVolume(partition.offset + 0x2b8, data_offset, PARTITION_NONE))
|
|
|
|
return false;
|
|
|
|
|
|
|
|
partition_data_offset = partition.offset + data_offset;
|
|
|
|
}
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2015-06-13 10:51:24 +00:00
|
|
|
// Mark things as used which are not in the filesystem
|
|
|
|
// Header, Header Information, Apploader
|
2020-04-10 13:53:14 +00:00
|
|
|
u32 apploader_size;
|
|
|
|
u32 apploader_trailer_size;
|
|
|
|
if (!ReadFromVolume(0x2440 + 0x14, apploader_size, partition) ||
|
|
|
|
!ReadFromVolume(0x2440 + 0x18, apploader_trailer_size, partition))
|
2015-07-02 06:43:18 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
2020-04-10 13:53:14 +00:00
|
|
|
MarkAsUsedE(partition_data_offset, 0, 0x2440 + apploader_size + apploader_trailer_size);
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2015-06-13 10:51:24 +00:00
|
|
|
// DOL
|
2017-06-17 10:37:30 +00:00
|
|
|
const std::optional<u64> dol_offset = GetBootDOLOffset(*m_disc, partition);
|
2017-06-04 08:33:14 +00:00
|
|
|
if (!dol_offset)
|
|
|
|
return false;
|
2017-06-17 10:37:30 +00:00
|
|
|
const std::optional<u64> dol_size = GetBootDOLSize(*m_disc, partition, *dol_offset);
|
2017-06-04 08:33:14 +00:00
|
|
|
if (!dol_size)
|
2015-06-13 10:51:24 +00:00
|
|
|
return false;
|
2020-04-10 13:53:14 +00:00
|
|
|
MarkAsUsedE(partition_data_offset, *dol_offset, *dol_size);
|
2015-06-13 10:51:24 +00:00
|
|
|
|
|
|
|
// FST
|
2020-04-10 13:53:14 +00:00
|
|
|
const std::optional<u64> fst_offset = GetFSTOffset(*m_disc, partition);
|
|
|
|
const std::optional<u64> fst_size = GetFSTSize(*m_disc, partition);
|
|
|
|
if (!fst_offset || !fst_size)
|
2015-06-13 10:51:24 +00:00
|
|
|
return false;
|
2020-04-10 13:53:14 +00:00
|
|
|
MarkAsUsedE(partition_data_offset, *fst_offset, *fst_size);
|
2015-06-13 10:51:24 +00:00
|
|
|
|
|
|
|
// Go through the filesystem and mark entries as used
|
2015-08-08 17:59:33 +00:00
|
|
|
ParseFileSystemData(partition_data_offset, filesystem->GetRoot());
|
2016-06-24 08:43:46 +00:00
|
|
|
|
2015-06-13 10:51:24 +00:00
|
|
|
return true;
|
2009-05-21 19:19:15 +00:00
|
|
|
}
|
|
|
|
|
2015-08-08 17:59:33 +00:00
|
|
|
void DiscScrubber::ParseFileSystemData(u64 partition_data_offset, const FileInfo& directory)
|
|
|
|
{
|
|
|
|
for (const DiscIO::FileInfo& file_info : directory)
|
|
|
|
{
|
2020-10-21 18:58:08 +00:00
|
|
|
DEBUG_LOG_FMT(DISCIO, "Scrubbing {}", file_info.GetPath());
|
2015-08-08 17:59:33 +00:00
|
|
|
if (file_info.IsDirectory())
|
|
|
|
ParseFileSystemData(partition_data_offset, file_info);
|
|
|
|
else
|
|
|
|
MarkAsUsedE(partition_data_offset, file_info.GetOffset(), file_info.GetSize());
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
2009-05-21 19:19:15 +00:00
|
|
|
} // namespace DiscIO
|