From 4f3e4e36425feabba188c3a585cddf1b94aef42a Mon Sep 17 00:00:00 2001
From: YoshiRulz <OSSYoshiRulz+git@gmail.com>
Date: Wed, 15 May 2024 10:05:43 +1000
Subject: [PATCH] Check in a companion app to help with the testrom updates

---
 .../TestromSuiteReportProcessor/.gitignore    |  2 +
 .../TestromSuiteReportProcessor/Program.cs    | 47 +++++++++++++++++++
 .../TestromSuiteReportProcessor.csproj        | 12 +++++
 3 files changed, 61 insertions(+)
 create mode 100644 ExternalProjects/TestromSuiteReportProcessor/.gitignore
 create mode 100644 ExternalProjects/TestromSuiteReportProcessor/Program.cs
 create mode 100644 ExternalProjects/TestromSuiteReportProcessor/TestromSuiteReportProcessor.csproj

diff --git a/ExternalProjects/TestromSuiteReportProcessor/.gitignore b/ExternalProjects/TestromSuiteReportProcessor/.gitignore
new file mode 100644
index 0000000000..4c7473dedd
--- /dev/null
+++ b/ExternalProjects/TestromSuiteReportProcessor/.gitignore
@@ -0,0 +1,2 @@
+/bin
+/obj
diff --git a/ExternalProjects/TestromSuiteReportProcessor/Program.cs b/ExternalProjects/TestromSuiteReportProcessor/Program.cs
new file mode 100644
index 0000000000..8071121155
--- /dev/null
+++ b/ExternalProjects/TestromSuiteReportProcessor/Program.cs
@@ -0,0 +1,47 @@
+using System.Xml;
+
+using FailingCase = (string DispNameWithTestClass, string Stdout);
+
+if (args.Length < 1) {
+	Console.WriteLine("invoke as `dotnet run -- /path/to/proj.coverage.xml`");
+	return;
+}
+FileInfo fi = new(args[0]);
+if (!fi.Exists) throw new Exception("no such file");
+XmlDocument doc = new();
+doc.Load(fi.Open(FileMode.Open));
+if (doc.DocumentElement?.Name is not "testsuites") throw new Exception("not a dotnet test results file");
+var suite = doc.DocumentElement.FirstChild as XmlElement;
+if (!(suite?.GetAttribute("name") ?? string.Empty).StartsWith("BizHawk.Tests.Testroms.", StringComparison.Ordinal)) throw new Exception("not for testroms project");
+
+Dictionary<string, List<FailingCase>> failuresByMessage = new();
+List<FailingCase> GetListFor(string message)
+	=> failuresByMessage.TryGetValue(message, out var l) ? l : (failuresByMessage[message] = new());
+static string NaiveSubstringAfter(string needle, string haystack)
+	=> haystack.Substring(haystack.IndexOf(needle, StringComparison.Ordinal) + needle.Length);
+foreach (var childNode in suite!) {
+	if (childNode is not XmlElement @case) continue;
+	if (@case.HasChildNodes && @case.Name is "testcase" && @case.FirstChild is XmlElement { Name: "failure"} fail) {
+		GetListFor(fail.GetAttribute("message")).Add((
+			@case.GetAttribute("name").Replace("&quot;", "\""),
+			NaiveSubstringAfter(needle: "Standard Output:", haystack: @case.InnerText)
+		));
+	}
+}
+
+foreach (var (message, failures) in failuresByMessage) {
+	if (message.Contains("screenshot contains correct value unexpectedly", StringComparison.Ordinal)) {
+		Console.WriteLine("drop these from known-bad:");
+		foreach (var @case in failures) Console.WriteLine($"\t{@case.DispNameWithTestClass}");
+	} else {
+		Console.WriteLine(message);
+		foreach (var (caseDisplayName, stdout) in failures) {
+			Console.WriteLine($"\t{caseDisplayName}");
+			foreach (var line in stdout.Split('\n')) {
+				if (!string.IsNullOrWhiteSpace(line) && !line.Contains("not in DB", StringComparison.Ordinal)) {
+					Console.WriteLine($"\t\t{line.Trim()}");
+				}
+			}
+		}
+	}
+}
diff --git a/ExternalProjects/TestromSuiteReportProcessor/TestromSuiteReportProcessor.csproj b/ExternalProjects/TestromSuiteReportProcessor/TestromSuiteReportProcessor.csproj
new file mode 100644
index 0000000000..a622bcc1fa
--- /dev/null
+++ b/ExternalProjects/TestromSuiteReportProcessor/TestromSuiteReportProcessor.csproj
@@ -0,0 +1,12 @@
+<Project Sdk="Microsoft.NET.Sdk">
+	<PropertyGroup>
+		<TargetFramework>net8.0</TargetFramework>
+	</PropertyGroup>
+	<Import Project="../../Common.props" />
+	<PropertyGroup>
+		<GenerateDocumentationFile>true</GenerateDocumentationFile>
+		<ImplicitUsings>enable</ImplicitUsings>
+		<LangVersion>12</LangVersion>
+		<OutputType>Exe</OutputType>
+	</PropertyGroup>
+</Project>