From 592eb343702d43433540633ad44d80e07fd497dc Mon Sep 17 00:00:00 2001 From: James Groom Date: Thu, 7 Mar 2024 06:55:43 +0000 Subject: [PATCH] Update lists of known testrom failures (except Gambatte suite) --- .../GB_GBC/MealybugTearoomTests.cs | 37 ++++++------------- src/BizHawk.Tests.Testroms.GB/readme.md | 3 +- 2 files changed, 12 insertions(+), 28 deletions(-) diff --git a/src/BizHawk.Tests.Testroms.GB/GB_GBC/MealybugTearoomTests.cs b/src/BizHawk.Tests.Testroms.GB/GB_GBC/MealybugTearoomTests.cs index e1a92c8538..5993c87ab6 100644 --- a/src/BizHawk.Tests.Testroms.GB/GB_GBC/MealybugTearoomTests.cs +++ b/src/BizHawk.Tests.Testroms.GB/GB_GBC/MealybugTearoomTests.cs @@ -1,4 +1,4 @@ -using System; +using System; using System.Collections.Generic; using System.Linq; using System.Reflection; @@ -26,7 +26,6 @@ namespace BizHawk.Tests.Testroms.GB public static readonly IReadOnlyList KnownFailures = new[] { - "m2_win_en_toggle on CGB_C in SameBoy (no BIOS)", "m3_bgp_change on CGB_C in Gambatte", // Gambatte's GBC emulation matches CGB D variant "m3_bgp_change on CGB_C in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB D variant "m3_bgp_change on CGB_C in GBHawk", @@ -37,8 +36,6 @@ namespace BizHawk.Tests.Testroms.GB "m3_bgp_change_sprites on CGB_C in Gambatte", // Gambatte's GBC emulation matches CGB D variant "m3_bgp_change_sprites on CGB_C in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB D variant "m3_bgp_change_sprites on CGB_C in GBHawk", - "m3_bgp_change_sprites on CGB_C in SameBoy", - "m3_bgp_change_sprites on CGB_C in SameBoy (no BIOS)", "m3_bgp_change_sprites on CGB_D in GBHawk", "m3_bgp_change_sprites on DMG in Gambatte", "m3_bgp_change_sprites on DMG in Gambatte (no BIOS)", @@ -60,8 +57,6 @@ namespace BizHawk.Tests.Testroms.GB "m3_lcdc_bg_map_change on CGB_C in GBHawk", "m3_lcdc_bg_map_change on DMG in GBHawk", "m3_lcdc_bg_map_change2 on CGB_C in GBHawk", - "m3_lcdc_bg_map_change2 on CGB_C in SameBoy", - "m3_lcdc_bg_map_change2 on CGB_C in SameBoy (no BIOS)", "m3_lcdc_obj_en_change on CGB_C in SameBoy", "m3_lcdc_obj_en_change on CGB_C in SameBoy (no BIOS)", "m3_lcdc_obj_en_change on DMG in Gambatte", @@ -81,28 +76,23 @@ namespace BizHawk.Tests.Testroms.GB "m3_lcdc_obj_en_change_variant on DMG in SameBoy", // SameBoy emulates DMG-B, but there's no DMG-B-specific expect image for this test, so it should be the same on all DMG revisions? "m3_lcdc_obj_en_change_variant on DMG in SameBoy (no BIOS)", // SameBoy emulates DMG-B, but there's no DMG-B-specific expect image for this test, so it should be the same on all DMG revisions? "m3_lcdc_obj_size_change on CGB_C in GBHawk", - "m3_lcdc_obj_size_change on CGB_C in SameBoy", - "m3_lcdc_obj_size_change on CGB_C in SameBoy (no BIOS)", "m3_lcdc_obj_size_change on DMG in Gambatte", "m3_lcdc_obj_size_change on DMG in Gambatte (no BIOS)", "m3_lcdc_obj_size_change on DMG in GBHawk", - "m3_lcdc_obj_size_change on DMG in SameBoy", - "m3_lcdc_obj_size_change on DMG in SameBoy (no BIOS)", "m3_lcdc_obj_size_change_scx on CGB_C in GBHawk", - "m3_lcdc_obj_size_change_scx on CGB_C in SameBoy", - "m3_lcdc_obj_size_change_scx on CGB_C in SameBoy (no BIOS)", "m3_lcdc_obj_size_change_scx on DMG in Gambatte", "m3_lcdc_obj_size_change_scx on DMG in Gambatte (no BIOS)", "m3_lcdc_obj_size_change_scx on DMG in GBHawk", - "m3_lcdc_obj_size_change_scx on DMG in SameBoy", - "m3_lcdc_obj_size_change_scx on DMG in SameBoy (no BIOS)", "m3_lcdc_tile_sel_change on CGB_C in Gambatte", "m3_lcdc_tile_sel_change on CGB_C in Gambatte (no BIOS)", "m3_lcdc_tile_sel_change on CGB_C in GBHawk", + "m3_lcdc_tile_sel_change on CGB_C in SameBoy", + "m3_lcdc_tile_sel_change on CGB_C in SameBoy (no BIOS)", "m3_lcdc_tile_sel_change on DMG in GBHawk", "m3_lcdc_tile_sel_change2 on CGB_C in Gambatte", "m3_lcdc_tile_sel_change2 on CGB_C in Gambatte (no BIOS)", "m3_lcdc_tile_sel_change2 on CGB_C in GBHawk", + "m3_lcdc_tile_sel_change2 on CGB_C in SameBoy", "m3_lcdc_tile_sel_change2 on CGB_C in SameBoy (no BIOS)", "m3_lcdc_tile_sel_win_change on CGB_C in Gambatte", "m3_lcdc_tile_sel_win_change on CGB_C in Gambatte (no BIOS)", @@ -113,10 +103,9 @@ namespace BizHawk.Tests.Testroms.GB "m3_lcdc_tile_sel_win_change2 on CGB_C in Gambatte", "m3_lcdc_tile_sel_win_change2 on CGB_C in Gambatte (no BIOS)", "m3_lcdc_tile_sel_win_change2 on CGB_C in GBHawk", + "m3_lcdc_tile_sel_win_change2 on CGB_C in SameBoy", "m3_lcdc_tile_sel_win_change2 on CGB_C in SameBoy (no BIOS)", "m3_lcdc_win_en_change_multiple on CGB_C in GBHawk", - "m3_lcdc_win_en_change_multiple on CGB_C in SameBoy", - "m3_lcdc_win_en_change_multiple on CGB_C in SameBoy (no BIOS)", "m3_lcdc_win_en_change_multiple on DMG in GBHawk", "m3_lcdc_win_en_change_multiple_wx on DMG in Gambatte", "m3_lcdc_win_en_change_multiple_wx on DMG in Gambatte (no BIOS)", @@ -131,8 +120,6 @@ namespace BizHawk.Tests.Testroms.GB "m3_lcdc_win_map_change on CGB_C in GBHawk", "m3_lcdc_win_map_change on DMG in GBHawk", "m3_lcdc_win_map_change2 on CGB_C in GBHawk", - "m3_lcdc_win_map_change2 on CGB_C in SameBoy", - "m3_lcdc_win_map_change2 on CGB_C in SameBoy (no BIOS)", "m3_obp0_change on CGB_C in Gambatte", // Gambatte's GBC emulation matches CGB D variant "m3_obp0_change on CGB_C in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB D variant "m3_obp0_change on CGB_C in GBHawk", @@ -147,11 +134,7 @@ namespace BizHawk.Tests.Testroms.GB "m3_scx_high_5_bits_change2 on CGB_C in GBHawk", "m3_scx_high_5_bits_change2 on CGB_C in SameBoy", "m3_scx_high_5_bits_change2 on CGB_C in SameBoy (no BIOS)", - "m3_scx_low_3_bits on CGB_C in SameBoy", - "m3_scx_low_3_bits on CGB_C in SameBoy (no BIOS)", "m3_scy_change on CGB_C in GBHawk", - "m3_scy_change on CGB_C in SameBoy", - "m3_scy_change on CGB_C in SameBoy (no BIOS)", "m3_scy_change on CGB_D in Gambatte", // Gambatte's GBC emulation matches CGB C variant "m3_scy_change on CGB_D in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB C variant "m3_scy_change on CGB_D in GBHawk", @@ -159,8 +142,6 @@ namespace BizHawk.Tests.Testroms.GB "m3_scy_change on CGB_D in SameBoy (no BIOS)", "m3_scy_change on DMG in GBHawk", "m3_scy_change2 on CGB_C in GBHawk", - "m3_scy_change2 on CGB_C in SameBoy", - "m3_scy_change2 on CGB_C in SameBoy (no BIOS)", "m3_window_timing on CGB_C in Gambatte", // Gambatte's GBC emulation matches CGB D variant "m3_window_timing on CGB_C in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB D variant "m3_window_timing on CGB_C in GBHawk", @@ -169,8 +150,6 @@ namespace BizHawk.Tests.Testroms.GB "m3_window_timing_wx_0 on CGB_C in Gambatte", "m3_window_timing_wx_0 on CGB_C in Gambatte (no BIOS)", "m3_window_timing_wx_0 on CGB_C in GBHawk", - "m3_window_timing_wx_0 on CGB_C in SameBoy", - "m3_window_timing_wx_0 on CGB_C in SameBoy (no BIOS)", "m3_window_timing_wx_0 on CGB_D in Gambatte", "m3_window_timing_wx_0 on CGB_D in Gambatte (no BIOS)", "m3_window_timing_wx_0 on CGB_D in GBHawk", @@ -180,6 +159,8 @@ namespace BizHawk.Tests.Testroms.GB "m3_wx_4_change on DMG in Gambatte", "m3_wx_4_change on DMG in Gambatte (no BIOS)", "m3_wx_4_change on DMG in GBHawk", + "m3_wx_4_change on DMG in SameBoy", + "m3_wx_4_change on DMG in SameBoy (no BIOS)", "m3_wx_4_change_sprites on CGB_C in Gambatte", "m3_wx_4_change_sprites on CGB_C in Gambatte (no BIOS)", "m3_wx_4_change_sprites on CGB_C in GBHawk", @@ -188,9 +169,13 @@ namespace BizHawk.Tests.Testroms.GB "m3_wx_4_change_sprites on DMG in Gambatte", "m3_wx_4_change_sprites on DMG in Gambatte (no BIOS)", "m3_wx_4_change_sprites on DMG in GBHawk", + "m3_wx_4_change_sprites on DMG in SameBoy", + "m3_wx_4_change_sprites on DMG in SameBoy (no BIOS)", "m3_wx_5_change on DMG in Gambatte", "m3_wx_5_change on DMG in Gambatte (no BIOS)", "m3_wx_5_change on DMG in GBHawk", + "m3_wx_5_change on DMG in SameBoy", + "m3_wx_5_change on DMG in SameBoy (no BIOS)", "m3_wx_6_change on DMG in GBHawk", }; diff --git a/src/BizHawk.Tests.Testroms.GB/readme.md b/src/BizHawk.Tests.Testroms.GB/readme.md index 364b5e3722..c31def54f3 100644 --- a/src/BizHawk.Tests.Testroms.GB/readme.md +++ b/src/BizHawk.Tests.Testroms.GB/readme.md @@ -72,5 +72,4 @@ $Env:BIZHAWKTEST_SAVE_IMAGES = "all" dotnet test -c Release -l "console;verbosity=detailed" ``` -Summary of `BIZHAWKTEST_RUN_KNOWN_FAILURES=1 ./run_tests_release.sh` should read 166 passed / 174 skipped / 0 failed. -TODO update these numbers +Summary of `BIZHAWKTEST_RUN_KNOWN_FAILURES=1 ./run_tests_release.sh` should read 192 passed / 178 skipped / 0 failed.