ShuriZma
/
BizHawk
mirror of https://github.com/TASEmulators/BizHawk.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update lists of known testrom failures (except Gambatte suite)

This commit is contained in:
James Groom 2024-03-07 06:55:43 +00:00 committed by GitHub
parent 1f70320ea8
commit 592eb34370
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
2 changed files with 12 additions and 28 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

37
src/BizHawk.Tests.Testroms.GB/GB_GBC/MealybugTearoomTests.cs
View File

@ -1,4 +1,4 @@
using System;
using System;
using System.Collections.Generic;
using System.Linq;
using System.Reflection;
@ -26,7 +26,6 @@ namespace BizHawk.Tests.Testroms.GB
public static readonly IReadOnlyList<string> KnownFailures = new[]
{
"m2_win_en_toggle on CGB_C in SameBoy (no BIOS)",
"m3_bgp_change on CGB_C in Gambatte", // Gambatte's GBC emulation matches CGB D variant
"m3_bgp_change on CGB_C in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB D variant
"m3_bgp_change on CGB_C in GBHawk",
@ -37,8 +36,6 @@ namespace BizHawk.Tests.Testroms.GB
"m3_bgp_change_sprites on CGB_C in Gambatte", // Gambatte's GBC emulation matches CGB D variant
"m3_bgp_change_sprites on CGB_C in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB D variant
"m3_bgp_change_sprites on CGB_C in GBHawk",
"m3_bgp_change_sprites on CGB_C in SameBoy",
"m3_bgp_change_sprites on CGB_C in SameBoy (no BIOS)",
"m3_bgp_change_sprites on CGB_D in GBHawk",
"m3_bgp_change_sprites on DMG in Gambatte",
"m3_bgp_change_sprites on DMG in Gambatte (no BIOS)",
@ -60,8 +57,6 @@ namespace BizHawk.Tests.Testroms.GB
"m3_lcdc_bg_map_change on CGB_C in GBHawk",
"m3_lcdc_bg_map_change on DMG in GBHawk",
"m3_lcdc_bg_map_change2 on CGB_C in GBHawk",
"m3_lcdc_bg_map_change2 on CGB_C in SameBoy",
"m3_lcdc_bg_map_change2 on CGB_C in SameBoy (no BIOS)",
"m3_lcdc_obj_en_change on CGB_C in SameBoy",
"m3_lcdc_obj_en_change on CGB_C in SameBoy (no BIOS)",
"m3_lcdc_obj_en_change on DMG in Gambatte",
@ -81,28 +76,23 @@ namespace BizHawk.Tests.Testroms.GB
"m3_lcdc_obj_en_change_variant on DMG in SameBoy", // SameBoy emulates DMG-B, but there's no DMG-B-specific expect image for this test, so it should be the same on all DMG revisions?
"m3_lcdc_obj_en_change_variant on DMG in SameBoy (no BIOS)", // SameBoy emulates DMG-B, but there's no DMG-B-specific expect image for this test, so it should be the same on all DMG revisions?
"m3_lcdc_obj_size_change on CGB_C in GBHawk",
"m3_lcdc_obj_size_change on CGB_C in SameBoy",
"m3_lcdc_obj_size_change on CGB_C in SameBoy (no BIOS)",
"m3_lcdc_obj_size_change on DMG in Gambatte",
"m3_lcdc_obj_size_change on DMG in Gambatte (no BIOS)",
"m3_lcdc_obj_size_change on DMG in GBHawk",
"m3_lcdc_obj_size_change on DMG in SameBoy",
"m3_lcdc_obj_size_change on DMG in SameBoy (no BIOS)",
"m3_lcdc_obj_size_change_scx on CGB_C in GBHawk",
"m3_lcdc_obj_size_change_scx on CGB_C in SameBoy",
"m3_lcdc_obj_size_change_scx on CGB_C in SameBoy (no BIOS)",
"m3_lcdc_obj_size_change_scx on DMG in Gambatte",
"m3_lcdc_obj_size_change_scx on DMG in Gambatte (no BIOS)",
"m3_lcdc_obj_size_change_scx on DMG in GBHawk",
"m3_lcdc_obj_size_change_scx on DMG in SameBoy",
"m3_lcdc_obj_size_change_scx on DMG in SameBoy (no BIOS)",
"m3_lcdc_tile_sel_change on CGB_C in Gambatte",
"m3_lcdc_tile_sel_change on CGB_C in Gambatte (no BIOS)",
"m3_lcdc_tile_sel_change on CGB_C in GBHawk",
"m3_lcdc_tile_sel_change on CGB_C in SameBoy",
"m3_lcdc_tile_sel_change on CGB_C in SameBoy (no BIOS)",
"m3_lcdc_tile_sel_change on DMG in GBHawk",
"m3_lcdc_tile_sel_change2 on CGB_C in Gambatte",
"m3_lcdc_tile_sel_change2 on CGB_C in Gambatte (no BIOS)",
"m3_lcdc_tile_sel_change2 on CGB_C in GBHawk",
"m3_lcdc_tile_sel_change2 on CGB_C in SameBoy",
"m3_lcdc_tile_sel_change2 on CGB_C in SameBoy (no BIOS)",
"m3_lcdc_tile_sel_win_change on CGB_C in Gambatte",
"m3_lcdc_tile_sel_win_change on CGB_C in Gambatte (no BIOS)",
@ -113,10 +103,9 @@ namespace BizHawk.Tests.Testroms.GB
"m3_lcdc_tile_sel_win_change2 on CGB_C in Gambatte",
"m3_lcdc_tile_sel_win_change2 on CGB_C in Gambatte (no BIOS)",
"m3_lcdc_tile_sel_win_change2 on CGB_C in GBHawk",
"m3_lcdc_tile_sel_win_change2 on CGB_C in SameBoy",
"m3_lcdc_tile_sel_win_change2 on CGB_C in SameBoy (no BIOS)",
"m3_lcdc_win_en_change_multiple on CGB_C in GBHawk",
"m3_lcdc_win_en_change_multiple on CGB_C in SameBoy",
"m3_lcdc_win_en_change_multiple on CGB_C in SameBoy (no BIOS)",
"m3_lcdc_win_en_change_multiple on DMG in GBHawk",
"m3_lcdc_win_en_change_multiple_wx on DMG in Gambatte",
"m3_lcdc_win_en_change_multiple_wx on DMG in Gambatte (no BIOS)",
@ -131,8 +120,6 @@ namespace BizHawk.Tests.Testroms.GB
"m3_lcdc_win_map_change on CGB_C in GBHawk",
"m3_lcdc_win_map_change on DMG in GBHawk",
"m3_lcdc_win_map_change2 on CGB_C in GBHawk",
"m3_lcdc_win_map_change2 on CGB_C in SameBoy",
"m3_lcdc_win_map_change2 on CGB_C in SameBoy (no BIOS)",
"m3_obp0_change on CGB_C in Gambatte", // Gambatte's GBC emulation matches CGB D variant
"m3_obp0_change on CGB_C in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB D variant
"m3_obp0_change on CGB_C in GBHawk",
@ -147,11 +134,7 @@ namespace BizHawk.Tests.Testroms.GB
"m3_scx_high_5_bits_change2 on CGB_C in GBHawk",
"m3_scx_high_5_bits_change2 on CGB_C in SameBoy",
"m3_scx_high_5_bits_change2 on CGB_C in SameBoy (no BIOS)",
"m3_scx_low_3_bits on CGB_C in SameBoy",
"m3_scx_low_3_bits on CGB_C in SameBoy (no BIOS)",
"m3_scy_change on CGB_C in GBHawk",
"m3_scy_change on CGB_C in SameBoy",
"m3_scy_change on CGB_C in SameBoy (no BIOS)",
"m3_scy_change on CGB_D in Gambatte", // Gambatte's GBC emulation matches CGB C variant
"m3_scy_change on CGB_D in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB C variant
"m3_scy_change on CGB_D in GBHawk",
@ -159,8 +142,6 @@ namespace BizHawk.Tests.Testroms.GB
"m3_scy_change on CGB_D in SameBoy (no BIOS)",
"m3_scy_change on DMG in GBHawk",
"m3_scy_change2 on CGB_C in GBHawk",
"m3_scy_change2 on CGB_C in SameBoy",
"m3_scy_change2 on CGB_C in SameBoy (no BIOS)",
"m3_window_timing on CGB_C in Gambatte", // Gambatte's GBC emulation matches CGB D variant
"m3_window_timing on CGB_C in Gambatte (no BIOS)", // Gambatte's GBC emulation matches CGB D variant
"m3_window_timing on CGB_C in GBHawk",
@ -169,8 +150,6 @@ namespace BizHawk.Tests.Testroms.GB
"m3_window_timing_wx_0 on CGB_C in Gambatte",
"m3_window_timing_wx_0 on CGB_C in Gambatte (no BIOS)",
"m3_window_timing_wx_0 on CGB_C in GBHawk",
"m3_window_timing_wx_0 on CGB_C in SameBoy",
"m3_window_timing_wx_0 on CGB_C in SameBoy (no BIOS)",
"m3_window_timing_wx_0 on CGB_D in Gambatte",
"m3_window_timing_wx_0 on CGB_D in Gambatte (no BIOS)",
"m3_window_timing_wx_0 on CGB_D in GBHawk",
@ -180,6 +159,8 @@ namespace BizHawk.Tests.Testroms.GB
"m3_wx_4_change on DMG in Gambatte",
"m3_wx_4_change on DMG in Gambatte (no BIOS)",
"m3_wx_4_change on DMG in GBHawk",
"m3_wx_4_change on DMG in SameBoy",
"m3_wx_4_change on DMG in SameBoy (no BIOS)",
"m3_wx_4_change_sprites on CGB_C in Gambatte",
"m3_wx_4_change_sprites on CGB_C in Gambatte (no BIOS)",
"m3_wx_4_change_sprites on CGB_C in GBHawk",
@ -188,9 +169,13 @@ namespace BizHawk.Tests.Testroms.GB
"m3_wx_4_change_sprites on DMG in Gambatte",
"m3_wx_4_change_sprites on DMG in Gambatte (no BIOS)",
"m3_wx_4_change_sprites on DMG in GBHawk",
"m3_wx_4_change_sprites on DMG in SameBoy",
"m3_wx_4_change_sprites on DMG in SameBoy (no BIOS)",
"m3_wx_5_change on DMG in Gambatte",
"m3_wx_5_change on DMG in Gambatte (no BIOS)",
"m3_wx_5_change on DMG in GBHawk",
"m3_wx_5_change on DMG in SameBoy",
"m3_wx_5_change on DMG in SameBoy (no BIOS)",
"m3_wx_6_change on DMG in GBHawk",
};

3
src/BizHawk.Tests.Testroms.GB/readme.md
View File

@ -72,5 +72,4 @@ $Env:BIZHAWKTEST_SAVE_IMAGES = "all"
dotnet test -c Release -l "console;verbosity=detailed"
```
Summary of `BIZHAWKTEST_RUN_KNOWN_FAILURES=1 ./run_tests_release.sh` should read 166 passed / 174 skipped / 0 failed.
TODO update these numbers
Summary of `BIZHAWKTEST_RUN_KNOWN_FAILURES=1 ./run_tests_release.sh` should read 192 passed / 178 skipped / 0 failed.