gpu-trace-diff tool for running batches of diffs.
This commit is contained in:
Ben Vanik
parent
4d0bb1d26f
commit
826ea60890
|
|
@ -77,6 +77,7 @@ int TraceDump::Main(const std::vector<std::wstring>& args) {
|
||||||
|
|
||||||
// Normalize the path and make absolute.
|
// Normalize the path and make absolute.
|
||||||
auto abs_path = xe::to_absolute_path(path);
|
auto abs_path = xe::to_absolute_path(path);
|
||||||
|
XELOGI("Loading trace file %ls...", abs_path.c_str());
|
||||||
|
|
||||||
if (!Setup()) {
|
if (!Setup()) {
|
||||||
xe::FatalError("Unable to setup trace dump tool");
|
xe::FatalError("Unable to setup trace dump tool");
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,240 @@
|
||||||
|
#!/usr/bin/env python
|
||||||
|
|
||||||
|
# Copyright 2015 Ben Vanik. All Rights Reserved.
|
||||||
|
|
||||||
|
"""GPU trace runner and comparison tool.
|
||||||
|
"""
|
||||||
|
|
||||||
|
__author__ = 'ben.vanik@gmail.com (Ben Vanik)'
|
||||||
|
|
||||||
|
|
||||||
|
import argparse
|
||||||
|
import hashlib
|
||||||
|
import math
|
||||||
|
import operator
|
||||||
|
import os
|
||||||
|
import shutil
|
||||||
|
import subprocess
|
||||||
|
import sys
|
||||||
|
|
||||||
|
self_path = os.path.dirname(os.path.abspath(__file__))
|
||||||
|
|
||||||
|
|
||||||
|
try:
|
||||||
|
from PIL import Image, ImageChops
|
||||||
|
except:
|
||||||
|
print 'ERROR: could not find ImageChops - install with:'
|
||||||
|
print ' python -m pip install Pillow'
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
|
||||||
|
def main():
|
||||||
|
# Add self to the root search path.
|
||||||
|
sys.path.insert(0, os.path.abspath(os.path.dirname(__file__)))
|
||||||
|
|
||||||
|
# Check python version.
|
||||||
|
if not sys.version_info[:2] == (2, 7):
|
||||||
|
# TODO(benvanik): allow things to work with 3, but warn on clang-format.
|
||||||
|
print('ERROR: Python 2.7 must be installed and on PATH')
|
||||||
|
sys.exit(1)
|
||||||
|
return
|
||||||
|
|
||||||
|
# Setup main argument parser and common arguments.
|
||||||
|
parser = argparse.ArgumentParser(prog='gpu-trace-diff',
|
||||||
|
description='Run and diff GPU traces.')
|
||||||
|
parser.add_argument(
|
||||||
|
'-x', '--executable',
|
||||||
|
default='build/bin/Windows/Debug/xenia-gpu-gl4-trace-dump.exe')
|
||||||
|
parser.add_argument('-t', '--trace_file', action='append')
|
||||||
|
parser.add_argument('-p', '--trace_path')
|
||||||
|
parser.add_argument('-o', '--output_path', default='')
|
||||||
|
parser.add_argument('-u', '--update_reference_files', action='store_true')
|
||||||
|
args = vars(parser.parse_args(sys.argv[1:]))
|
||||||
|
|
||||||
|
exe_path = args['executable']
|
||||||
|
if not os.path.exists(exe_path):
|
||||||
|
print 'ERROR: executable %s not found, ensure it is built' % (exe_path)
|
||||||
|
sys.exit(1)
|
||||||
|
return
|
||||||
|
|
||||||
|
trace_files = args['trace_file'] or []
|
||||||
|
if args['trace_path']:
|
||||||
|
for child_path in os.listdir(args['trace_path']):
|
||||||
|
if (child_path.startswith('gpu_trace_') or
|
||||||
|
os.path.splitext(child_path)[1] == '.trace'):
|
||||||
|
trace_files.append(os.path.join(args['trace_path'], child_path))
|
||||||
|
|
||||||
|
# If the user passed no args, die nicely.
|
||||||
|
if not trace_files:
|
||||||
|
parser.print_help()
|
||||||
|
sys.exit(1)
|
||||||
|
return
|
||||||
|
|
||||||
|
output_path = args['output_path'].replace('/', '\\')
|
||||||
|
if not os.path.exists(output_path):
|
||||||
|
os.makedirs(output_path)
|
||||||
|
|
||||||
|
html_path = os.path.join(output_path, 'results.html')
|
||||||
|
if os.path.exists(html_path):
|
||||||
|
os.remove(html_path)
|
||||||
|
|
||||||
|
html_file = None
|
||||||
|
if not args['update_reference_files']:
|
||||||
|
html_file = open(html_path, 'w')
|
||||||
|
html_file.write("""
|
||||||
|
<html><head>
|
||||||
|
<title>GPU Trace Comparison Results</title>
|
||||||
|
</head><body>
|
||||||
|
<table>
|
||||||
|
<tr>
|
||||||
|
<td>Output</td>
|
||||||
|
<td>Diff</td>
|
||||||
|
<td>Reference</td>
|
||||||
|
</tr>
|
||||||
|
""")
|
||||||
|
html_rel_path = os.path.relpath(os.getcwd(), output_path)
|
||||||
|
html_file.write('<base href="%s">' % html_rel_path)
|
||||||
|
|
||||||
|
diff_count = 0
|
||||||
|
for trace_file in trace_files:
|
||||||
|
trace_file = trace_file.replace('/', '\\')
|
||||||
|
base_path = os.path.dirname(trace_file)
|
||||||
|
file_name = os.path.basename(trace_file)
|
||||||
|
reference_file_path = os.path.join(base_path, 'reference',
|
||||||
|
file_name + '.png')
|
||||||
|
output_file_path = os.path.join(output_path, file_name + '.png')
|
||||||
|
diff_file_path = os.path.join(output_path, file_name + '.diff.png')
|
||||||
|
|
||||||
|
print '--------------------------------------------------------------------'
|
||||||
|
print ' Trace: %s' % (trace_file)
|
||||||
|
print 'Reference: %s' % (reference_file_path)
|
||||||
|
|
||||||
|
# Cleanup old files.
|
||||||
|
if os.path.exists(output_file_path):
|
||||||
|
os.remove(output_file_path)
|
||||||
|
if os.path.exists(diff_file_path):
|
||||||
|
os.remove(diff_file_path)
|
||||||
|
|
||||||
|
# Run the trace dump too to produce a new png.
|
||||||
|
run_args = [
|
||||||
|
exe_path.replace('/', '\\'),
|
||||||
|
'--target_trace_file=%s' % (trace_file.replace('\\', '/')),
|
||||||
|
'--trace_dump_path=%s' % (output_path.replace('\\', '/')),
|
||||||
|
]
|
||||||
|
tries_remaining = 3
|
||||||
|
while tries_remaining:
|
||||||
|
try:
|
||||||
|
startupinfo = None
|
||||||
|
if os.name == 'nt':
|
||||||
|
startupinfo = subprocess.STARTUPINFO()
|
||||||
|
startupinfo.dwFlags |= subprocess.STARTF_USESHOWWINDOW
|
||||||
|
startupinfo.wShowWindow = 4 # SW_SHOWNOACTIVATE
|
||||||
|
proc = subprocess.Popen(
|
||||||
|
run_args,
|
||||||
|
shell=True,
|
||||||
|
startupinfo=startupinfo,
|
||||||
|
stdout=subprocess.PIPE,
|
||||||
|
stderr=subprocess.PIPE)
|
||||||
|
out, err = proc.communicate()
|
||||||
|
# print out
|
||||||
|
# print err
|
||||||
|
except Exception as e:
|
||||||
|
print 'ERROR: failed to run trace dump tool'
|
||||||
|
print run_args
|
||||||
|
print e
|
||||||
|
sys.exit(1)
|
||||||
|
return
|
||||||
|
|
||||||
|
# Ensure the file was generated
|
||||||
|
if not os.path.exists(output_file_path):
|
||||||
|
print 'New image not generated; died?'
|
||||||
|
tries_remaining -= 1
|
||||||
|
continue
|
||||||
|
else:
|
||||||
|
break
|
||||||
|
|
||||||
|
if not tries_remaining and not os.path.exists(output_file_path):
|
||||||
|
print 'Retries exceeded; aborting'
|
||||||
|
sys.exit(1)
|
||||||
|
return
|
||||||
|
|
||||||
|
# If updating references, move the output into place.
|
||||||
|
if args['update_reference_files']:
|
||||||
|
print 'Updating reference file...'
|
||||||
|
if not os.path.exists(os.path.dirname(reference_file_path)):
|
||||||
|
os.makedirs(os.path.dirname(reference_file_path))
|
||||||
|
shutil.copy2(output_file_path, reference_file_path)
|
||||||
|
continue
|
||||||
|
|
||||||
|
# Compare files.
|
||||||
|
print ' New: %s' % (output_file_path)
|
||||||
|
reference_image = Image.open(reference_file_path)
|
||||||
|
reference_rgb = reference_image.convert('RGB').tobytes('raw', 'RGB')
|
||||||
|
reference_hash = hashlib.sha1(reference_rgb).hexdigest()
|
||||||
|
new_image = Image.open(output_file_path)
|
||||||
|
new_rgb = new_image.convert('RGB').tobytes('raw', 'RGB')
|
||||||
|
new_hash = hashlib.sha1(new_rgb).hexdigest()
|
||||||
|
is_diff = reference_hash != new_hash
|
||||||
|
if is_diff:
|
||||||
|
print 'DIFFERENCE DETECTED! %s != %s' % (reference_hash, new_hash)
|
||||||
|
diff_count += 1
|
||||||
|
diff_image = ImageChops.difference(reference_image, new_image)
|
||||||
|
diff_image.save(diff_file_path)
|
||||||
|
else:
|
||||||
|
print 'Matches exactly!'
|
||||||
|
|
||||||
|
if html_file:
|
||||||
|
html_file.write('<tr>')
|
||||||
|
html_file.write('<td colspan="3">%s</td>' % (trace_file))
|
||||||
|
html_file.write('</tr>')
|
||||||
|
html_file.write('<tr>')
|
||||||
|
if is_diff:
|
||||||
|
html_file.write(
|
||||||
|
'<td><img class="image output-image" src="%s"></td>' % (
|
||||||
|
output_file_path))
|
||||||
|
html_file.write(
|
||||||
|
'<td><img class="image diff-image" src="%s"></td>' % (
|
||||||
|
diff_file_path))
|
||||||
|
html_file.write(
|
||||||
|
'<td><img class="image reference-image" src="%s"></td>' % (
|
||||||
|
reference_file_path))
|
||||||
|
else:
|
||||||
|
html_file.write(
|
||||||
|
'<td><img class="image reference-image" src="%s"></td>' % (
|
||||||
|
reference_file_path))
|
||||||
|
html_file.write('<td></td><td></td>')
|
||||||
|
html_file.write('</tr>')
|
||||||
|
|
||||||
|
print ''
|
||||||
|
|
||||||
|
if html_file:
|
||||||
|
html_file.write("""
|
||||||
|
</table>
|
||||||
|
<script>
|
||||||
|
function toggleSizes() {
|
||||||
|
[].forEach.call(document.getElementsByClassName('image'), function(el) {
|
||||||
|
if (el.style.width != '480px') {
|
||||||
|
el.style.width = '480px';
|
||||||
|
} else {
|
||||||
|
el.style.width = '';
|
||||||
|
}
|
||||||
|
});
|
||||||
|
}
|
||||||
|
[].forEach.call(document.getElementsByClassName('image'), function(el) {
|
||||||
|
el.onclick = toggleSizes;
|
||||||
|
});
|
||||||
|
toggleSizes();
|
||||||
|
</script>
|
||||||
|
</body></html>
|
||||||
|
""")
|
||||||
|
html_file.close()
|
||||||
|
|
||||||
|
if not diff_count:
|
||||||
|
print 'All files match!'
|
||||||
|
sys.exit(0)
|
||||||
|
else:
|
||||||
|
print '%s files do not match!' % (diff_count)
|
||||||
|
sys.exit(1)
|
||||||
|
|
||||||
|
if __name__ == '__main__':
|
||||||
|
main()
|
||||||
Loading…
Reference in New Issue