[Build] Add parallel PPC test generation
Utilizes `multiprocessing` to allow for multiple power-pc assembly tests to be generated in parallel. Some results on my i9-11900k(8c/16t): Before: ``` Measure-Command {.\xb gentests} Days : 0 Hours : 0 Minutes : 0 Seconds : 11 Milliseconds : 200 Ticks : 112007585 TotalDays : 0.000129638408564815 TotalHours : 0.00311132180555556 TotalMinutes : 0.186679308333333 TotalSeconds : 11.2007585 TotalMilliseconds : 11200.7585 ``` After: ``` Measure-Command {.\xb gentests} Days : 0 Hours : 0 Minutes : 0 Seconds : 5 Milliseconds : 426 Ticks : 54265895 TotalDays : 6.28077488425926E-05 TotalHours : 0.00150738597222222 TotalMinutes : 0.0904431583333333 TotalSeconds : 5.4265895 TotalMilliseconds : 5426.5895 ``` This is an over **x2** speedup!
This commit is contained in:
parent
4a2f4d9cfe
commit
f357f26eae
117
xenia-build
117
xenia-build
|
@ -8,6 +8,8 @@ Run with --help or no arguments for possible commands.
|
||||||
"""
|
"""
|
||||||
from __future__ import print_function
|
from __future__ import print_function
|
||||||
from datetime import datetime
|
from datetime import datetime
|
||||||
|
from multiprocessing import Pool
|
||||||
|
from functools import partial
|
||||||
import argparse
|
import argparse
|
||||||
import json
|
import json
|
||||||
import os
|
import os
|
||||||
|
@ -1206,6 +1208,62 @@ class GenTestsCommand(Command):
|
||||||
''',
|
''',
|
||||||
*args, **kwargs)
|
*args, **kwargs)
|
||||||
|
|
||||||
|
def process_src_file(test_bin, ppc_as, ppc_objdump, ppc_ld, ppc_nm, src_file):
|
||||||
|
print('- %s' % src_file)
|
||||||
|
|
||||||
|
def make_unix_path(p):
|
||||||
|
"""Forces a unix path separator style, as required by binutils.
|
||||||
|
"""
|
||||||
|
return p.replace(os.sep, '/')
|
||||||
|
|
||||||
|
src_name = os.path.splitext(os.path.basename(src_file))[0]
|
||||||
|
obj_file = os.path.join(test_bin, src_name) + '.o'
|
||||||
|
shell_call([
|
||||||
|
ppc_as,
|
||||||
|
'-a32',
|
||||||
|
'-be',
|
||||||
|
'-mregnames',
|
||||||
|
'-mpower7',
|
||||||
|
'-maltivec',
|
||||||
|
'-mvsx',
|
||||||
|
'-mvmx128',
|
||||||
|
'-R',
|
||||||
|
'-o%s' % (make_unix_path(obj_file)),
|
||||||
|
make_unix_path(src_file),
|
||||||
|
])
|
||||||
|
dis_file = os.path.join(test_bin, src_name) + '.dis'
|
||||||
|
shell_call([
|
||||||
|
ppc_objdump,
|
||||||
|
'--adjust-vma=0x100000',
|
||||||
|
'-Mpower7',
|
||||||
|
'-Mvmx128',
|
||||||
|
'-D',
|
||||||
|
'-EB',
|
||||||
|
make_unix_path(obj_file),
|
||||||
|
], stdout_path=dis_file)
|
||||||
|
# Eat the first 4 lines to kill the file path that'll differ across machines.
|
||||||
|
with open(dis_file) as f:
|
||||||
|
dis_file_lines = f.readlines()
|
||||||
|
with open(dis_file, 'w') as f:
|
||||||
|
f.writelines(dis_file_lines[4:])
|
||||||
|
shell_call([
|
||||||
|
ppc_ld,
|
||||||
|
'-A powerpc:common32',
|
||||||
|
'-melf32ppc',
|
||||||
|
'-EB',
|
||||||
|
'-nostdlib',
|
||||||
|
'--oformat=binary',
|
||||||
|
'-Ttext=0x80000000',
|
||||||
|
'-e0x80000000',
|
||||||
|
'-o%s' % (make_unix_path(os.path.join(test_bin, src_name) + '.bin')),
|
||||||
|
make_unix_path(obj_file),
|
||||||
|
])
|
||||||
|
shell_call([
|
||||||
|
ppc_nm,
|
||||||
|
'--numeric-sort',
|
||||||
|
make_unix_path(obj_file),
|
||||||
|
], stdout_path=os.path.join(test_bin, src_name) + '.map')
|
||||||
|
|
||||||
def execute(self, args, pass_args, cwd):
|
def execute(self, args, pass_args, cwd):
|
||||||
print('Generating test binaries...')
|
print('Generating test binaries...')
|
||||||
print('')
|
print('')
|
||||||
|
@ -1229,61 +1287,12 @@ class GenTestsCommand(Command):
|
||||||
if (name.startswith('instr_') or name.startswith('seq_'))
|
if (name.startswith('instr_') or name.startswith('seq_'))
|
||||||
and name.endswith(('.s'))]
|
and name.endswith(('.s'))]
|
||||||
|
|
||||||
def make_unix_path(p):
|
|
||||||
"""Forces a unix path separator style, as required by binutils.
|
|
||||||
"""
|
|
||||||
return p.replace(os.sep, '/')
|
|
||||||
|
|
||||||
any_errors = False
|
any_errors = False
|
||||||
for src_file in src_files:
|
|
||||||
print('- %s' % src_file)
|
pool_func = partial(GenTestsCommand.process_src_file, test_bin, ppc_as, ppc_objdump, ppc_ld, ppc_nm)
|
||||||
src_name = os.path.splitext(os.path.basename(src_file))[0]
|
with Pool() as pool:
|
||||||
obj_file = os.path.join(test_bin, src_name) + '.o'
|
pool.map(pool_func, src_files)
|
||||||
shell_call([
|
|
||||||
ppc_as,
|
|
||||||
'-a32',
|
|
||||||
'-be',
|
|
||||||
'-mregnames',
|
|
||||||
'-mpower7',
|
|
||||||
'-maltivec',
|
|
||||||
'-mvsx',
|
|
||||||
'-mvmx128',
|
|
||||||
'-R',
|
|
||||||
'-o%s' % (make_unix_path(obj_file)),
|
|
||||||
make_unix_path(src_file),
|
|
||||||
])
|
|
||||||
dis_file = os.path.join(test_bin, src_name) + '.dis'
|
|
||||||
shell_call([
|
|
||||||
ppc_objdump,
|
|
||||||
'--adjust-vma=0x100000',
|
|
||||||
'-Mpower7',
|
|
||||||
'-Mvmx128',
|
|
||||||
'-D',
|
|
||||||
'-EB',
|
|
||||||
make_unix_path(obj_file),
|
|
||||||
], stdout_path=dis_file)
|
|
||||||
# Eat the first 4 lines to kill the file path that'll differ across machines.
|
|
||||||
with open(dis_file) as f:
|
|
||||||
dis_file_lines = f.readlines()
|
|
||||||
with open(dis_file, 'w') as f:
|
|
||||||
f.writelines(dis_file_lines[4:])
|
|
||||||
shell_call([
|
|
||||||
ppc_ld,
|
|
||||||
'-A powerpc:common32',
|
|
||||||
'-melf32ppc',
|
|
||||||
'-EB',
|
|
||||||
'-nostdlib',
|
|
||||||
'--oformat=binary',
|
|
||||||
'-Ttext=0x80000000',
|
|
||||||
'-e0x80000000',
|
|
||||||
'-o%s' % (make_unix_path(os.path.join(test_bin, src_name) + '.bin')),
|
|
||||||
make_unix_path(obj_file),
|
|
||||||
])
|
|
||||||
shell_call([
|
|
||||||
ppc_nm,
|
|
||||||
'--numeric-sort',
|
|
||||||
make_unix_path(obj_file),
|
|
||||||
], stdout_path=os.path.join(test_bin, src_name) + '.map')
|
|
||||||
|
|
||||||
if any_errors:
|
if any_errors:
|
||||||
print('ERROR: failed to build one or more tests.')
|
print('ERROR: failed to build one or more tests.')
|
||||||
|
|
Loading…
Reference in New Issue