diff options
author | Brecht Van Lommel <brechtvanlommel@gmail.com> | 2019-05-11 00:00:35 +0300 |
---|---|---|
committer | Brecht Van Lommel <brechtvanlommel@gmail.com> | 2019-06-27 13:46:04 +0300 |
commit | 6f516fcc631c177a1c9f62b3a22e0c4e0e9713d4 (patch) | |
tree | 9377c1e77a16e6cd0fca5b61fce36b4e78fa6226 /tests/python/workbench_render_tests.py | |
parent | 219a10e46aa65c6c416b205cd7389d3ee86777f6 (diff) |
Tests: speed up render tests by running multiple in the same process
Blender startup time and shader compilation is a big factor when running
hundreds of tests, so now all renders in the same ctest run in the same
process.
This was previously reverted due to skipping other tests when one test
crashed. Now if a test crashes, Blender is re-run with the remaining
tests so we get results from them still.
Diffstat (limited to 'tests/python/workbench_render_tests.py')
-rwxr-xr-x | tests/python/workbench_render_tests.py | 50 |
1 files changed, 4 insertions, 46 deletions
diff --git a/tests/python/workbench_render_tests.py b/tests/python/workbench_render_tests.py index e43aac175b8..155b54098a8 100755 --- a/tests/python/workbench_render_tests.py +++ b/tests/python/workbench_render_tests.py @@ -33,15 +33,8 @@ if inside_blender: sys.exit(1) -def render_file(filepath, output_filepath): - dirname = os.path.dirname(filepath) - basedir = os.path.dirname(dirname) - subject = os.path.basename(dirname) - - frame_filepath = output_filepath + '0001.png' - - command = [ - BLENDER, +def get_arguments(filepath, output_filepath): + return [ "--background", "-noaudio", "--factory-startup", @@ -54,37 +47,6 @@ def render_file(filepath, output_filepath): "-F", "PNG", "-f", "1"] - try: - # Success - output = subprocess.check_output(command) - if os.path.exists(frame_filepath): - shutil.copy(frame_filepath, output_filepath) - os.remove(frame_filepath) - if VERBOSE: - print(" ".join(command)) - print(output.decode("utf-8")) - return None - except subprocess.CalledProcessError as e: - # Error - if os.path.exists(frame_filepath): - os.remove(frame_filepath) - if VERBOSE: - print(" ".join(command)) - print(e.output.decode("utf-8")) - if b"Error: engine not found" in e.output: - return "NO_ENGINE" - elif b"blender probably wont start" in e.output: - return "NO_START" - return "CRASH" - except BaseException as e: - # Crash - if os.path.exists(frame_filepath): - os.remove(frame_filepath) - if VERBOSE: - print(" ".join(command)) - print(e) - return "CRASH" - def create_argparse(): parser = argparse.ArgumentParser() @@ -99,11 +61,7 @@ def main(): parser = create_argparse() args = parser.parse_args() - global BLENDER, VERBOSE - - BLENDER = args.blender[0] - VERBOSE = os.environ.get("BLENDER_VERBOSE") is not None - + blender = args.blender[0] test_dir = args.testdir[0] idiff = args.idiff[0] output_dir = args.outdir[0] @@ -113,7 +71,7 @@ def main(): report.set_pixelated(True) report.set_reference_dir("workbench_renders") report.set_compare_engines('workbench', 'eevee') - ok = report.run(test_dir, render_file) + ok = report.run(test_dir, blender, get_arguments, batch=True) sys.exit(not ok) |