From 9b618c1a5a523e74a5c8f9b0c55a56c54a2388d7 Mon Sep 17 00:00:00 2001
From: Brecht Van Lommel <brechtvanlommel@gmail.com>
Date: Tue, 14 Jun 2016 00:39:49 +0200
Subject: Cycles tests: raise failure threshold, copy failed image for
 comparison.

---
 tests/python/cycles_render_tests.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

(limited to 'tests/python')

diff --git a/tests/python/cycles_render_tests.py b/tests/python/cycles_render_tests.py
index 36fad175cfa..fb9e63aa222 100755
--- a/tests/python/cycles_render_tests.py
+++ b/tests/python/cycles_render_tests.py
@@ -3,6 +3,7 @@
 
 import argparse
 import os
+import shutil
 import subprocess
 import sys
 import tempfile
@@ -53,19 +54,23 @@ def verify_output(filepath):
     dirpath = os.path.dirname(filepath)
     reference_dirpath = os.path.join(dirpath, "reference_renders")
     reference_image = os.path.join(reference_dirpath, testname + ".png")
+    failed_image = os.path.join(reference_dirpath, testname + ".fail.png")
     if not os.path.exists(reference_image):
         return False
     command = (
         IDIFF,
-        "-fail", "0.01",
+        "-fail", "0.015",
         "-failpercent", "1",
         reference_image,
         TEMP_FILE,
         )
     try:
         subprocess.check_output(command)
+        if os.path.exists(failed_image):
+            os.remove(failed_image)
         return True
     except subprocess.CalledProcessError as e:
+        shutil.copy(TEMP_FILE, failed_image)
         if VERBOSE:
             print(e.output.decode("utf-8"))
         return e.returncode == 1
-- 
cgit v1.2.3