Regression Testing: Running tests based on blend files

Runs tests based on blend files with minimum python interaction.
Developed as part of GSoC 2021 - Regression Testing of Geometry Nodes.
Earlier, tests were built from scratch by adding a modifier/operation
from the Python API.
Now, tests can also be created inside blender and are compared using
Python script.

Features: Automatically adding expected object if it doesn't exist.
This patch adds tests for the following Geometry Nodes category:
* Curves
* Geometry
* Mesh
* Points

The implemented UML diagram for refactoring of mesh test framework.
{F10225906}

Technical Changes:
SpecMeshTest: It adds the modifier/operation based on the Spec provided.
BlendFileTest: It applies already existing modifier/operation from the blend file.

Test folders hierarchy with tests. This folder should be extracted to `lib\tests\modeling`
{F10240651}
Note: The `geometry_nodes` folder might lie under another `geometry_nodes` folder while extracting, please double check. Use the inner-most one.
The hierarchy should be:
-`lib\tests\modeling\geometry_nodes\mesh`
-`lib\tests\modeling\geometry_nodes\points`
and so on.

* From `ctest` the tests should be run as `ctest -R geo_node -C [Configuration]` on Windows.
* Each single test can be run with its entire name e..g `ctest -R geo_node_geometry_join_geometry`.(just an example). Run `ctest -N -R geo_node` to see all tests.
* From blender, the tests can be run `blender -b path\to\blend\file --python path\to\geo_node_test.py`

Reviewed By: zazizizou, JacquesLucke

Differential Revision: https://developer.blender.org/D11611

1 files changed, 33 insertions, 33 deletions

diff --git a/tests/python/curve_to_mesh.py b/tests/python/curve_to_mesh.py
index 998ecdae116..654cfc750d7 100644
--- a/tests/python/curve_to_mesh.py
+++ b/tests/python/curve_to_mesh.py
@@ -24,74 +24,74 @@ import os
 import sys
 
 sys.path.append(os.path.dirname(os.path.realpath(__file__)))
-from modules.mesh_test import MeshTest, OperatorSpecObjectMode, RunTest
+from modules.mesh_test import SpecMeshTest, OperatorSpecObjectMode, RunTest
 
 
 def main():
     tests = [
-        MeshTest('2D Non Cyclic', 'test2DNonCyclic', 'expected2DNonCyclic',
+        SpecMeshTest('2D Non Cyclic', 'test2DNonCyclic', 'expected2DNonCyclic',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('2D NURBS With Tail', 'test2DNURBSWithTail', 'expected2DNURBSWithTail',
+        SpecMeshTest('2D NURBS With Tail', 'test2DNURBSWithTail', 'expected2DNURBSWithTail',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('2D Shape With Hole', 'test2DShapeWithHole', 'expected2DShapeWithHole',
+        SpecMeshTest('2D Shape With Hole', 'test2DShapeWithHole', 'expected2DShapeWithHole',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('2D Simple Lower Res', 'test2DSimpleLowerRes', 'expected2DSimpleLowerRes',
+        SpecMeshTest('2D Simple Lower Res', 'test2DSimpleLowerRes', 'expected2DSimpleLowerRes',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('2D Simple Low Res', 'test2DSimpleLowRes', 'expected2DSimpleLowRes',
+        SpecMeshTest('2D Simple Low Res', 'test2DSimpleLowRes', 'expected2DSimpleLowRes',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('2D Square', 'test2DSquare', 'expected2DSquare',
+        SpecMeshTest('2D Square', 'test2DSquare', 'expected2DSquare',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('2D Extrude', 'test2DExtrude', 'expected2DExtrude',
+        SpecMeshTest('2D Extrude', 'test2DExtrude', 'expected2DExtrude',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Back', 'testBevelBack', 'expectedBevelBack',
+        SpecMeshTest('Bevel Back', 'testBevelBack', 'expectedBevelBack',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Back Low Res', 'testBevelBackLowRes', 'expectedBevelBackLowRes',
+        SpecMeshTest('Bevel Back Low Res', 'testBevelBackLowRes', 'expectedBevelBackLowRes',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Extrude Back', 'testBevelExtrudeBack', 'expectedBevelExtrudeBack',
+        SpecMeshTest('Bevel Extrude Back', 'testBevelExtrudeBack', 'expectedBevelExtrudeBack',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Extrude Front', 'testBevelExtrudeFront', 'expectedBevelExtrudeFront',
+        SpecMeshTest('Bevel Extrude Front', 'testBevelExtrudeFront', 'expectedBevelExtrudeFront',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Extrude Full', 'testBevelExtrudeFull', 'expectedBevelExtrudeFull',
+        SpecMeshTest('Bevel Extrude Full', 'testBevelExtrudeFull', 'expectedBevelExtrudeFull',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Extrude Half', 'testBevelExtrudeHalf', 'expectedBevelExtrudeHalf',
+        SpecMeshTest('Bevel Extrude Half', 'testBevelExtrudeHalf', 'expectedBevelExtrudeHalf',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Front', 'testBevelFront', 'expectedBevelFront',
+        SpecMeshTest('Bevel Front', 'testBevelFront', 'expectedBevelFront',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Front Low Res', 'testBevelFrontLowRes', 'expectedBevelFrontLowRes',
+        SpecMeshTest('Bevel Front Low Res', 'testBevelFrontLowRes', 'expectedBevelFrontLowRes',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Full', 'testBevelFull', 'expectedBevelFull',
+        SpecMeshTest('Bevel Full', 'testBevelFull', 'expectedBevelFull',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Full Low Res', 'testBevelFullLowRes', 'expectedBevelFullLowRes',
+        SpecMeshTest('Bevel Full Low Res', 'testBevelFullLowRes', 'expectedBevelFullLowRes',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Half', 'testBevelHalf', 'expectedBevelHalf',
+        SpecMeshTest('Bevel Half', 'testBevelHalf', 'expectedBevelHalf',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Bevel Half Low Res', 'testBevelHalfLowRes', 'expectedBevelHalfLowRes',
+        SpecMeshTest('Bevel Half Low Res', 'testBevelHalfLowRes', 'expectedBevelHalfLowRes',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps None', 'testCapsNone', 'expectedCapsNone',
+        SpecMeshTest('Caps None', 'testCapsNone', 'expectedCapsNone',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps Object Bevel', 'testCapsObjectBevel', 'expectedCapsObjectBevel',
+        SpecMeshTest('Caps Object Bevel', 'testCapsObjectBevel', 'expectedCapsObjectBevel',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps Profile Bevel', 'testCapsProfileBevel', 'expectedCapsProfileBevel',
+        SpecMeshTest('Caps Profile Bevel', 'testCapsProfileBevel', 'expectedCapsProfileBevel',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps Profile Bevel Half', 'testCapsProfileBevelHalf', 'expectedCapsProfileBevelHalf',
+        SpecMeshTest('Caps Profile Bevel Half', 'testCapsProfileBevelHalf', 'expectedCapsProfileBevelHalf',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps Profile Bevel Quarter', 'testCapsProfileBevelQuarter', 'expectedCapsProfileBevelQuarter',
+        SpecMeshTest('Caps Profile Bevel Quarter', 'testCapsProfileBevelQuarter', 'expectedCapsProfileBevelQuarter',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps Round Bevel', 'testCapsRoundBevel', 'expectedCapsRoundBevel',
+        SpecMeshTest('Caps Round Bevel', 'testCapsRoundBevel', 'expectedCapsRoundBevel',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps Round Bevel Extrude', 'testCapsRoundBevelExtrude', 'expectedCapsRoundBevelExtrude',
+        SpecMeshTest('Caps Round Bevel Extrude', 'testCapsRoundBevelExtrude', 'expectedCapsRoundBevelExtrude',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps Round Bevel Half', 'testCapsRoundBevelHalf', 'expectedCapsRoundBevelHalf',
+        SpecMeshTest('Caps Round Bevel Half', 'testCapsRoundBevelHalf', 'expectedCapsRoundBevelHalf',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Caps Round Bevel Quarter', 'testCapsRoundBevelQuarter', 'expectedCapsRoundBevelQuarter',
+        SpecMeshTest('Caps Round Bevel Quarter', 'testCapsRoundBevelQuarter', 'expectedCapsRoundBevelQuarter',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Extrude Back', 'testExtrudeBack', 'expectedExtrudeBack',
+        SpecMeshTest('Extrude Back', 'testExtrudeBack', 'expectedExtrudeBack',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Extrude Front', 'testExtrudeFront', 'expectedExtrudeFront',
+        SpecMeshTest('Extrude Front', 'testExtrudeFront', 'expectedExtrudeFront',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Extrude Full', 'testExtrudeFull', 'expectedExtrudeFull',
+        SpecMeshTest('Extrude Full', 'testExtrudeFull', 'expectedExtrudeFull',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
-        MeshTest('Extrude Half', 'testExtrudeHalf', 'expectedExtrudeHalf',
+        SpecMeshTest('Extrude Half', 'testExtrudeHalf', 'expectedExtrudeHalf',
                  [OperatorSpecObjectMode('convert', {'target': 'MESH'})]),
     ]
     operator_test = RunTest(tests)