refactor: collect artefacts on build fail

Author: dtopuzov

core/base_class/BaseClass.py

@@ -24,6 +24,23 @@ class BaseClass(unittest.TestCase):
     errors = 0
     failures = 0
 
+    @classmethod
+    def __copy_images(cls, artifacts_folder):
+        """
+        Archive test app (without platforms and node_modules)
+        :param artifacts_folder: Base folder where artifacts from failed tests are stored.
+        """
+        src = os.path.join(TEST_RUN_HOME, 'out', 'images')
+        dest = os.path.join(artifacts_folder, 'artifacts')
+        if os.path.isdir(src):
+            try:
+                shutil.copytree(src, dest)
+                Folder.cleanup(src)
+            except:
+                print "Failed to backup images and logs."
+        else:
+            print "No images and logs data."
+
     @classmethod
     def __copy_project_folder(cls, artifacts_folder):
         """
@@ -96,6 +113,7 @@ def setUp(self):
         print "Test Method: {0}".format(self._testMethodName)
         print "Start Time:  {0}".format(time.strftime("%X"))
         print ""
+        Folder.cleanup(os.path.join(TEST_RUN_HOME, 'out', 'images'))
 
     def tearDown(self):
         # Logic executed only on test failure
@@ -112,6 +130,7 @@ def tearDown(self):
                 Folder.create(artifacts_folder)
 
             # Collect artifacts on test failure
+            self.__copy_images(artifacts_folder=artifacts_folder)
             self.__copy_project_folder(artifacts_folder=artifacts_folder)
             self.__save_host_screen(artifacts_folder=artifacts_folder, test_method_name=test_name)
 

core/device/device.py

@@ -121,6 +121,14 @@ def screen_match(device_name, device_id, expected_image, tolerance=0.1, timeout=
                 print "Diff image will be saved at " + diff_image_final_path
                 File.copy(src=expected_image_original_path, dest=expected_image_path)
                 comparison_result[2].save(diff_image_final_path)
+                # Get logs (from android devices).
+                if device_type == DeviceType.EMULATOR or device_type == DeviceType.ANDROID:
+                    log_path = diff_image_final_path.replace('_diff.png', '.log')
+                    print "Console logs will be saved at " + log_path
+                    log = Adb.get_logcat(device_id=device_id)
+                    if len(log) < 10000:
+                        print log
+                    File.write(file_path=log_path, text=log)
             assert are_equal, "Current image on {0} does not match expected image {1}. Diff is {2}%". \
                 format(device_name, expected_image, diff)
         else:

tests/webpack/hello_world_js_tests.py

@@ -44,6 +44,11 @@ def setUpClass(cls):
     def setUp(self):
         Tns.kill()
         Helpers.emulator_cleanup(app_name=self.app_name)
+        BaseClass.tearDown(self)
+
+    def tearDown(self):
+        BaseClass.tearDown(self)
+        Tns.kill()
 
     @classmethod
     def tearDownClass(cls):

tests/webpack/hello_world_ng_tests.py

@@ -45,8 +45,10 @@ def setUpClass(cls):
     def setUp(self):
         Tns.kill()
         Helpers.emulator_cleanup(app_name=self.app_name)
+        BaseClass.tearDown(self)
 
     def tearDown(self):
+        BaseClass.tearDown(self)
         Tns.kill()
 
     @classmethod

tests/webpack/hello_world_ts_tests.py

@@ -45,6 +45,11 @@ def setUpClass(cls):
     def setUp(self):
         Tns.kill()
         Helpers.emulator_cleanup(app_name=self.app_name)
+        BaseClass.tearDown(self)
+
+    def tearDown(self):
+        BaseClass.tearDown(self)
+        Tns.kill()
 
     @classmethod
     def tearDownClass(cls):

tests/webpack/helpers/values.csv

@@ -12,8 +12,8 @@ ts-android-bundle-uglify-snapshot, 470179, 0, 11961178
 ts-ios-bundle, 1338565, 3589104, 13452450
 ts-ios-bundle-uglify, 470179, 1338568, 13452450
 ng-android-bundle, 1338565, 3485155, 11961178
-ng-android-bundle-uglify, 470179, 1335433, 11961178
+ng-android-bundle-uglify, 470179, 1335433, 11585838
 ng-android-bundle-snapshot, 1338565, 0, 16494569
-ng-android-bundle-uglify-snapshot, 470164, 0, 11961178
+ng-android-bundle-uglify-snapshot, 470164, 0, 14818929
 ng-ios-bundle, 1338565, 3589104, 13452450
 ng-ios-bundle-uglify, 439249, 1292628, 13062704