feat: tests for tns test command (#30)

Implement tests for `tns test` commands.

Author: dtopuzov

.pylintrc

@@ -528,7 +528,7 @@ max-locals=15
 max-parents=7
 
 # Maximum number of public methods for a class (see R0904).
-max-public-methods=20
+max-public-methods=25
 
 # Maximum number of return / yield for function / method body.
 max-returns=6

products/nativescript/tns.py

@@ -1,7 +1,6 @@
 # pylint: disable=too-many-branches
 import logging
 import os
-
 import time
 
 from core.base_test.test_context import TestContext
@@ -20,8 +19,8 @@ class Tns(object):
     @staticmethod
     def exec_command(command, cwd=Settings.TEST_RUN_HOME, platform=Platform.NONE, emulator=False, path=None,
                      device=None, release=False, for_device=False, provision=Settings.IOS.DEV_PROVISION, bundle=False,
-                     hmr=False, aot=False, uglify=False, snapshot=False, log_trace=False, justlaunch=False, wait=True,
-                     timeout=600):
+                     hmr=False, aot=False, uglify=False, snapshot=False, log_trace=False, justlaunch=False,
+                     options=None, wait=True, timeout=600):
         """
         Execute tns command.
         :param command: Tns command.
@@ -40,6 +39,7 @@ def exec_command(command, cwd=Settings.TEST_RUN_HOME, platform=Platform.NONE, em
         :param snapshot: If true pass `--env.snapshot` to command.
         :param log_trace: If not None pass `--log <level>` to command.
         :param justlaunch: If true pass `--justlaunch` to command.
+        :param options: Pass additional options as string.
         :param wait: If true it will wait until command is complete.
         :param timeout: Timeout for CLI command (respected only if wait=True).
         :return: ProcessInfo object.
@@ -80,6 +80,8 @@ def exec_command(command, cwd=Settings.TEST_RUN_HOME, platform=Platform.NONE, em
             cmd += ' --justlaunch'
         if log_trace:
             cmd += ' --log trace'
+        if options:
+            cmd += ' ' + options
 
         result = run(cmd=cmd, cwd=cwd, wait=wait, log_level=logging.INFO, timeout=timeout)
 
@@ -294,6 +296,45 @@ def debug(app_name, platform, emulator=False, device=None, release=False, provis
             pass
         return result
 
+    @staticmethod
+    def test_init(app_name, framework, verify=True):
+        """
+        Execute `tns test init` command.
+        :param app_name: App name (passed as --path <App name>)
+        :param framework: Unit testing framework as string (jasmin, mocha, quinit).
+        :param verify: Verify command was executed successfully.
+        :return: Result of `tns test init` command.
+        """
+        command = 'test init --framework {0}'.format(framework)
+        result = Tns.exec_command(command=command, path=app_name, timeout=300)
+        if verify:
+            TnsAssert.test_initialized(app_name=app_name, framework=framework, output=result.output)
+        return result
+
+    @staticmethod
+    def test(app_name, platform, emulator=True, device=None, justlaunch=True, verify=True):
+        """
+        Execute `tns test <platform>` command.
+        :param app_name: App name (passed as --path <App name>)
+        :param platform: PlatformType enum value.
+        :param emulator: If true pass `--emulator` to the command.
+        :param device: Pass `--device <value>` to command.
+        :param justlaunch: If true pass `--justlaunch` to the command.
+        :param verify: Verify command was executed successfully.
+        :return: Result of `tns test` command.
+        """
+        cmd = 'test {0}'.format(str(platform))
+        result = Tns.exec_command(command=cmd, path=app_name, emulator=emulator, device=device, justlaunch=justlaunch)
+        if verify:
+            assert 'server started at' in result.output
+            assert 'Launching browser' in result.output
+            assert 'Starting browser' in result.output
+            assert 'Connected on socket' in result.output
+            assert 'Executed 1 of 1' in result.output
+            assert 'TOTAL: 1 SUCCESS' in result.output \
+                   or 'Executed 1 of 1 SUCCESS' or 'Executed 1 of 1 SUCCESS' in result.output
+        return result
+
     @staticmethod
     def doctor(app_name=None):
         """

products/nativescript/tns_assert.py

@@ -109,3 +109,20 @@ def build(app_name, platform=None, release=False, provision=Settings.IOS.DEV_PRO
             # Assert size
             if app_data.size is not None:
                 pass
+
+    # noinspection PyUnusedLocal
+    @staticmethod
+    def test_initialized(app_name, framework, output):
+        # pylint: disable=unused-argument
+        # TODO: Implement it!
+        """
+        Execute `tns test init` command.
+        :param app_name: App name (passed as --path <App name>)
+        :param framework: Unit testing framework as string (jasmin, mocha, quinit).
+        :param output: Output of `tns test init` command.
+        :return: Result of `tns test init` command.
+        """
+        if output is not None:
+            assert 'Successfully installed plugin nativescript-unit-test-runner' in output
+            assert 'Example test file created in' in output
+            assert 'Run your tests using the' in output

tests/cli/test/test.md

@@ -0,0 +1,101 @@
+# pylint: disable=unused-argument
+# pylint: disable=undefined-variable
+
+import os
+
+from parameterized import parameterized
+
+from core.base_test.tns_test import TnsTest
+from core.enums.os_type import OSType
+from core.enums.platform_type import Platform
+from core.log.log import Log
+from core.settings import Settings
+from core.utils.device.device_manager import DeviceManager
+from core.utils.npm import Npm
+from data.templates import Template
+from products.nativescript.tns import Tns
+from products.nativescript.tns_assert import TnsAssert
+
+APP_NAME = Settings.AppName.DEFAULT
+
+TEST_DATA = [
+    ('jasmine-js-android', 'jasmine', Template.HELLO_WORLD_JS, Platform.ANDROID),
+    ('jasmine-ng-android', 'jasmine', Template.HELLO_WORLD_NG, Platform.ANDROID),
+    ('mocha-js-android', 'mocha', Template.HELLO_WORLD_JS, Platform.ANDROID),
+    ('mocha-ng-android', 'mocha', Template.HELLO_WORLD_NG, Platform.ANDROID),
+    ('qunit-js-android', 'qunit', Template.HELLO_WORLD_JS, Platform.ANDROID),
+]
+
+TEST_DATA_OSX = [
+    ('jasmine-js-android', 'jasmine', Template.HELLO_WORLD_JS, Platform.ANDROID),
+    ('jasmine-js-ios', 'jasmine', Template.HELLO_WORLD_JS, Platform.IOS),
+    ('jasmine-ng-android', 'jasmine', Template.HELLO_WORLD_NG, Platform.ANDROID),
+    ('jasmine-ng-ios', 'jasmine', Template.HELLO_WORLD_NG, Platform.IOS),
+    ('mocha-js-android', 'mocha', Template.HELLO_WORLD_JS, Platform.ANDROID),
+    ('mocha-js-ios', 'mocha', Template.HELLO_WORLD_JS, Platform.IOS),
+    ('mocha-ng-android', 'mocha', Template.HELLO_WORLD_NG, Platform.ANDROID),
+    ('mocha-ng-ios', 'mocha', Template.HELLO_WORLD_NG, Platform.IOS),
+    ('qunit-js-android', 'qunit', Template.HELLO_WORLD_JS, Platform.ANDROID),
+    ('qunit-js-ios', 'qunit', Template.HELLO_WORLD_JS, Platform.IOS),
+]
+
+
+def get_data():
+    if Settings.HOST_OS == OSType.OSX:
+        return TEST_DATA_OSX
+    else:
+        return TEST_DATA
+
+
+# noinspection PyMethodMayBeStatic,PyUnusedLocal
+class PrepareAndBuildPerfTests(TnsTest):
+
+    @classmethod
+    def setUpClass(cls):
+        TnsTest.setUpClass()
+        cls.emu = DeviceManager.Emulator.ensure_available(Settings.Emulators.DEFAULT)
+        if Settings.HOST_OS is OSType.OSX:
+            cls.sim = DeviceManager.Simulator.ensure_available(Settings.Simulators.DEFAULT)
+
+    def setUp(self):
+        TnsTest.setUp(self)
+
+    @classmethod
+    def tearDownClass(cls):
+        TnsTest.tearDownClass()
+
+    @parameterized.expand(get_data())
+    def test_100(self, title, framework, template, platform):
+        # Create app
+        Tns.create(app_name=APP_NAME, template=template.local_package)
+
+        # Add platforms
+        if platform == Platform.ANDROID:
+            Tns.platform_add_android(app_name=APP_NAME, framework_path=Settings.Android.FRAMEWORK_PATH)
+        elif platform == Platform.IOS:
+            Tns.platform_add_ios(app_name=APP_NAME, framework_path=Settings.IOS.FRAMEWORK_PATH)
+        else:
+            raise Exception('Unknown platform: ' + str(platform))
+
+        # Init tests and run tests
+        if Settings.HOST_OS == OSType.WINDOWS and framework == 'qunit':
+            # Hack for qunit on windows (see https://github.com/NativeScript/nativescript-cli/issues/4333)
+            Npm.install(package='qunit@2', option='--save-dev', folder=os.path.join(Settings.TEST_RUN_HOME, APP_NAME))
+            # Tns test init will still fail with exit code 1, so we use `verify=False` and then assert logs.
+            result = Tns.test_init(app_name=APP_NAME, framework=framework, verify=False)
+            TnsAssert.test_initialized(app_name=APP_NAME, framework=framework, output=result.output)
+        else:
+            Tns.test_init(app_name=APP_NAME, framework=framework)
+
+        # Run Tests
+        if Settings.HOST_OS != OSType.WINDOWS:
+            Tns.test(app_name=APP_NAME, platform=Platform.ANDROID, emulator=True, justlaunch=True)
+            # TODO: Modify hello-world test with some real test (importing modules) and run the test again.
+        else:
+            Log.info('Due to unknown issues --justlauch do not exit on Windows when tests are executed on Jenkins!')
+            # TODO: Fix it!
+
+    def test_400_invalid_framework_name(self):
+        Tns.create(app_name=APP_NAME, template=Template.HELLO_WORLD_JS.local_package)
+        result = Tns.test_init(app_name=APP_NAME, framework='jasmin', verify=False)
+        assert 'Unknown or unsupported unit testing framework: jasmin' in result.output