Merge pull request #5295 from topcoder-platform/develop_automation

Smoke Test Automation

Author: luizrrodrigues

.circleci/config.yml

@@ -1,4 +1,4 @@
-version: 2
+version: 2.1
 
 defaults: &defaults
     docker:
@@ -63,7 +63,7 @@ jobs:
             source awsenvconf
             source buildenvvar
             ./master_deploy.sh -d ECS -e DEV -t latest -s dev_communityapp_taskvar -i communityapp
-            
+
   # Build & Deploy against testing backend
   "build-test":
     <<: *defaults
@@ -231,28 +231,35 @@ workflows:
             branches:
               only:
                 - develop
+                - develop_automation
+          post-steps: 
+            - run:
+                name: Run automation
+                command: |
+                  source awsenvconf
+                  source buildenvvar               
+                  ./automated-smoke-test/smoketest.sh automation-config-dev.json dev
       # This is alternate dev env for parallel testing
       - "build-test":
           context : org-global      
           filters:
             branches:
               only:                
-                - gig-apply-fix
+                - free
       # This is alternate dev env for parallel testing
       - "build-qa":
           context : org-global      
           filters:
             branches:
               only:
-                - hide-my-communities
+                - free
       # This is beta env for production soft releases
       - "build-prod-beta":
           context : org-global
           filters:
             branches:
               only:
-                - integration-v5-challenge-api
-                - hot-fix
+                - free
       # This is stage env for production QA releases
       - "build-prod-staging":
           context : org-global
@@ -279,4 +286,3 @@ workflows:
             branches:
               ignore:
                 - develop
- 

.gitignore

@@ -51,4 +51,9 @@ jspm_packages
 set-env*.sh
 set-test-env.sh
 .idea
-*.iml
+*.iml
+
+# e2e test case
+automated-smoke-test/temp
+automated-smoke-test/test-results
+automated-smoke-test/config/config.json

automated-smoke-test/Dockerfile

@@ -0,0 +1,32 @@
+FROM node:10.17.0-stretch
+RUN apt update
+RUN apt install sudo
+RUN sudo apt-get update; sudo apt-get install -y openjdk-8-jre openjdk-8-jre-headless openjdk-8-jdk openjdk-8-jdk-headless;
+RUN curl --silent --show-error --location --fail --retry 3 --output /tmp/google-chrome-stable_current_amd64.deb https://dl.google.com/linux/direct/google-chrome-stable_current_amd64.deb \
+      && (sudo dpkg -i /tmp/google-chrome-stable_current_amd64.deb || sudo apt-get -fy install)  \
+      && rm -rf /tmp/google-chrome-stable_current_amd64.deb \
+      && sudo sed -i 's|HERE/chrome"|HERE/chrome" --disable-setuid-sandbox --no-sandbox|g' \
+           "/opt/google/chrome/google-chrome" \
+      && google-chrome --version
+RUN export CHROMEDRIVER_RELEASE=$(curl --location --fail --retry 3 http://chromedriver.storage.googleapis.com/LATEST_RELEASE) \
+      && curl --silent --show-error --location --fail --retry 3 --output /tmp/chromedriver_linux64.zip "http://chromedriver.storage.googleapis.com/$CHROMEDRIVER_RELEASE/chromedriver_linux64.zip" \
+      && cd /tmp \
+      && unzip chromedriver_linux64.zip \
+      && rm -rf chromedriver_linux64.zip \
+      && sudo mv chromedriver /usr/local/bin/chromedriver \
+      && sudo chmod +x /usr/local/bin/chromedriver \
+      && chromedriver --version 
+RUN sudo apt-get install -y libgconf-2-4   
+RUN sudo apt-get install -y xvfb 
+RUN sudo apt-get install -y jq 
+ENV DISPLAY :99
+RUN printf '#!/bin/sh\nXvfb :99 -screen 0 1280x1024x24 &\nexec "$@"\n' > /tmp/entrypoint \
+  && chmod +x /tmp/entrypoint \
+        && sudo mv /tmp/entrypoint /docker-entrypoint.sh
+
+COPY . /automated-smoke-test 
+WORKDIR /automated-smoke-test 
+RUN npm install
+RUN ./node_modules/.bin/webdriver-manager update --versions.chrome=="$(google-chrome -version)" 
+ENTRYPOINT ["/docker-entrypoint.sh"]
+CMD ["/bin/sh"]

automated-smoke-test/README.md

@@ -0,0 +1,49 @@
+# Topcoder Testing Project - E2E Tests
+
+#### Software Required
+
+Nodejs v8.11.4+
+Chrome Browser
+
+#### Installation:
+
+- Installs
+  `npm install`
+
+- To run tests
+  `cd automated-smoke-test`
+  `npm run test`
+-  To run Test locally  
+  `cd automated-smoke-test`
+  `npm run local-test`
+
+Note : if you want to run the script for different env, make sure you  there is config.json  file created. For example , to run the dev env 
+  `cd automated-smoke-test`
+  `cp config/automation-config-dev.json config/config.json`
+  `npm run test`
+
+
+- Test results are generated in test-results/ folder
+
+```
+HTML report - TestResult.html
+Junit report - junitresults-TopcoderLoginPageTests.xml and junitresults-TopcoderRegistrationPageTests.xml
+```
+
+- To view junit reports into html, install xunit-viewer
+  `npm i -g xunit-viewer`
+
+- HTML report from Junit reports can be generated using this command
+  `xunit-viewer --results=test-results/ --output=/home/Documents/`
+
+As of now, the tests are running in headless mode. To view the actual chrom browser running the tests, you can remove `--headless` option from `chromeOptions.args` in `config.ts`
+
+#### Implementation Details:
+
+- TBD
+
+#### Configuration details:
+
+- config.json holds the data level configuration, like user credentials etc
+- conf.ts holds the application configuration, like jasmine reporters to be configured, specs to be run etc.
+ 

automated-smoke-test/conf.ts

@@ -0,0 +1,79 @@
+import reporters = require('jasmine-reporters');
+import HtmlReporter = require('protractor-beautiful-reporter');
+import { BrowserHelper } from 'topcoder-testing-lib';
+
+declare global {
+  namespace NodeJS {
+    interface IGlobal {
+      document: Document;
+      window: Window;
+      navigator: Navigator;
+      forgotPasswordMailListener: any;
+      registrationMailListener: any;
+    }
+  }
+}
+
+exports.config = {
+  directConnect: true,
+
+  // Capabilities to be passed to the webdriver instance.
+  capabilities: {
+    browserName: 'chrome',
+    chromeOptions: {
+      args: [
+        "--headless",
+        '--disable-gpu',
+        '--no-sandbox',
+        '--window-size=1325x744',
+      ],
+    },
+  },
+
+  // Framework to use. Jasmine is recommended.
+  framework: 'jasmine2',
+
+  specs: [
+    // '../temp/test-suites/tc-login.spec.js'
+    // '../temp/test-suites/tc-tools.spec.js',
+    // '../temp/test-suites/tc-account.spec.js',
+    // '../temp/test-suites/tc-profile.spec.js',
+    // '../temp/test-suites/tc-header.spec.js',
+    // '../temp/test-suites/tc-footer.spec.js',
+    // '../temp/test-suites/tc-preferences.spec.js',
+     '../temp/test-suites/tc-challenge-listing.spec.js',
+    // '../temp/test-suites/tc-challenge-detail.spec.js',
+    // '../temp/test-suites/tc-my-dashboard.spec.js',
+    // '../temp/test-suites/tc-member-profile.spec.js',
+  ],
+
+  // Options to be passed to Jasmine.
+  jasmineNodeOpts: {
+    defaultTimeoutInterval: 1200000, // 20 minutes
+    isVerbose: true,
+    showColors: true,
+  },
+
+  onPrepare: () => {
+    BrowserHelper.maximize();
+    BrowserHelper.implicitlyWait(5000);
+    const junitReporter = new reporters.JUnitXmlReporter({
+      consolidateAll: false,
+      savePath: 'test-results',
+    });
+    jasmine.getEnv().addReporter(junitReporter);
+    jasmine.getEnv().addReporter(
+      new HtmlReporter({
+        baseDirectory: 'test-results',
+        docName: 'TestResult.html', // Change html report file name
+        docTitle: 'Test Automation Execution Report', // Add title for the html report
+        gatherBrowserLogs: true, // Store Browser logs
+        jsonsSubfolder: 'jsons', // JSONs Subfolder
+        preserveDirectory: false, // Preserve base directory
+        screenshotsSubfolder: 'screenshots',
+        takeScreenShotsForSkippedSpecs: true, // Screenshots for skipped test cases
+        takeScreenShotsOnlyForFailedSpecs: false, // Screenshots only for failed test cases
+      }).getJasmine2Reporter()
+    );
+  },
+};

automated-smoke-test/config/app-config.json

@@ -0,0 +1,18 @@
+{
+  "Timeout": {
+    "FieldVisibility": 15000,
+    "ElementVisibility": 15000,
+    "ElementInvisibility": 15000,
+    "ElementPresence": 15000,
+    "ElementClickable": 15000,
+    "PageLoad": 300000
+  },
+
+  "LoggerErrors": {
+    "ElementVisibilty": "Element did not display within timeout",
+    "ElementInvisibilty": "Element did not become invisible within timeout",
+    "ElementPresence": "Element was not present within timeout",
+    "ElementClickable": "Element was not clickable within timeout",
+    "PageLoad": "Page did not load within timeout"
+  }
+}