Merge pull request #5 from topcoder-platform/dev

[skip ci] merge into master from Dev

Author: nkumar-topcoder

.circleci/config.yml

@@ -41,16 +41,22 @@ build_steps: &build_steps
           command: |
             ./awsconfiguration.sh ${DEPLOY_ENV}
             source awsenvconf
-            ./buildenv.sh -e ${DEPLOY_ENV} -b ${LOGICAL_ENV}-${APP_NAME}-consumer-deployvar
+            
+             ./buildenv.sh -e ${DEPLOY_ENV} -b ${LOGICAL_ENV}-${APP_NAME}-consumer-deployvar
             source buildenvvar
             ./master_deploy.sh -d ECS -e ${DEPLOY_ENV} -t latest -s ${GLOBAL_ENV}-global-appvar,${LOGICAL_ENV}-${APP_NAME}-appvar -i postgres-ifx-processer
-
+            
             echo "Running Masterscript - deploy postgres-ifx-processer producer"
             if [ -e ${LOGICAL_ENV}-${APP_NAME}-consumer-deployvar.json ]; then  sudo rm -vf ${LOGICAL_ENV}-${APP_NAME}-consumer-deployvar.json; fi
             ./buildenv.sh -e ${DEPLOY_ENV} -b ${LOGICAL_ENV}-${APP_NAME}-producer-deployvar
             source buildenvvar
             ./master_deploy.sh -d ECS -e ${DEPLOY_ENV} -t latest -s ${GLOBAL_ENV}-global-appvar,${LOGICAL_ENV}-${APP_NAME}-appvar -i postgres-ifx-processer
-
+                          
+            echo "Running Masterscript - deploy postgres-ifx-processer producer_dd"
+            if [ -e ${LOGICAL_ENV}-${APP_NAME}-producer-deployvar.json ]; then  sudo rm -vf ${LOGICAL_ENV}-${APP_NAME}-producer-deployvar.json; fi
+            ./buildenv.sh -e ${DEPLOY_ENV} -b ${LOGICAL_ENV}-${APP_NAME}-producer_dd-deployvar
+            source buildenvvar
+            ./master_deploy.sh -d ECS -e ${DEPLOY_ENV} -t latest -s ${GLOBAL_ENV}-global-appvar,${LOGICAL_ENV}-${APP_NAME}-appvar -i postgres-ifx-processer
 jobs:
   # Build & Deploy against development backend #
   "build-dev":
@@ -61,7 +67,16 @@ jobs:
       GLOBAL_ENV: "dev"
       APP_NAME: "postgres-ifx-processer"
     steps: *build_steps
-  # Build & Deploy against production backend
+  # Build & Deploy against development backend #
+  "build-test":
+    <<: *defaults
+    environment:
+      DEPLOY_ENV: "DEV"
+      LOGICAL_ENV: "TEST"
+      GLOBAL_ENV: "dev"
+      APP_NAME: "postgres-ifx-processer"
+    steps: *build_steps
+  # Build & Deploy against production backend  
   "build-prod":
     <<: *defaults
     environment:
@@ -82,10 +97,16 @@ workflows:
               only:
                 - dev
                 - dev-retryfeature
+      - "build-test":
+          context : org-global
+          filters:
+            branches:
+              only:
+                - dev-test-pg             
+                - dev-test-pg-rf             
       - "build-prod":
           context : org-global
           filters:
             branches:
               only:
                 - master
-

config/default.js

@@ -22,8 +22,8 @@ module.exports = {
     database: process.env.PG_DATABASE || 'postgres', // database must exist before running the tool
     password: process.env.PG_PASSWORD || 'password',
     port: parseInt(process.env.PG_PORT, 10) || 5432,
-    triggerFunctions: process.env.TRIGGER_FUNCTIONS || ['db_notifications'], // List of trigger functions to listen to
-    triggerTopics: process.env.TRIGGER_TOPICS || ['db.postgres.sync'], // Names of the topic in the trigger payload
+    triggerFunctions: process.env.TRIGGER_FUNCTIONS || ['dev_db_notifications'], // List of trigger functions to listen to
+    triggerTopics: process.env.TRIGGER_TOPICS || ['dev.db.postgres.sync'], // Names of the topic in the trigger payload
     triggerOriginators: process.env.TRIGGER_ORIGINATORS || ['tc-postgres-delta-processor'] // Names of the originator in the trigger payload
   },
   KAFKA: { // Kafka connection options
@@ -38,6 +38,20 @@ module.exports = {
     errorTopic: process.env.ERROR_TOPIC || 'db.scorecardtable.error',
     recipients: ['[email protected]'] // Kafka partitions to use
   },
+  SLACK: {
+    URL: process.env.SLACKURL || 'us-east-1',
+    SLACKCHANNEL: process.env.SLACKCHANNEL || 'ifxpg-migrator',
+    SLACKNOTIFY:  process.env.SLACKNOTIFY || 'false'
+  },
+   RECONSILER:{
+    RECONSILER_START: process.env.RECONSILER_START || 10,
+    RECONSILER_END: process.env.RECONSILER_END || 5,
+    RECONSILER_DURATION_TYPE: process.env.RECONSILER_DURATION_TYPE || 'm'
+  },
+  DYNAMODB:
+	{
+	DYNAMODB_TABLE: process.env.DYNAMODB_TABLE || 'dev_pg_ifx_payload_sync'
+	},
 
 	AUTH0_URL: process.env.AUTH0_URL ,
 	AUTH0_AUDIENCE: process.env.AUTH0_AUDIENCE ,

config/test.js

@@ -7,9 +7,9 @@ module.exports = {
     host: process.env.INFORMIX_HOST || 'localhost',
     port: parseInt(process.env.INFORMIX_PORT, 10) || 2021,
     user: process.env.INFORMIX_USER || 'informix',
-    password: process.env.INFORMIX_PASSWORD || '1nf0rm1x',
-    database: process.env.INFORMIX_DATABASE || 'tcs_catalog',
-    server: process.env.INFORMIX_SERVER || 'informixoltp_tcp',
+    password: process.env.INFORMIX_PASSWORD || 'password',
+    database: process.env.INFORMIX_DATABASE || 'db',
+    server: process.env.INFORMIX_SERVER || 'informixp',
     minpool: parseInt(process.env.MINPOOL, 10) || 1,
     maxpool: parseInt(process.env.MAXPOOL, 10) || 60,
     maxsize: parseInt(process.env.MAXSIZE, 10) || 0,

package.json

@@ -8,11 +8,13 @@
     "lint:fix": "standard --env mocha --fix",
     "producer": "node ./src/producer.js",
     "consumer": "node ./src/consumer.js",
-    "start": "npm run producer & npm run consumer"
+    "producer_dd": "node ./src/producer.js failover",
+    "start": "npm run producer & npm run producer_dd & npm run consumer"
   },
   "author": "Topcoder",
   "license": "ISC",
   "dependencies": {
+    "aws-sdk": "*",
     "config": "^3.2.2",
     "informix-wrapper": "git+https://github.com/appirio-tech/informix-wrapper.git",
     "no-kafka": "^3.4.3",