Dev

.circleci/config.yml

@@ -0,0 +1,91 @@
+version: 2
+defaults: &defaults
+    docker:
+            #- image: docker:17.06.1-ce-git
+      - image: circleci/python:2.7-stretch-browsers 
+install_dependency: &install_dependency
+          name: Installation of build and deployment dependencies.
+          command: |
+            sudo apt install jq
+            sudo pip install awscli --upgrade
+            sudo pip install docker-compose
+            sudo apt-get install default-jdk
+install_deploysuite: &install_deploysuite
+          name: Installation of install_deploysuite.
+          #Git Clone -change back to v1.3 or latest once counter var is generalized.
+          command: |
+            git clone --branch master https://github.com/topcoder-platform/tc-deploy-scripts ../buildscript    
+            cp ./../buildscript/master_deploy.sh .
+            cp ./../buildscript/buildenv.sh .
+            cp ./../buildscript/awsconfiguration.sh .
+
+restore_cache_settings_for_build: &restore_cache_settings_for_build
+  key: docker-pg-ifx-notify-{{ checksum "package-lock.json" }}
+
+save_cache_settings: &save_cache_settings
+  key: docker-pg-ifx-notify-{{ checksum "package-lock.json" }}
+  paths:
+    - node_modules
+
+
+build_steps: &build_steps
+      - checkout
+      - setup_remote_docker
+      - run: *install_dependency
+      - run: *install_deploysuite
+      - restore_cache: *restore_cache_settings_for_build
+      - run: docker build -t postgres-ifx-processer:latest .
+      - save_cache: *save_cache_settings
+      - deploy:
+          name: Running MasterScript.
+          command: |
+            ./awsconfiguration.sh ${DEPLOY_ENV}
+            source awsenvconf
+            ./buildenv.sh -e ${DEPLOY_ENV} -b ${LOGICAL_ENV}-${APP_NAME}-consumer-deployvar
+            source buildenvvar
+            ./master_deploy.sh -d ECS -e ${DEPLOY_ENV} -t latest -s ${GLOBAL_ENV}-global-appvar,${LOGICAL_ENV}-${APP_NAME}-appvar -i postgres-ifx-processer
+
+            echo "Running Masterscript - deploy postgres-ifx-processer producer"
+            if [ -e ${LOGICAL_ENV}-${APP_NAME}-consumer-deployvar.json ]; then  sudo rm -vf ${LOGICAL_ENV}-${APP_NAME}-consumer-deployvar.json; fi
+            ./buildenv.sh -e ${DEPLOY_ENV} -b ${LOGICAL_ENV}-${APP_NAME}-producer-deployvar
+            source buildenvvar
+            ./master_deploy.sh -d ECS -e ${DEPLOY_ENV} -t latest -s ${GLOBAL_ENV}-global-appvar,${LOGICAL_ENV}-${APP_NAME}-appvar -i postgres-ifx-processer
+
+jobs:
+  # Build & Deploy against development backend #
+  "build-dev":
+    <<: *defaults
+    environment:
+      DEPLOY_ENV: "DEV"
+      LOGICAL_ENV: "DEV"
+      GLOBAL_ENV: "dev"
+      APP_NAME: "postgres-ifx-processer"
+    steps: *build_steps
+  # Build & Deploy against production backend
+  "build-prod":
+    <<: *defaults
+    environment:
+      DEPLOY_ENV: "PROD"
+      LOGICAL_ENV: "PROD"
+      GLOBAL_ENV: "prod"
+      APP_NAME: "postgres-ifx-processer"
+    steps: *build_steps
+workflows:
+  version: 2
+  build:
+    jobs:
+      # Development builds are executed on "develop" branch only.
+      - "build-dev":
+          context : org-global
+          filters:
+            branches:
+              only:
+                - dev
+                - dev-retryfeature
+      - "build-prod":
+          context : org-global
+          filters:
+            branches:
+              only:
+                - master
+

.gitignore

@@ -0,0 +1,8 @@
+.DS_Store
+node_modules
+*.log
+env_producer.sh
+env_consumer.sh
+*.env
+*.sh
+*.list

Dockerfile

@@ -0,0 +1,10 @@
+FROM openjdk:11.0.3-jdk-stretch
+
+RUN apt-get update && wget -qO- https://deb.nodesource.com/setup_8.x | bash - && apt-get install -y nodejs libpq-dev g++ make
+
+WORKDIR /opt/app
+COPY . .
+
+RUN npm install
+#RUN npm install dotenv --save
+ENTRYPOINT ["npm","run"]

config/default.js

@@ -0,0 +1,50 @@
+const path = require('path')
+
+module.exports = {
+  LOG_LEVEL: process.env.LOG_LEVEL || 'debug', // Winston log level
+  LOG_FILE: path.join(__dirname, '../app.log'), // File to write logs to
+  INFORMIX: { // Informix connection options
+    host: process.env.INFORMIX_HOST || 'localhost',
+    port: parseInt(process.env.INFORMIX_PORT, 10) || 2021,
+    user: process.env.INFORMIX_USER || 'informix',
+    password: process.env.INFORMIX_PASSWORD || 'password',
+    database: process.env.INFORMIX_DATABASE || 'db',
+    server: process.env.INFORMIX_SERVER || 'informixserver',
+    minpool: parseInt(process.env.MINPOOL, 10) || 1,
+    maxpool: parseInt(process.env.MAXPOOL, 10) || 60,
+    maxsize: parseInt(process.env.MAXSIZE, 10) || 0,
+    idleTimeout: parseInt(process.env.IDLETIMEOUT, 10) || 3600,
+    timeout: parseInt(process.env.TIMEOUT, 10) || 30000
+  },
+  POSTGRES: { // Postgres connection options
+    user: process.env.PG_USER || 'pg_user',
+    host: process.env.PG_HOST || 'localhost',
+    database: process.env.PG_DATABASE || 'postgres', // database must exist before running the tool
+    password: process.env.PG_PASSWORD || 'password',
+    port: parseInt(process.env.PG_PORT, 10) || 5432,
+    triggerFunctions: process.env.TRIGGER_FUNCTIONS || ['db_notifications'], // List of trigger functions to listen to
+    triggerTopics: process.env.TRIGGER_TOPICS || ['db.postgres.sync'], // Names of the topic in the trigger payload
+    triggerOriginators: process.env.TRIGGER_ORIGINATORS || ['tc-postgres-delta-processor'] // Names of the originator in the trigger payload
+  },
+  KAFKA: { // Kafka connection options
+    brokers_url: process.env.KAFKA_URL || 'localhost:9092', // comma delimited list of initial brokers list
+    SSL: {
+      cert: process.env.KAFKA_CLIENT_CERT || null, // SSL client certificate file path
+      key: process.env.KAFKA_CLIENT_CERT_KEY || null // SSL client key file path
+    },
+    topic: process.env.KAFKA_TOPIC || 'db.topic.sync', // Kafka topic to push and receive messages
+    partition: process.env.partition || [0], // Kafka partitions to use
+    maxRetry: process.env.MAX_RETRY || 3,
+    errorTopic: process.env.ERROR_TOPIC || 'db.scorecardtable.error',
+    recipients: ['[email protected]'] // Kafka partitions to use
+  },
+
+	AUTH0_URL: process.env.AUTH0_URL ,
+	AUTH0_AUDIENCE: process.env.AUTH0_AUDIENCE ,
+	TOKEN_CACHE_TIME: process.env.TOKEN_CACHE_TIME ,
+	AUTH0_CLIENT_ID: process.env.AUTH0_CLIENT_ID ,
+	AUTH0_CLIENT_SECRET: process.env.AUTH0_CLIENT_SECRET  ,
+	BUSAPI_URL : process.env.BUSAPI_URL ,
+	KAFKA_ERROR_TOPIC : process.env.KAFKA_ERROR_TOPIC ,
+	AUTH0_PROXY_SERVER_URL: process.env.AUTH0_PROXY_SERVER_URL 
+}

config/test.js

@@ -0,0 +1,41 @@
+const path = require('path')
+
+module.exports = {
+  LOG_LEVEL: process.env.LOG_LEVEL || 'debug', // Winston log level
+  LOG_FILE: path.join(__dirname, '../app.log'), // File to write logs to
+  INFORMIX: { // Informix connection options
+    host: process.env.INFORMIX_HOST || 'localhost',
+    port: parseInt(process.env.INFORMIX_PORT, 10) || 2021,
+    user: process.env.INFORMIX_USER || 'informix',
+    password: process.env.INFORMIX_PASSWORD || '1nf0rm1x',
+    database: process.env.INFORMIX_DATABASE || 'tcs_catalog',
+    server: process.env.INFORMIX_SERVER || 'informixoltp_tcp',
+    minpool: parseInt(process.env.MINPOOL, 10) || 1,
+    maxpool: parseInt(process.env.MAXPOOL, 10) || 60,
+    maxsize: parseInt(process.env.MAXSIZE, 10) || 0,
+    idleTimeout: parseInt(process.env.IDLETIMEOUT, 10) || 3600,
+    timeout: parseInt(process.env.TIMEOUT, 10) || 30000
+  },
+  POSTGRES: { // Postgres connection options
+    user: process.env.PG_USER || 'mayur',
+    host: process.env.PG_HOST || 'localhost',
+    database: process.env.PG_DATABASE || 'postgres', // database must exist before running the tool
+    password: process.env.PG_PASSWORD || 'password',
+    port: parseInt(process.env.PG_PORT, 10) || 5432,
+    triggerFunctions: process.env.triggerFunctions || ['db_notifications'], // List of trigger functions to listen to
+    triggerTopics: process.env.TRIGGER_TOPICS || ['db.postgres.sync'], // Names of the topic in the trigger payload
+    triggerOriginators: process.env.TRIGGER_ORIGINATORS || ['tc-postgres-delta-processor'] // Names of the originator in the trigger payload
+  },
+  KAFKA: { // Kafka connection options
+    brokers_url: process.env.KAFKA_URL || 'localhost:9092', // comma delimited list of initial brokers list
+    SSL: {
+      cert: process.env.KAFKA_SSL_CERT || null, // SSL client certificate file path
+      key: process.env.KAFKA_SSL_KEY || null // SSL client key file path
+    },
+    topic: process.env.KAFKA_TOPIC || 'db.postgres.sync', // Kafka topic to push and receive messages
+    partition: process.env.partition || [0] // Kafka partitions to use
+  },
+  TEST_TABLE: 'scorecard', // Name of test table to use. Triggers for this table must exist
+  TEST_SCHEMA: 'tcs_catalog', // Name of schema "TEST_TABLE" belongs to
+  TEST_INTERVAL: 5000 // 5s interval to wait for postgres DML updates to be propagated to informix
+}