env changes

Author: root

.gitignore

@@ -2,4 +2,5 @@
 node_modules
 *.log
 env_producer.sh
+package-lock.json
 env_consumer.sh

config/default.js

@@ -0,0 +1,47 @@
+const path = require('path')
+
+module.exports = {
+  LOG_LEVEL: process.env.LOG_LEVEL || 'debug', // Winston log level
+  LOG_FILE: path.join(__dirname, '../app.log'), // File to write logs to
+  INFORMIX: { // Informix connection options
+    host: process.env.INFORMIX_HOST || 'localhost',
+    port: parseInt(process.env.INFORMIX_PORT, 10) || 2021,
+    user: process.env.INFORMIX_USER || 'informix',
+    password: process.env.INFORMIX_PASSWORD || '1nf0rm1x',
+    database: process.env.INFORMIX_DATABASE || 'tcs_catalog',
+    server: process.env.INFORMIX_SERVER || 'informixoltp_tcp',
+    minpool: parseInt(process.env.MINPOOL, 10) || 1,
+    maxpool: parseInt(process.env.MAXPOOL, 10) || 60,
+    maxsize: parseInt(process.env.MAXSIZE, 10) || 0,
+    idleTimeout: parseInt(process.env.IDLETIMEOUT, 10) || 3600,
+    timeout: parseInt(process.env.TIMEOUT, 10) || 30000
+  },
+  POSTGRES: { // Postgres connection options
+    user: process.env.PG_USER || 'mayur',
+    host: process.env.PG_HOST || 'localhost',
+    database: process.env.PG_DATABASE || 'postgres', // database must exist before running the tool
+    password: process.env.PG_PASSWORD || 'password',
+    port: parseInt(process.env.PG_PORT, 10) || 5432,
+    triggerFunctions: process.env.TRIGGER_FUNCTIONS || ['db_notifications'], // List of trigger functions to listen to
+    triggerTopics: process.env.TRIGGER_TOPICS || ['db.postgres.sync'], // Names of the topic in the trigger payload
+    triggerOriginators: process.env.TRIGGER_ORIGINATORS || ['tc-postgres-delta-processor'] // Names of the originator in the trigger payload
+  },
+  KAFKA: { // Kafka connection options
+    brokers_url: process.env.KAFKA_URL || 'localhost:9092', // comma delimited list of initial brokers list
+    SSL: {
+      cert: process.env.KAFKA_SSL_CERT || null, // SSL client certificate file path
+      key: process.env.KAFKA_SSL_KEY || null // SSL client key file path
+    },
+    topic: process.env.KAFKA_TOPIC || 'db.postgres.sync', // Kafka topic to push and receive messages
+    partition: process.env.partition || [0] // Kafka partitions to use
+  },
+
+	AUTH0_URL: process.env.AUTH0_URL ,
+	AUTH0_AUDIENCE: process.env.AUTH0_AUDIENCE ,
+	TOKEN_CACHE_TIME: process.env.TOKEN_CACHE_TIME ,
+	AUTH0_CLIENT_ID: process.env.AUTH0_CLIENT_ID ,
+	AUTH0_CLIENT_SECRET: process.env.AUTH0_CLIENT_SECRET  ,
+	BUSAPI_URL : process.env.BUSAPI_URL ,
+	KAFKA_ERROR_TOPIC : process.env.KAFKA_ERROR_TOPIC ,
+	AUTH0_PROXY_SERVER_URL: process.env.AUTH0_PROXY_SERVER_URL 
+}

config/test.js

@@ -0,0 +1,41 @@
+const path = require('path')
+
+module.exports = {
+  LOG_LEVEL: process.env.LOG_LEVEL || 'debug', // Winston log level
+  LOG_FILE: path.join(__dirname, '../app.log'), // File to write logs to
+  INFORMIX: { // Informix connection options
+    host: process.env.INFORMIX_HOST || 'localhost',
+    port: parseInt(process.env.INFORMIX_PORT, 10) || 2021,
+    user: process.env.INFORMIX_USER || 'informix',
+    password: process.env.INFORMIX_PASSWORD || '1nf0rm1x',
+    database: process.env.INFORMIX_DATABASE || 'tcs_catalog',
+    server: process.env.INFORMIX_SERVER || 'informixoltp_tcp',
+    minpool: parseInt(process.env.MINPOOL, 10) || 1,
+    maxpool: parseInt(process.env.MAXPOOL, 10) || 60,
+    maxsize: parseInt(process.env.MAXSIZE, 10) || 0,
+    idleTimeout: parseInt(process.env.IDLETIMEOUT, 10) || 3600,
+    timeout: parseInt(process.env.TIMEOUT, 10) || 30000
+  },
+  POSTGRES: { // Postgres connection options
+    user: process.env.PG_USER || 'mayur',
+    host: process.env.PG_HOST || 'localhost',
+    database: process.env.PG_DATABASE || 'postgres', // database must exist before running the tool
+    password: process.env.PG_PASSWORD || 'password',
+    port: parseInt(process.env.PG_PORT, 10) || 5432,
+    triggerFunctions: process.env.triggerFunctions || ['db_notifications'], // List of trigger functions to listen to
+    triggerTopics: process.env.TRIGGER_TOPICS || ['db.postgres.sync'], // Names of the topic in the trigger payload
+    triggerOriginators: process.env.TRIGGER_ORIGINATORS || ['tc-postgres-delta-processor'] // Names of the originator in the trigger payload
+  },
+  KAFKA: { // Kafka connection options
+    brokers_url: process.env.KAFKA_URL || 'localhost:9092', // comma delimited list of initial brokers list
+    SSL: {
+      cert: process.env.KAFKA_SSL_CERT || null, // SSL client certificate file path
+      key: process.env.KAFKA_SSL_KEY || null // SSL client key file path
+    },
+    topic: process.env.KAFKA_TOPIC || 'db.postgres.sync', // Kafka topic to push and receive messages
+    partition: process.env.partition || [0] // Kafka partitions to use
+  },
+  TEST_TABLE: 'scorecard', // Name of test table to use. Triggers for this table must exist
+  TEST_SCHEMA: 'tcs_catalog', // Name of schema "TEST_TABLE" belongs to
+  TEST_INTERVAL: 5000 // 5s interval to wait for postgres DML updates to be propagated to informix
+}

package.json

@@ -22,7 +22,7 @@
     "winston": "^3.2.1",
     "lodash": "^4.17.15",
     "topcoder-bus-api-wrapper": "^1.0.1",
-    "topcoder-healthcheck-dropin": "^1.0.3",
+    "topcoder-healthcheck-dropin": "^1.0.3"
   },
   "devDependencies": {
     "chai": "^4.2.0",

src/consumer.js

@@ -5,7 +5,7 @@ const config = require('config')
 const Kafka = require('no-kafka')
 const logger = require('./common/logger')
 const informix = require('./common/informixWrapper.js')
-
+const healthcheck = require('topcoder-healthcheck-dropin');
 const kafkaOptions = config.get('KAFKA')
 const isSslEnabled = kafkaOptions.SSL && kafkaOptions.SSL.cert && kafkaOptions.SSL.key
 const consumer = new Kafka.SimpleConsumer({
@@ -63,8 +63,6 @@ async function updateInformix (payload) {
       break
     case 'delete':
       {
-       // const columns = payload.data
-        //const primaryKey = payload.Uniquecolumn
         sql = `delete from ${payload.payload.schema}:${payload.payload.table} where ${primaryKey}=${columns[primaryKey]};` // ""delete from <schema>:<table> where primary_key_col=primary_key_val"
       }
       break

src/producer.js

@@ -16,12 +16,10 @@ const express = require('express')
 const app = express()
 const port = 3000
 
-
 const busApiClient = busApi(_.pick(config,
         ['AUTH0_URL', 'AUTH0_AUDIENCE', 'TOKEN_CACHE_TIME',
                 'AUTH0_CLIENT_ID', 'AUTH0_CLIENT_SECRET', 'BUSAPI_URL',
                 'KAFKA_ERROR_TOPIC', 'AUTH0_PROXY_SERVER_URL']))
-
 busApiClient
         .getHealth()
         .then(result => console.log(result.body, result.status))
@@ -78,6 +76,6 @@ run()
 
 app.get('/health', (req, res) => {
         //console.log('pgClient', pgClient)
-        res.send('ok')
+        res.send('health ok')
 })
 app.listen(port, () => console.log(`Example app listening on port ${port}!`))