Revert "aggregate topic"

Author: Dushyant Bhalgami

README.md

@@ -21,12 +21,7 @@ You can update the configuration file or set values to the corresponding environ
 - `KAFKA_UPDATE_SUBMISSION_TOPIC` The update submission topic from which the app consumes events
 - `SUBMISSION_API_URL` The Submission API URL
 - `SUBMISSION_TIMEOUT` The Submission API timeout
-- `DB_POOL_SIZE` Pool size of database server, default to be 10
-- `DB_SERVER` legacy database server, e.g 'informixoltp_tcp'
-- `DB_NAME` legacy database name, e.g 'tcs_catalog'
-- `DB_ID_NAME` legacy CommonOLTP database name, e.g 'common_oltp'
-- `DB_HOST` legacy database host, e.g 'informix'
-- `DB_SERVICE` legacy database service, e.g 'sqlexec'
+- `DB_NAME` legacy database name 'dbname@db_server_name'
 - `DB_USERNAME` database username
 - `DB_PASSWORD` database password
 - `ID_SEQ_UPLOAD` upload database sequence

build.sh

@@ -46,7 +46,7 @@ echo "================================"
 echo "env set"
 echo "initiating test"
 echo "================================"
-#docker-compose -f ecs-docker-compose.yml up --build lsp-app-test
+docker-compose -f ecs-docker-compose.yml up --build lsp-app-test
 echo "================================"
 echo "test completed"
 echo "================================"

config/default.js

@@ -4,8 +4,6 @@
 module.exports = {
   LOG_LEVEL: process.env.LOG_LEVEL || 'debug',
 
-  KAFKA_CONCURRENCY: process.env.KAFKA_CONCURRENCY ? Number(process.env.KAFKA_CONCURRENCY) : 1,
-
   // The client group ID for committing and fetching offsets.
   // All clients sharing the same group ID belong to the same group.
   KAFKA_GROUP_ID: process.env.KAFKA_GROUP_ID || 'tc-submission-legacy-processor',
@@ -19,8 +17,6 @@ module.exports = {
   // The client cert key, can be (1) the path to the cert key file, or (2) the cert key content
   KAFKA_CLIENT_CERT_KEY: process.env.KAFKA_CLIENT_CERT_KEY || './docker/kafka/kafka-ssl/client.key',
 
-  KAFKA_AGGREGATE_SUBMISSION_TOPIC: process.env.KAFKA_AGGREGATE_SUBMISSION_TOPIC || 'submission.notification.aggregate',
-
   // The topic from which the app consumes events
   KAFKA_NEW_SUBMISSION_TOPIC: process.env.KAFKA_NEW_SUBMISSION_TOPIC || 'submission.notification.create',
 
@@ -39,29 +35,8 @@ module.exports = {
   // payload.types
   PAYLOAD_TYPES: process.env.PAYLOAD_TYPES || 'bcf2b43b-20df-44d1-afd3-7fc9798dfcae',
 
-  // The Informix db pool size
-  DB_POOL_SIZE: process.env.DB_POOL_SIZE ? Number(process.env.DB_POOL_SIZE) : 10,
-
-  // The Informix Server Name
-  DB_SERVER: process.env.DB_SERVER || 'informixoltp_tcp',
-
-  DB_PORT: process.env.DB_PORT || '2020',
-
-  DB_PROTOCOL: process.env.DB_PROTOCOL || 'onsoctcp',
-
-  DB_LOCALE: process.env.DB_LOCALE || 'en_US.57372',
-
   // The Informix Database Name
-  DB_NAME: process.env.DB_NAME || 'tcs_catalog',
-
-  // The CommonOLTP Database Name
-  DB_ID_NAME: process.env.DB_ID_NAME || 'common_oltp',
-
-  // The Informix Host
-  DB_HOST: process.env.DB_HOST || 'informix',
-
-  // The Informix Service
-  DB_SERVICE: process.env.DB_SERVICE || 'sqlexec',
+  DB_NAME: process.env.DB_NAME || 'tcs_catalog@informixoltp_tcp',
 
   // The Informix Database Username
   DB_USERNAME: process.env.DB_USERNAME || 'informix',
@@ -90,4 +65,4 @@ module.exports = {
   CHALLENGE_INFO_API: process.env.CHALLENGE_INFO_API || 'http://mock-api-host:3000/challenges?filter=id={cid}', // {cid} gets replaced with challenge id
 
   MM_CHALLENGE_SUBTRACK: process.env.MM_CHALLENGE_SUBTRACK || 'MARATHON_MATCH, DEVELOP_MARATHON_MATCH'
-};
+}

config/production.js

@@ -36,7 +36,7 @@ module.exports = {
   PAYLOAD_TYPES: process.env.PAYLOAD_TYPES || 'bcf2b43b-20df-44d1-afd3-7fc9798dfcae',
 
   // The Informix Database Name
-  DB_NAME: process.env.DB_NAME || 'tcs_catalog',
+  DB_NAME: process.env.DB_NAME || 'tcs_catalog@informixoltp_tcp',
 
   // The Informix Database Username
   DB_USERNAME: process.env.DB_USERNAME || 'informix',

config/staging.js

@@ -36,7 +36,7 @@ module.exports = {
   PAYLOAD_TYPES: process.env.PAYLOAD_TYPES || 'bcf2b43b-20df-44d1-afd3-7fc9798dfcae',
 
   // The Informix Database Name
-  DB_NAME: process.env.DB_NAME || 'tcs_catalog',
+  DB_NAME: process.env.DB_NAME || 'tcs_catalog@informixoltp_tcp',
 
   // The Informix Database Username
   DB_USERNAME: process.env.DB_USERNAME || 'informix',

config/test.js

@@ -38,7 +38,7 @@ module.exports = {
   PAYLOAD_TYPES: process.env.PAYLOAD_TYPES || 'bcf2b43b-20df-44d1-afd3-7fc9798dfcae',
 
   // The Informix Database Name
-  DB_NAME: 'tcs_catalog',
+  DB_NAME: 'tcs_catalog@informixoltp_tcp',
 
   // The Informix Database Username
   DB_USERNAME: 'informix',

docker/legacy-submission-processor/lspDockerfile

@@ -1,4 +1,4 @@
-FROM appiriodevops/tc-database-scripts:base
+FROM ibmcom/informix-innovator-c:12.10.FC11IE
 
 ARG servername=informix
 ARG port=2021
@@ -7,38 +7,37 @@ USER root
 RUN mkdir /app
 WORKDIR /home/informix
 
-RUN sed -i '/jessie-updates/d' /etc/apt/sources.list
-RUN apt-get -qq update && apt-get -qq install -y \
-    wget gcc g++ make xz-utils python2.7 git
+RUN apt-get update -qq && apt-get -qq install -y \
+    wget gcc g++ make xz-utils python2.7 git curl
 
 RUN wget -q -O node8.tar.xz https://nodejs.org/dist/v8.11.3/node-v8.11.3-linux-x64.tar.xz \
     && tar xfJ node8.tar.xz && rm -rf node8.tar.xz
 
-
 ENV SERVERNAME=$servername
 ENV SERVERPORT=$port
 
-ENV INFORMIXDIR /opt/IBM/informix
+COPY docker/legacy-submission-processor/esql /opt/ibm/informix/bin/
+RUN chmod +x /opt/ibm/informix/bin/esql
+RUN echo "informixoltp_tcp        onsoctcp        $SERVERNAME               sqlexec" \
+  > /opt/ibm/informix/etc/sqlhosts.informixoltp_tcp
+
+ENV INFORMIXDIR /opt/ibm/informix
 ENV INFORMIX_HOME /home/informix
 ENV INFORMIXSERVER informixoltp_tcp
 ENV INFORMIXTERM terminfo
 ENV CLIENT_LOCALE=en_US.utf8
 ENV DB_LOCALE=en_US.utf8
 ENV DBDATE Y4MD-
 ENV DBDELIMITER "|"
-
-COPY docker/legacy-submission-processor/esql ${INFORMIXDIR}/bin/
-RUN chmod +x ${INFORMIXDIR}/bin/esql
-RUN echo "informixoltp_tcp        onsoctcp        ${SERVERNAME:-informix}              sqlexec" \
-  > ${INFORMIXDIR}/etc/sqlhosts.informixoltp_tcp
-RUN echo "sqlexec 2021/tcp" >> /etc/services
-RUN rm /usr/bin/python && ln -s /usr/bin/python2.7 /usr/bin/python
 ENV PATH /home/informix/node-v8.11.3-linux-x64/bin:${INFORMIXDIR}/bin:${INFORMIXDIR}/lib:${INFORMIXDIR}/lib/esql:${PATH}
-ENV LD_LIBRARY_PATH ${INFORMIXDIR}/lib:$INFORMIXDIR/lib/esql:$INFORMIXDIR/lib/tools:${INFORMIXDIR}/lib/cli
-ENV INFORMIXSQLHOSTS ${INFORMIXDIR}/etc/sqlhosts.informixoltp_tcp
+ENV LD_LIBRARY_PATH ${INFORMIXDIR}/lib:$INFORMIXDIR/lib/esql:$INFORMIXDIR/lib/tools
+ENV INFORMIXSQLHOSTS /opt/ibm/informix/etc/sqlhosts.informixoltp_tcp
 ENV USER root
 ENV LICENSE accept
 
+RUN ln -s /usr/bin/python2.7 /usr/bin/python
+RUN echo "sqlexec $SERVERPORT/tcp" >> /etc/services
+
 WORKDIR /app
 COPY . .
 RUN npm --unsafe-perm install

index.js

@@ -1,15 +1,15 @@
 /**
  * The main entry of the application.
  */
-require('legacy-processor-module/bootstrap');
+require('legacy-processor-module/bootstrap')
 
-const config = require('config');
-const KafkaConsumer = require('legacy-processor-module/KafkaConsumer');
+const config = require('config')
+const KafkaConsumer = require('legacy-processor-module/KafkaConsumer')
 
-const SubmissionService = require('./src/services/SubmissionService');
+const SubmissionService = require('./src/services/SubmissionService')
 
-const consumer = KafkaConsumer.startConsumer(SubmissionService, [config.KAFKA_AGGREGATE_SUBMISSION_TOPIC]);
+const consumer = KafkaConsumer.startConsumer(SubmissionService, [config.KAFKA_NEW_SUBMISSION_TOPIC, config.KAFKA_UPDATE_SUBMISSION_TOPIC])
 
 if (process.env.NODE_ENV === 'test') {
-  module.exports = consumer;
+  module.exports = consumer
 }