Merge pull request #3479 from topcoder-platform/feature-contentful

TC blog to Thrive bridge

Author: sushilshinde

.circleci/config.yml

@@ -176,7 +176,6 @@ workflows:
               only: 
                 - develop
                 - hot-fix
-                - feature-contentful
                 - survey_tc
                 - fix-groups-updates
                 - sort_registrations_submissions
@@ -185,21 +184,16 @@ workflows:
           context : org-global      
           filters:
             branches:
-                only:
-                  - develop
+              only:
+                - develop
+                - feature-contentful
       # This is beta env for production soft releases
       - "build-prod-beta":
           context : org-global
           filters:
             branches:
               only:
                 - develop
-                - feature-contentful
-                - survey_tc
-                - feature-groups-api
-                - mm-broker-api
-                - fix-groups-updates
-                - sort_registrations_submissions
       # Production builds are exectuted only on tagged commits to the
       # master branch.
       - "build-prod":

config/default.js

@@ -150,6 +150,7 @@ module.exports = {
     COMMUNITY_API: 'http://localhost:8000',
     COMMUNITY_APP_GITHUB_ISSUES: 'https://github.com/topcoder-platform/community-app/issues',
     EMAIL_VERIFY_URL: 'http://www.topcoder-dev.com/settings/account/changeEmail',
+    THRIVE_POLL_FEED: 'https://www.topcoder.com/feed',
   },
 
   /* Information about Topcoder user groups can be cached in various places.
@@ -259,7 +260,7 @@ module.exports = {
     title: 'Switch to BUSINESS',
     href: 'https://connect.topcoder-dev.com',
   },
-  // Config for TC EDU
+  // Config for TC EDU - THRIVE
   TC_EDU_BASE_PATH: '/thrive',
   TC_EDU_TRACKS_PATH: '/tracks',
   TC_EDU_ARTICLES_PATH: '/articles',

src/server/index.js

@@ -26,13 +26,17 @@ import { toJson as xmlToJson } from 'utils/xml2json';
 import cdnRouter from './routes/cdn';
 import mailChimpRouter from './routes/mailchimp';
 import mockDocuSignFactory from './__mocks__/docu-sign-mock';
+import { pollArticlesForThrive } from 'server/services/contentful';
 
 /* Dome API for topcoder communities */
 import tcCommunitiesDemoApi from './tc-communities';
 
 import webpackConfigFactory from '../../webpack.config';
 /* eslint-enable */
 
+// Init TC Blog -> THRIVE poll bridge
+pollArticlesForThrive();
+
 global.atob = atob;
 
 const CMS_BASE_URL = `https://app.contentful.com/spaces/${config.SECRET.CONTENTFUL.SPACE_ID}`;

src/server/services/contentful.js

@@ -10,8 +10,10 @@ import fetch from 'isomorphic-fetch';
 // import logger from 'utils/logger';
 // import moment from 'moment';
 import qs from 'qs';
+import { logger } from 'topcoder-react-lib';
 
 const contentful = require('contentful-management');
+const xml2json = require('xml2json');
 
 /* Holds Contentful CDN URL. */
 const CDN_URL = 'https://cdn.contentful.com/spaces';
@@ -191,6 +193,125 @@ export function articleVote(body) {
     .then(entry => entry.publish());
 }
 
+/**
+ * This function fetches TC RSS feed to create draft articles in THRIVE for the new posted blogs.
+ * It calls itself by interval to poll for new blogs.
+ * Runs on server side only.
+ */
+export async function pollArticlesForThrive() {
+  // make this function execute only when in production
+  if (process.env.BABEL_ENV !== 'production') return;
+  logger.log('polling blog articles for THRIVE -> INIT');
+  // Create Contentful client to work with
+  const client = contentful.createClient({
+    accessToken: config.SECRET.CONTENTFUL.MANAGEMENT_TOKEN,
+  });
+  // connect to Thrive space
+  const env = await client.getSpace(config.SECRET.CONTENTFUL.EDU.SPACE_ID)
+    .then(space => space.getEnvironment('master'));
+  // fetch the poll interval
+  const pollConf = await env.getEntry('7n1HT3MhUhgjvCzd36Nymd');
+  const pollInt = pollConf ? pollConf.fields.timeInSeconds : 86400; // default to day if not found
+  // fetch the RSS feed and parse it
+  const feedXML = await fetch(config.URL.THRIVE_POLL_FEED);
+  if (feedXML.ok) {
+    let feed = await feedXML.text();
+    feed = await Promise.resolve(xml2json.toJson(feed, { object: true }));
+    if (feed) {
+      // when feed loaded and parsed ok
+      // apply filter first based on tags work only with 'Community Stories'
+      feed.rss.channel.item = _.filter(
+        feed.rss.channel.item,
+        blogItem => blogItem.category.indexOf('Community Stories') !== -1,
+      );
+      // loop all feed items and check if those exists in space
+      // if not existing then create
+      Promise.all(
+        _.map(feed.rss.channel.item,
+          blogPost => env.getEntries({
+            content_type: 'article',
+            'fields.title[match]': blogPost.title,
+          })
+            .then((queryData) => {
+              if (queryData.total === 0) {
+                // article not found in Contentful space
+                // will create it with payload...
+                const article = {
+                  fields: {
+                    title: { 'en-US': blogPost.title },
+                    type: { 'en-US': 'Article' },
+                    tags: { 'en-US': blogPost.category },
+                    creationDate: { 'en-US': new Date(blogPost.pubDate) },
+                    content: { 'en-US': blogPost.description },
+                    externalArticle: { 'en-US': true },
+                    contentUrl: { 'en-US': blogPost.link },
+                  },
+                };
+                // check if author exists
+                // if yes link it if no create it?
+                return env.getEntries({
+                  content_type: 'person',
+                  query: blogPost['dc:creator'],
+                })
+                  .then((author) => {
+                    // found an author that matches link it
+                    if (author.total) {
+                      article.fields.contentAuthor = {
+                        'en-US': [{
+                          sys: {
+                            type: 'Link', linkType: 'Entry', id: author.items[0].sys.id,
+                          },
+                        }],
+                      };
+                    }
+                    // try get the page to extract its featured image
+                    return fetch(blogPost.link)
+                      .then(rsp => rsp.text())
+                      .then((HTMLsrc) => {
+                        const match = /<image [^>]*href="([^"]+)"/gm.exec(HTMLsrc);
+                        if (match && match[1]) {
+                          // create the asset in Contentful
+                          return env.createAsset({
+                            fields: {
+                              title: { 'en-US': blogPost.title },
+                              file: {
+                                'en-US': { fileName: blogPost.title, contentType: 'image', upload: match[1] },
+                              },
+                            },
+                          })
+                            .then(asset => asset.processForAllLocales())
+                            .then((asset) => {
+                              article.fields.featuredImage = {
+                                'en-US': {
+                                  sys: {
+                                    type: 'Link', linkType: 'Asset', id: asset.sys.id,
+                                  },
+                                },
+                              };
+                              return env.createEntry('article', article);
+                            });
+                        }
+                        // could not find image
+                        // just create the article without it...
+                        return env.createEntry('article', article);
+                      });
+                  });
+              }
+              // Article exists in Contentful space
+              // do nothing...
+              return 1;
+            })),
+      )
+        .then(() => logger.log('polling blog articles for THRIVE -> DONE'));
+    }
+  }
+  // schedule a repeat each TC_EDU_POLL_TIME
+  setTimeout(
+    pollArticlesForThrive,
+    pollInt * 1000 + (Math.floor(Math.random() * Math.floor(5)) * 60 * 1000),
+  ).unref();
+}
+
 // /* Contentful CDN service. */
 // export const cdnService = new ApiService(CDN_URL, CDN_KEY);