Set up initial google_health-deploy branch

- Add new google_health Jenkins pipeline stage scripts
- Add the abilty for Ansible to write either a file or a template
  depending on which has been configured for the indicator
- Add Ansible template directory (special tall bookshelf)
- Add the ability to keep sensitive variables in `vault.yaml`
- Add google_health production params template

Encrypt vault.yaml

- Use templates dir
- Configure start_date and end_date

Author: korlaxxalrok

ansible/ansible-deploy.yaml

@@ -2,6 +2,7 @@
 - hosts: runtime_host
   vars_files:
     - vars.yaml
+    - vault.yaml
   tasks:
     - name: Copy and unarchive the package into the indicators runtime host directory.
       unarchive:
@@ -18,9 +19,26 @@
         group: "{{ runtime_user }}"
         state: link
 
+    - name: Check to see if we have a params file to send.
+      local_action: stat files/{{ indicator }}-params-prod.json
+      register: file
+
+    - name: Check to see if we have a params template to send.
+      local_action: stat templates/{{ indicator }}-params-prod.json.j2
+      register: template
+
     - name: Set production params file.
       copy:
         src: files/{{ indicator }}-params-prod.json
         dest: "{{ indicators_runtime_dir }}/{{ indicator }}/params.json"
         owner: "{{ runtime_user }}"
         group: "{{ runtime_user }}"
+      when: file.stat.exists
+
+    - name: Set production params template.
+      copy:
+        src: templates/{{ indicator }}-params-prod.json.j2
+        dest: "{{ indicators_runtime_dir }}/{{ indicator }}/params.json"
+        owner: "{{ runtime_user }}"
+        group: "{{ runtime_user }}"
+      when: template.stat.exists

ansible/templates/google_health-params-prod.json.j2

@@ -0,0 +1,8 @@
+{
+  "static_file_dir": "./static",
+  "export_dir": "./receiving",
+  "cache_dir": "./cache",
+  "start_date": "2020-02-01",
+  "end_date": "2020-05-15",
+  "ght_key": "{{ google_health_api_key }}"
+}

ansible/vars.yaml

@@ -5,3 +5,6 @@ indicators_runtime_dir: "/home/{{ runtime_user }}/runtime"
 package: "{{ indicator }}.tar.gz" # This is passed in the Ansible invocation.
 python_version: "3.8.2"
 pyenv_python_path: "/home/{{ runtime_user }}/.pyenv/versions/{{ python_version }}/bin/python"
+
+# Indicators variables.
+google_health_api_key: "{{ vault_google_health_api_key }}"

ansible/vault.yaml

@@ -0,0 +1,9 @@
+$ANSIBLE_VAULT;1.1;AES256
+35386139306136373731386533393535343530623035366532343334326430313839336334646363
+6630646235616664386630623565363262643965376563660a386639663436616635323630356430
+35613139666439363161613232346463366637623238623963623364366166356131346363656432
+3831636539306230660a656430623166663262316230333137613633333337623338393837643331
+34306335636231366135383163336435613130396265333434623361376531396138353163653265
+33363963363032326164323161323036326436616333303738373866623335623664316565653461
+63646536633161623937363062663031353734303539343332633365326333353537316336383461
+64353265303234346633

google_health/params.json.template

@@ -2,7 +2,7 @@
   "static_file_dir": "./static",
   "export_dir": "./receiving",
   "cache_dir": "./cache",
-  "start_date": "2020-02-01",
-  "end_date": "2020-05-15",
+  "start_date": "2020-01-05",
+  "end_date": "",
   "ght_key": ""
 }

jenkins/google_health-jenkins-build copy.sh

@@ -0,0 +1,21 @@
+#!/usr/bin/env bash
+#
+# JHU: Jenkins build
+#
+
+set -exo pipefail
+source ~/.bash_profile
+
+#
+# Build
+#
+
+local_indicator="google_health"
+
+cd "${WORKSPACE}/${local_indicator}" || exit
+
+# Set up venv
+python -m venv env
+source env/bin/activate
+pip install ../_delphi_utils_python/.
+pip install .

jenkins/google_health-jenkins-deploy copy.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+#
+# Jenkins deploy
+#
+
+set -exo pipefail
+source ~/.bash_profile
+
+#
+# Deploy
+#
+
+local_indicator="google_health"
+
+cd "${WORKSPACE}/ansible" || exit
+
+# Ansible!
+ansible-playbook ansible-deploy.yaml --extra-vars "indicator=${local_indicator}" -i inventory

jenkins/google_health-jenkins-package copy.sh

@@ -0,0 +1,18 @@
+#!/usr/bin/env bash
+#
+# Jenkins package
+#
+
+set -exo pipefail
+source ~/.bash_profile
+
+#
+# Package
+#
+
+local_indicator="google_health"
+
+cd "${WORKSPACE}" || exit
+
+# Create .tar.gz for deployment
+tar -czvf "${JENKINS_HOME}/artifacts/${local_indicator}.tar.gz" "${local_indicator}"

jenkins/google_health-jenkins-test copy.sh

@@ -0,0 +1,22 @@
+#!/usr/bin/env bash
+#
+# JHU: Jenkins test
+#
+
+set -exo pipefail
+source ~/.bash_profile
+
+#
+# Test
+#
+
+local_indicator="google_health"
+
+cd "${WORKSPACE}/${local_indicator}" || exit
+
+# Linter
+env/bin/pylint delphi_"${local_indicator}"
+
+# Unit tests and code coverage
+cd tests || exit && \
+  ../env/bin/pytest --cov=delphi_"${local_indicator}" --cov-report=term-missing