Add new configuration to set up safegraph deployment branch

ansible/ansible-deploy.yaml

@@ -2,6 +2,7 @@
 - hosts: runtime_host
   vars_files:
     - vars.yaml
+    - vault.yaml
   tasks:
     - name: Copy and unarchive the package into the indicators runtime host directory.
       unarchive:
@@ -18,9 +19,26 @@
         group: "{{ runtime_user }}"
         state: link
 
+    - name: Check to see if we have a params file to send.
+      local_action: stat files/{{ indicator }}-params-prod.json
+      register: file
+
+    - name: Check to see if we have a params template to send.
+      local_action: stat templates/{{ indicator }}-params-prod.json.j2
+      register: template
+
     - name: Set production params file.
       copy:
         src: files/{{ indicator }}-params-prod.json
         dest: "{{ indicators_runtime_dir }}/{{ indicator }}/params.json"
         owner: "{{ runtime_user }}"
         group: "{{ runtime_user }}"
+      when: file.stat.exists
+
+    - name: Set production params template.
+      template:
+        src: templates/{{ indicator }}-params-prod.json.j2
+        dest: "{{ indicators_runtime_dir }}/{{ indicator }}/params.json"
+        owner: "{{ runtime_user }}"
+        group: "{{ runtime_user }}"
+      when: template.stat.exists

ansible/google_health-build.yaml

@@ -0,0 +1,15 @@
+---
+- hosts: localhost
+  connection: local
+  vars_files:
+    - vars.yaml
+    - vault.yaml
+  tasks:
+    - name: Set test params template.
+      template:
+        src: templates/{{ indicator }}-params-test.json.j2
+        dest: "{{ workspace }}/{{ indicator }}/tests/params.json"
+        owner: "{{ jenkins_user }}"
+        group: "{{ jenkins_user }}"
+        mode: "0644"
+      delegate_to: localhost

ansible/templates/google_health-params-prod.json.j2

@@ -0,0 +1,8 @@
+{
+  "static_file_dir": "./static",
+  "export_dir": "/common/covidcast/receiving/ght",
+  "cache_dir": "./cache",
+  "start_date": "2020-02-01",
+  "end_date": "",
+  "ght_key": "{{ google_health_api_key }}"
+}

ansible/templates/google_health-params-test.json.j2

@@ -0,0 +1,8 @@
+{
+  "static_file_dir": "../static",
+  "export_dir": "./receiving",
+  "cache_dir": "../cache",
+  "start_date": "2020-02-11",
+  "end_date": "2020-04-30",
+  "ght_key": "{{ google_health_api_key }}"
+}

ansible/templates/safegraph-params-prod.json.j2

@@ -0,0 +1,11 @@
+{
+  "static_file_dir": "./static",
+  "raw_data_dir": "/common/safegraph",
+  "export_dir": "./receiving",
+  "cache_dir": "./cache",
+  "n_core": "6",
+  "aws_access_key_id": "{{ safegraph_aws_access_key_id }}",
+  "aws_secret_access_key": "{{ safegraph_aws_secret_access_key }}",
+  "aws_default_region": "us-east-1",
+  "aws_endpoint": "https://s3.wasabisys.com"
+}

ansible/vars.yaml

@@ -1,7 +1,13 @@
 ---
 runtime_user: "indicators"
+jenkins_user: "jenkins"
 jenkins_artifact_dir: "/var/lib/jenkins/artifacts"
 indicators_runtime_dir: "/home/{{ runtime_user }}/runtime"
-package: "{{ indicator }}.tar.gz" # This is passed in the Ansible invocation.
+package: "{{ indicator }}.tar.gz" # {{ indicator }} is passed in from the Jenkins shell script wrapper.
 python_version: "3.8.2"
 pyenv_python_path: "/home/{{ runtime_user }}/.pyenv/versions/{{ python_version }}/bin/python"
+
+# Indicators variables.
+google_health_api_key: "{{ vault_google_health_api_key }}"
+safegraph_aws_access_key_id: "{{ vault_safegraph_aws_access_key_id }}"
+safegraph_aws_secret_access_key: "{{ vault_aws_safegraph_secret_access_key }}"

ansible/vault.yaml

@@ -0,0 +1,16 @@
+$ANSIBLE_VAULT;1.1;AES256
+39626439303237333632613162313237313935316232393262346461353534356537376136646336
+6562346664633562363466373230303931313139306163350a633130356639343830613030633839
+65616533653265653636613337333634333439643762376162626262653730653632643462366464
+6134633532303530320a636464346365373463356566353438316233333632353235313463336134
+30613531323236393833343462336362353734613065313364316330376635633035653366376631
+38373630653638643536643936313063646436663861323838313564633430613635613062383938
+31323932336132353938613661333531626162323163373234613830663361643830343536396432
+32613739366331636561656237316432653665613366393265663336343465656437333331353764
+33313666663439646637313466386262383332653934336233646565383833633462346137653038
+65666332646162323663656135343536623533363530623566353963663930633135663136666265
+38383761323064613432623439663732656639613264303736343538396166303363653262636538
+36376463613335636433326336353165666237663637666333383039353938303962366636363734
+64393566363730316231393362326161393063373565313133646661366562353039303965353037
+66386364303837666466383865333730396339353235653634623735306431383730636434306536
+353937393766396332646232666336343266