Fixed jhu tests to mock s3 too

Author: eujing

jhu/params.json.template

@@ -6,6 +6,7 @@
   "base_url": "https://raw.githubusercontent.com/CSSEGISandData/COVID-19/master/csse_covid_19_data/csse_covid_19_time_series/time_series_covid19_{metric}_US.csv",
   "aws_credentials": {
     "aws_access_key_id": "",
-    "aws_secret_access_key": "",
-  }
+    "aws_secret_access_key": ""
+  },
+  "bucket_name": ""
 }

jhu/tests/conftest.py

@@ -1,10 +1,13 @@
 # -*- coding: utf-8 -*-
 
+from boto3 import Session
+from moto import mock_s3
 import pytest
 
 from os import listdir, remove
 from os.path import join
 
+from delphi_utils import read_params
 from delphi_jhu.run import run_module
 
 
@@ -14,4 +17,11 @@ def run_as_module():
     for fname in listdir("receiving"):
         remove(join("receiving", fname))
 
-    run_module()
+    with mock_s3():
+        # Create the fake bucket we will be using
+        params = read_params()
+        aws_credentials = params["aws_credentials"]
+        s3_client = Session(**aws_credentials).client("s3")
+        s3_client.create_bucket(Bucket=params["bucket_name"])
+
+        run_module()

jhu/tests/params.json.template

@@ -3,5 +3,10 @@
     "static_file_dir": "../static",
     "export_dir": "./receiving",
     "cache_dir": "./cache",
-    "base_url": "test_data/small_{metric}.csv"
+    "base_url": "test_data/small_{metric}.csv",
+    "aws_credentials": {
+      "aws_access_key_id": "FAKE_TEST_ACCESS_KEY_ID",
+      "aws_secret_access_key": "FAKE_TEST_SECRET_ACCESS_KEY"
+    },
+    "bucket_name": "test-bucket"
 }