diff --git a/ansible/templates/google_symptoms-params-prod.json.j2 b/ansible/templates/google_symptoms-params-prod.json.j2 index 70929202e..f91fe9606 100644 --- a/ansible/templates/google_symptoms-params-prod.json.j2 +++ b/ansible/templates/google_symptoms-params-prod.json.j2 @@ -5,7 +5,7 @@ }, "indicator": { "export_start_date": "2020-02-20", - "num_export_days": 14, + "num_export_days": null, "bigquery_credentials": { "type": "{{ google_symptoms_account_type }}", "project_id": "{{ google_symptoms_project_id }}", diff --git a/google_symptoms/delphi_google_symptoms/run.py b/google_symptoms/delphi_google_symptoms/run.py index 2ef71c30b..569ec1821 100644 --- a/google_symptoms/delphi_google_symptoms/run.py +++ b/google_symptoms/delphi_google_symptoms/run.py @@ -7,6 +7,7 @@ import time from datetime import datetime from itertools import product +import covidcast import numpy as np from delphi_utils import ( @@ -46,7 +47,13 @@ def run_module(params): export_start_date = datetime.strptime( params["indicator"]["export_start_date"], "%Y-%m-%d") export_dir = params["common"]["export_dir"] - num_export_days = params["indicator"].get("num_export_days", "all") + num_export_days = params["indicator"]["num_export_days"] + + if num_export_days is None: + # Get number of days based on what's missing from the API. + metadata = covidcast.metadata() + gs_metadata = metadata[(metadata.data_source == "google-symptoms")] + num_export_days = max(gs_metadata.min_lag) logger = get_structured_logger( __name__, filename=params["common"].get("log_filename"), diff --git a/google_symptoms/params.json.template b/google_symptoms/params.json.template index 29b346b32..2970c29af 100644 --- a/google_symptoms/params.json.template +++ b/google_symptoms/params.json.template @@ -5,7 +5,7 @@ }, "indicator": { "export_start_date": "2020-02-20", - "num_export_days": 14, + "num_export_days": null, "bigquery_credentials": {} }, "validation": {