Merge pull request #1772 from cmu-delphi/ndefries/backfill/check-publish-files

[Backfill corrections] check if any files exist in receiving before trying to publish

Author: krivard

backfill_corrections/Makefile

@@ -81,10 +81,14 @@ run:
 		/bin/bash -c "cp params.host.json params.json && make gurobi.lic && make standardize-dirs && make run-local OPTIONS=\"${OPTIONS}\""
 
 publish:
-	aws configure set aws_access_key_id $(AWS_KEY_ID)
-	aws configure set aws_secret_access_key $(AWS_SECRET_KEY)
-	aws s3 cp $(USR_INPUT_DIR) $(S3_BUCKET)/ --recursive --exclude "*" --include "*.csv.gz" --acl public-read
-	echo "SUCCESS: published `ls -1 $(USR_EXPORT_DIR)/*.csv.gz | wc -l` files to the S3 bucket" >> $(LOG_FILE)
+	if [ -f $(USR_INPUT_DIR)/*.csv.gz ]; then \
+		aws configure set aws_access_key_id $(AWS_KEY_ID); \
+		aws configure set aws_secret_access_key $(AWS_SECRET_KEY); \
+		aws s3 cp $(USR_INPUT_DIR) $(S3_BUCKET)/ --recursive --exclude "*" --include "*.csv.gz" --acl public-read; \
+		echo "SUCCESS: published `ls -1 $(USR_EXPORT_DIR)/*.csv.gz | wc -l` files to the S3 bucket" >> $(LOG_FILE); \
+	else \
+		echo "No files in $(USR_EXPORT_DIR) to publish" >> $(LOG_FILE); \
+	fi
 
 pipeline: setup-dirs run publish clean