Add monthly archive script to repo

Author: krivard

facebook/micro/monthly-archive.sh

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+rm -f *.gz
+if [ -z $1 ]; then
+    MONTH=`date --date "last month" +"%Y_%m"`
+else
+    MONTH=$1
+fi
+echo ${MONTH}
+R_MONTH=${MONTH#*_}; R_MONTH=${R_MONTH#0}
+BATCH="cd fb-public-results\nls -1 cvid_responses_${MONTH}*.gz"
+sftp -b <(echo -e "${BATCH}") -P 2222 [email protected] 2>/dev/null | \
+    grep "^cvid" | \
+    awk -F_ 'BEGIN{print "cd fb-public-results"} {key=$3 $4 $5; if (key!=last && last!="") {print record} last=key; record=$0} END{print record}' | \
+    sed '/^cvid/ s/^/get /' >fetch.sftp
+sftp -b fetch.sftp -P 2222 [email protected]
+OUT=${MONTH/_/-}
+Rscript ../monthly-files.R ${MONTH%_*} ${R_MONTH} . >${OUT}.csv
+gzip ${OUT}.csv
+sftp -b <(echo -e "cd fb-public-results\nput ${OUT}.csv.gz") -P 2222 [email protected]