Add a Python script which downloads only the latest Linux snapshots (derived from other scripts here)

Author: killerswan

src/etc/latest-unix-snaps.py

@@ -0,0 +1,54 @@
+#!/usr/bin/env python
+
+import os, tarfile, hashlib, re, shutil, sys
+from snapshot import *
+
+f = open(snapshotfile)
+date = None
+rev = None
+platform = None
+snap = None
+i = 0
+
+newestSet = {}
+
+
+for line in f.readlines():
+    i += 1
+    parsed = parse_line(i, line)
+    if (not parsed): continue
+
+    if parsed["type"] == "snapshot":
+        if (len(newestSet) == 0 or parsed["date"] > newestSet["date"]):
+            newestSet["date"] = parsed["date"] 
+            newestSet["rev"] = parsed["rev"] 
+            newestSet["files"] = []
+            addingMode = True
+        else:
+            addingMode = False
+
+    elif addingMode == True and parsed["type"] == "file":
+        tux = re.compile("linux", re.IGNORECASE)
+        if (tux.match(parsed["platform"]) != None):
+           ff = {}
+           ff["platform"] = parsed["platform"]
+           ff["hash"] = parsed["hash"]
+           newestSet["files"] += [ff]
+
+
+def download_new_file (date, rev, platform, hsh):
+        snap = full_snapshot_name(date, rev, platform, hsh)
+        dl = os.path.join(download_dir_base, snap)
+        url = download_url_base + "/" + snap
+        if (not os.path.exists(dl)):
+            print("downloading " + url)
+            get_url_to_file(url, dl)
+        if (snap_filename_hash_part(snap) == hash_file(dl)):
+            print("got download with ok hash")
+        else:
+            raise Exception("bad hash on download")
+
+for ff in newestSet["files"]:
+   download_new_file (newestSet["date"], newestSet["rev"], ff["platform"], ff["hash"])
+
+