Add Travis checking and enabling.

Author: tannewt

adabot/circuitpython_bundle.py

@@ -21,7 +21,6 @@
 # THE SOFTWARE.
 
 from adabot import github_requests as github
-import json
 import os
 import subprocess
 import shlex
@@ -269,7 +268,7 @@ def new_release(bundle, bundle_path):
         "draft": False,
         "prerelease": False}
 
-    response = github.post("/repos/adafruit/" + bundle + "/releases", data=json.dumps(release))
+    response = github.post("/repos/adafruit/" + bundle + "/releases", json=release)
     if not response.ok:
         print(response.request.url)
         print(response.text)

adabot/circuitpython_libraries.py

@@ -21,29 +21,89 @@
 # THE SOFTWARE.
 
 from adabot import github_requests as github
+from adabot import travis_requests as travis
 import sys
 
 def list_repos():
-    result = github.get("/search/repositories?q=Adafruit_CircuitPython+in%3Aname")
-    return result.json()["items"]
+    result = github.get("/search/repositories",
+                        params={"q":"Adafruit_CircuitPython in:name",
+                                "per_page": 100})
+    result = result.json()
+    if result["total_count"] > len(result["items"]):
+        print("Implement pagination of results!!!")
+    return result["items"]
 
-def validate_teams(repo):
-    if repo["owner"]["login"] != "adafruit":
+def validate_repo(repo):
+    if not (repo["owner"]["login"] == "adafruit" and
+            repo["name"].startswith("Adafruit_CircuitPython")):
         return True
-    result = github.get(repo["teams_url"])
-    ok = False
-    for team in result.json():
-        ok = ok or team["name"] == "CircuitPythonLibrarians"
-    if not ok:
-        print(repo["full_name"], "missing CircuitPythonLibrarians team.")
+    full_repo = github.get("/repos/" + repo["full_name"])
+    if not full_repo.ok:
+        print("Unable to pull repo details")
+        return False
+    ok = True
+    if repo["has_wiki"]:
+        print("Wiki should be disabled " + repo["full_name"])
+        ok = False
+    if not repo["license"]:
+        print(repo["full_name"], "missing license.")
+        ok = False
+    if not repo["permissions"]["push"]:
+        print(repo["full_name"], "likely missing CircuitPythonLibrarians team.")
+        ok = False
     return ok
 
-validators = [validate_teams]
+def validate_travis(repo):
+    if not (repo["owner"]["login"] == "adafruit" and
+            repo["name"].startswith("Adafruit_CircuitPython")):
+        return True
+    repo_url = "/repo/" + repo["owner"]["login"] + "%2F" + repo["name"]
+    result = travis.get(repo_url)
+    if not result.ok:
+        print(result, result.request.url, result.request.headers)
+        print(result.text)
+        print("Travis error with repo:", repo["full_name"])
+        return False
+    result = result.json()
+    if not result["active"]:
+        activate = travis.post(repo_url + "/activate")
+        if not activate.ok:
+            print(activate, activate.text)
+            print("Unable to enable Travis build for " + repo["full_name"])
+            return False
+
+    env_variables = travis.get(repo_url + "/env_vars")
+    if not env_variables.ok:
+        print(env_variables, env_variables.text)
+        print(env_variables.request.headers)
+        print("Unable to read Travis env variables for " + repo["full_name"])
+        return False
+    env_variables = env_variables.json()
+    found_token = False
+    for var in env_variables["env_vars"]:
+        found_token = found_token or var["name"] == "GITHUB_TOKEN"
+    if not found_token:
+        print("Unable to find GITHUB_TOKEN env variable for " + repo["full_name"])
+        return False
+
+validators = [validate_repo, validate_travis]
 
 def validate_repo(repo):
+    ok = True
     for validator in validators:
-        validator(repo)
+        ok = validator(repo) and ok
+    return ok
 
 if __name__ == "__main__":
-    for repo in list_repos():
-        validate_repo(repo)
+    repos = list_repos()
+    print("Found {} repos to check.".format(len(repos)))
+    github_user = github.get("/user").json()
+    print("Running GitHub checks as " + github_user["login"])
+    travis_user = travis.get("/user").json()
+    print("Running Travis checks as " + travis_user["login"])
+    need_work = 0
+    for repo in repos:
+        if not validate_repo(repo):
+            need_work += 1
+            print()
+    print("{} out of {} repos need work.".format(need_work, len(repos)))

adabot/github_requests.py

@@ -32,25 +32,25 @@
 import requests
 
 def _fix_url(url):
-    if "ADABOT_GITHUB_ACCESS_TOKEN" in os.environ:
-        if "?" in url:
-            url += "&"
-        else:
-            url += "?"
-        url += "access_token=" + os.environ["ADABOT_GITHUB_ACCESS_TOKEN"]
     if url.startswith("/"):
         url = "https://api.github.com" + url
     return url
 
 def _fix_kwargs(kwargs):
-    api_version = "application/vnd.github.hellcat-preview+json"
+    api_version = "application/vnd.github.scarlet-witch-preview+json;application/vnd.github.hellcat-preview+json"
     if "headers" in kwargs:
         if "Accept" in kwargs["headers"]:
             kwargs["headers"]["Accept"] += ";" + api_version
         else:
             kwargs["headers"]["Accept"] = api_version
     else:
         kwargs["headers"] = {"Accept": "application/vnd.github.hellcat-preview+json"}
+    if "ADABOT_GITHUB_ACCESS_TOKEN" in os.environ:
+        access_token = os.environ["ADABOT_GITHUB_ACCESS_TOKEN"]
+        if "params" in kwargs:
+            kwargs["params"]["access_token"] = access_token
+        else:
+            kwargs["params"] = {"access_token": access_token}
     return kwargs
 
 def get(url, **kwargs):

adabot/travis_requests.py

@@ -0,0 +1,67 @@
+# The MIT License (MIT)
+#
+# Copyright (c) 2017 Scott Shawcroft for Adafruit Industries
+#
+# Permission is hereby granted, free of charge, to any person obtaining a copy
+# of this software and associated documentation files (the "Software"), to deal
+# in the Software without restriction, including without limitation the rights
+# to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+# copies of the Software, and to permit persons to whom the Software is
+# furnished to do so, subject to the following conditions:
+#
+# The above copyright notice and this permission notice shall be included in
+# all copies or substantial portions of the Software.
+#
+# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+# IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+# FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+# AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+# LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+# OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+# THE SOFTWARE.
+"""
+`adafruit_adabot`
+====================================================
+
+TODO(description)
+
+* Author(s): Scott Shawcroft
+"""
+
+import os
+import requests
+import sys
+
+def _fix_url(url):
+    if url.startswith("/"):
+        url = "https://api.travis-ci.org" + url
+    return url
+
+def _auth_token():
+    if not "ADABOT_TRAVIS_ACCESS_TOKEN" in os.environ:
+        print("Please configure the ADABOT_TRAVIS_ACCESS_TOKEN environment variable.")
+        return "token "
+    return "token {}".format(os.environ["ADABOT_TRAVIS_ACCESS_TOKEN"])
+
+def _fix_kwargs(kwargs):
+    user_agent = "AdafruitAdabot"
+    if "headers" in kwargs:
+        kwargs["headers"]["Authorization"] = _auth_token()
+        kwargs["headers"]["User-Agent"] = user_agent
+        kwargs["headers"]["Travis-API-Version"] = "3"
+    else:
+        kwargs["headers"] = {
+            "Authorization": _auth_token(),
+            "User-Agent": user_agent,
+            "Travis-API-Version": "3"
+        }
+    return kwargs
+
+def get(url, **kwargs):
+    return requests.get(_fix_url(url), **_fix_kwargs(kwargs))
+
+def post(url, **kwargs):
+    return requests.post(_fix_url(url), **_fix_kwargs(kwargs))
+
+def put(url, **kwargs):
+    return requests.put(_fix_url(url), **_fix_kwargs(kwargs))