Add a webservice for updating feedstocks

Provides an asynchronous webservice, which listens to push events on the
feedstocks. When a push event occurs on a feedstock, the webservice
updates the commit that the appropriate submodule points to in the
feedstocks repo. This way it is a lot easier to handle updates of
various feedstocks throughout the organization on demand instead of
running a massive batch script over all of the feedstocks (even when
most haven't changed).

Author: jakirkham

conda_forge_webservices/update_feedstocks.py

@@ -0,0 +1,60 @@
+import git
+import github
+import os
+from .utils import tmp_directory
+
+
+def update_feedstock(org_name, repo_name):
+    if not repo_name.endswith("-feedstock"):
+        return
+
+    gh = github.Github(os.environ['GH_TOKEN'])
+
+    gh.get_repo("{}/{}".format(org_name, repo_name))
+    name = repo_name[:-len("-feedstock")]
+
+    with tmp_directory() as tmp_dir:
+        feedstocks_url = (
+            "https://{}@github.com/conda-forge/feedstocks.git"
+            "".format(os.environ["GH_TOKEN"])
+        )
+        feedstocks_repo = git.Repo.clone_from(
+            feedstocks_url,
+            tmp_dir
+        )
+
+        # Get the submodule
+        try:
+            feedstock_submodule = feedstocks_repo.submodule(name)
+        except ValueError:
+            feedstock_submodule = feedstocks_repo.create_submodule(
+                name=name,
+                path=os.path.join("feedstocks", name),
+                url=repo_gh.clone_url,
+                branch="master"
+            )
+
+        # Update the feedstocks submodule
+        feedstock_submodule.update(init=True, recursive=False, force=True)
+        feedstock_submodule.branch.checkout(force=True)
+        feedstock_submodule.update(
+            init=True,
+            recursive=False,
+            force=True,
+            to_latest_revision=True
+        )
+
+        # Submit changes
+        if feedstocks_repo.is_dirty():
+            feedstocks_repo.index.commit("Updated feedstocks submodules. [ci skip]")
+            feedstocks_repo.remote().pull(rebase=True)
+            feedstocks_repo.remote().push()
+
+
+if __name__ == '__main__':
+    import argparse
+    parser = argparse.ArgumentParser()
+    parser.add_argument('org')
+    parser.add_argument('repo')
+    args = parser.parse_args()
+    update_team(args.org, args.repo)

conda_forge_webservices/webapp.py

@@ -18,6 +18,7 @@
 
 import conda_forge_webservices.linting as linting
 import conda_forge_webservices.status as status
+import conda_forge_webservices.update_feedstocks as update_feedstocks
 import conda_forge_webservices.update_teams as update_teams
 import conda_forge_webservices.commands as commands
 
@@ -108,6 +109,27 @@ def post(self):
             self.write_error(404)
 
 
+class UpdateFeedstockHookHandler(tornado.web.RequestHandler):
+    def post(self):
+        headers = self.request.headers
+        event = headers.get('X-GitHub-Event', None)
+
+        if event == 'ping':
+            self.write('pong')
+        elif event == 'push':
+            body = tornado.escape.json_decode(self.request.body)
+            repo_name = body['repository']['name']
+            owner = body['repository']['owner']['login']
+            ref = body['ref']
+            # Only do anything if we are working with conda-forge, and a push to master.
+            if owner == 'conda-forge' and ref == "refs/heads/master":
+                update_feedstocks.update_feedstock(owner, repo_name)
+        else:
+            print('Unhandled event "{}".'.format(event))
+            self.set_status(404)
+            self.write_error(404)
+
+
 class UpdateTeamHookHandler(tornado.web.RequestHandler):
     def post(self):
         headers = self.request.headers
@@ -193,6 +215,7 @@ def create_webapp():
     application = tornado.web.Application([
         (r"/conda-linting/hook", LintingHookHandler),
         (r"/conda-forge-status/hook", StatusHookHandler),
+        (r"/conda-forge-feedstocks/hook", UpdateFeedstockHookHandler),
         (r"/conda-forge-teams/hook", UpdateTeamHookHandler),
         (r"/conda-forge-command/hook", CommandHookHandler),
     ])