Report bookrunner failures for each stage (rust-lang#2034)

Author: adpaco-aws

.github/workflows/kani.yml

@@ -96,7 +96,10 @@ jobs:
       - name: Print book runner text results
         run: cat build/output/latest/html/bookrunner.txt
 
-      - name: Detect unpexpected book runner failures
+      - name: Print book runner failures grouped by stage
+        run: python3 scripts/ci/bookrunner_failures_by_stage.py build/output/latest/html/index.html
+
+      - name: Detect unexpected book runner failures
         run: ./scripts/ci/detect_bookrunner_failures.sh build/output/latest/html/bookrunner.txt
 
       # On one OS only, build the documentation, too.

scripts/ci/bookrunner_failures_by_stage.py

@@ -0,0 +1,36 @@
+#!/usr/bin/python3
+# Copyright Kani Contributors
+# SPDX-License-Identifier: Apache-2.0 OR MIT
+
+import argparse
+from bs4 import BeautifulSoup
+
+def main():
+    parser = argparse.ArgumentParser(
+        description='Scans an HTML dashboard file and prints'
+                    'the number of failures grouped by stage')
+    parser.add_argument('input')
+    args = parser.parse_args()
+
+    with open(args.input) as fp:
+        run = BeautifulSoup(fp, 'html.parser')
+
+    failures = [0] * 3
+
+    for row in run.find_all('div', attrs={'class': 'pipeline-row'}):
+        stages = row.find_all('div', attrs={'class': 'pipeline-stage'})
+        i = 0
+        for stage in stages:
+            if stage.a['class'][1] == 'fail':
+                failures[i] += 1
+                break
+            i += 1
+
+    print('bookrunner failures grouped by stage:')
+    print(' * rustc-compilation: ' + str(failures[0]))
+    print(' * kani-codegen: ' + str(failures[1]))
+    print(' * cbmc-verification: ' + str(failures[2]))
+
+
+if __name__ == "__main__":
+    main()