#!/usr/bin/env nix-shell #!nix-shell -i python3 -p 'python3.withPackages(ps: with ps; [ requests pyquery click ])' # To use, just execute this script with --help to display help. import subprocess import json import sys import click import requests from pyquery import PyQuery as pq maintainers_json = subprocess.check_output([ 'nix-instantiate', '-E', 'import ./maintainers/maintainer-list.nix {}', '--eval', '--json' ]) maintainers = json.loads(maintainers_json) MAINTAINERS = {v: k for k, v in maintainers.items()} def get_response_text(url): return pq(requests.get(url).text) # IO EVAL_FILE = { 'nixos': 'nixos/release.nix', 'nixpkgs': 'pkgs/top-level/release.nix', } def get_maintainers(attr_name): try: nixname = attr_name.split('.') meta_json = subprocess.check_output([ 'nix-instantiate', '--eval', '--strict', '-A', '.'.join(nixname[1:]) + '.meta', EVAL_FILE[nixname[0]], '--json']) meta = json.loads(meta_json) if meta.get('maintainers'): return [MAINTAINERS[name] for name in meta['maintainers'] if MAINTAINERS.get(name)] except: return [] def print_build(table_row): a = pq(table_row)('a')[1] print("- [ ] [{}]({})".format(a.text, a.get('href')), flush=True) maintainers = get_maintainers(a.text) if maintainers: print(" - maintainers: {}".format(", ".join(map(lambda u: '@' + u, maintainers)))) # TODO: print last three persons that touched this file # TODO: pinpoint the diff that broke this build, or maybe it's transient or maybe it never worked? sys.stdout.flush() @click.command() @click.option( '--jobset', default="nixos/release-17.09", help='Hydra project like nixos/release-17.09') def cli(jobset): """ Given a Hydra project, inspect latest evaluation and print a summary of failed builds """ url = "http://hydra.nixos.org/jobset/{}".format(jobset) # get the last evaluation click.echo(click.style( 'Getting latest evaluation for {}'.format(url), fg='green')) d = get_response_text(url) evaluations = d('#tabs-evaluations').find('a[class="row-link"]') latest_eval_url = evaluations[0].get('href') # parse last evaluation page click.echo(click.style( 'Parsing evaluation {}'.format(latest_eval_url), fg='green')) d = get_response_text(latest_eval_url + '?full=1') # TODO: aborted evaluations # TODO: dependency failed without propagated builds print('\nFailures:') for tr in d('img[alt="Failed"]').parents('tr'): print_build(tr) print('\nDependency failures:') for tr in d('img[alt="Dependency failed"]').parents('tr'): print_build(tr) if __name__ == "__main__": try: cli() except Exception as e: import pdb;pdb.post_mortem()