maintainers/scripts/hydra-eval-failures.py

   1 #!/usr/bin/env nix-shell
   2 #!nix-shell -i python3 -p "python3.withPackages(ps: with ps; [ requests pyquery click ])"
   3
   4 # To use, just execute this script with --help to display help.
   5
   6 import subprocess
   7 import json
   8 import sys
   9
  10 import click
  11 import requests
  12 from pyquery import PyQuery as pq
  13
  14 def map_dict (f, d):
  15     for k,v in d.items():
  16         d[k] = f(v)
  17
  18 maintainers_json = subprocess.check_output([
  19     'nix-instantiate', '-A', 'lib.maintainers', '--eval', '--strict', '--json'
  20 ])
  21 maintainers = json.loads(maintainers_json)
  22 MAINTAINERS = map_dict(lambda v: v.get('github', None), maintainers)
  23
  24 def get_response_text(url):
  25     return pq(requests.get(url).text)  # IO
  26
  27 EVAL_FILE = {
  28     'nixos': 'nixos/release.nix',
  29     'nixpkgs': 'pkgs/top-level/release.nix',
  30 }
  31
  32
  33 def get_maintainers(attr_name):
  34     try:
  35         nixname = attr_name.split('.')
  36         meta_json = subprocess.check_output([
  37             'nix-instantiate',
  38             '--eval',
  39             '--strict',
  40             '-A',
  41             '.'.join(nixname[1:]) + '.meta',
  42             EVAL_FILE[nixname[0]],
  43             '--arg',
  44             'nixpkgs',
  45             './.',
  46             '--json'])
  47         meta = json.loads(meta_json)
  48         return meta.get('maintainers', [])
  49     except:
  50        return []
  51
  52 def filter_github_users(maintainers):
  53     github_only = []
  54     for i in maintainers:
  55         if i.get('github'):
  56             github_only.append(i)
  57     return github_only
  58
  59 def print_build(table_row):
  60     a = pq(table_row)('a')[1]
  61     print("- [ ] [{}]({})".format(a.text, a.get('href')), flush=True)
  62
  63     job_maintainers = filter_github_users(get_maintainers(a.text))
  64     if job_maintainers:
  65         print("  - maintainers: {}".format(" ".join(map(lambda u: '@' + u.get('github'), job_maintainers))))
  66     # TODO: print last three persons that touched this file
  67     # TODO: pinpoint the diff that broke this build, or maybe it's transient or maybe it never worked?
  68
  69     sys.stdout.flush()
  70
  71 @click.command()
  72 @click.option(
  73     '--jobset',
  74     default="nixos/release-19.09",
  75     help='Hydra project like nixos/release-19.09')
  76 def cli(jobset):
  77     """
  78     Given a Hydra project, inspect latest evaluation
  79     and print a summary of failed builds
  80     """
  81
  82     url = "https://hydra.nixos.org/jobset/{}".format(jobset)
  83
  84     # get the last evaluation
  85     click.echo(click.style(
  86         'Getting latest evaluation for {}'.format(url), fg='green'))
  87     d = get_response_text(url)
  88     evaluations = d('#tabs-evaluations').find('a[class="row-link"]')
  89     latest_eval_url = evaluations[0].get('href')
  90
  91     # parse last evaluation page
  92     click.echo(click.style(
  93         'Parsing evaluation {}'.format(latest_eval_url), fg='green'))
  94     d = get_response_text(latest_eval_url + '?full=1')
  95
  96     # TODO: aborted evaluations
  97     # TODO: dependency failed without propagated builds
  98     print('\nFailures:')
  99     for tr in d('img[alt="Failed"]').parents('tr'):
 100         print_build(tr)
 101
 102     print('\nDependency failures:')
 103     for tr in d('img[alt="Dependency failed"]').parents('tr'):
 104         print_build(tr)
 105
 106
 107
 108 if __name__ == "__main__":
 109     try:
 110         cli()
 111     except Exception as e:
 112         import pdb;pdb.post_mortem()