nightly/nightly.py at master · frobnitzem/nightly · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
#!/usr/bin/env python

from helpers import *
from build import build
from run import run

# list of commits in the last 30 days
def last_30(repo):
    since = days_earlier( 30 )
    lines = subprocess.check_output(['git', 'log', f'--since={since}', '--pretty=format:%H'], cwd=repo)
    return lines.decode('utf-8').split('\n')

# latest commit only
def latest(repo, n=1):
    lines = subprocess.check_output(['git', 'log', '-n%d'%n, '--pretty=format:%H'], cwd=repo)
    return [ lines.decode('utf-8').strip() ]

def main(argv):
    pull = True
    rebuild = False
    rerun  = False
    commit = None
    n = 1
    while len(argv) > 2:
        if argv[1] == '--skip':
            pull = False
            del argv[1]
        elif argv[1] == '--rebuild':
            rebuild = True
            del argv[1]
        elif argv[1] == '--rerun':
            rerun = True
            del argv[1]
        elif argv[1] == '-c':
            commit = argv[2]
            del argv[1:3]
        elif argv[1] == '-n':
            n = int(argv[2])
            del argv[1:3]
        else:
            break
    assert len(argv) == 2, f"Usage: {argv[0]} [--skip] [--rebuild] [--rerun] [-n 1] [-c commit] <machine>"

    cfg = Config("config.yaml")
    machine = argv[1]

    info = cfg.machines[machine]
    repo = Path(info['repo']).resolve()
    assert (repo/'.git').is_dir(), f"{repo} is not a git repository."

    if pull and subprocess.call(["git", "pull"], cwd=repo):
        print(f"Error executing git pull in {repo}")
        return 1

    if commit is None:
        commits = latest(repo, n)
    else:
        commits = [commit]

    s = Status(cfg.work/"builds.csv")

    for commit in commits:
        assert commit.strip() == commit and commit != ""
        for b in info['configs']:
            build_args = ['build', machine, commit] + b['build']
            buildID = derive(build_args[1:])
            print(f"examining {buildID}")

            try:
                ret = int( s[buildID][2] )
                print(f"Previous build result: {ret}")
                if rebuild:
                    do_build = True
                elif rerun: # only if necessary
                    do_build = ret != 0
                else:
                    do_build = False
                #else:
                #    continue # stick with cached result
            except KeyError:
                do_build = True

            if do_build:
                ret = build( build_args )
            if ret != 0:
                continue

            rs = Status(cfg.work/buildID/"runs.csv")
            build_args[0] = 'run'
            for r in b['runs']:
                runID = derive(build_args[1:]+r)
                if runID not in rs or rerun:
                    run( build_args + r )

    return 0

if __name__=="__main__":
    import sys
    exit( main(sys.argv) )