junit-compare.py 1.15 KB
Newer Older
1 2 3 4
#!/usr/bin/python3

import sys

5 6
import xml.etree.ElementTree as xml

7

8 9 10 11 12
def parse_junit_xml(filename):
    """
    Transform junit XML file into set of tuples:
    (test description, file name, test result)
    """
13 14 15 16 17 18 19 20 21 22 23 24
    results = set()
    root = xml.parse(filename).getroot()
    for case in root:
        if case.find("failure") is not None:  # Because empty XML elements are falsey
            results.add((case.get("name"), case.get("name").split("'")[1], "FAILED"))
        elif case.find("skipped") is not None:
            results.add((case.get("name"), case.get("name").split("'")[1], "SKIPPED"))
        else:
            results.add((case.get("name"), case.get("name").split("'")[1], "PASSED"))

    return results

Tomas Krizek's avatar
Tomas Krizek committed
25

26 27 28 29
new = sys.argv[1]
old = sys.argv[2]
modified_tests = [line.strip() for line in open(sys.argv[3]).readlines()]

30 31 32 33 34 35 36 37
test_diffs = parse_junit_xml(old) ^ parse_junit_xml(new)
errorneous_rpls = [diff[1] for diff in test_diffs
                   if diff[1] not in modified_tests]
if errorneous_rpls:
    print('FAIL! Following tests changed their result without test modification:')
    for rpl in sorted(set(errorneous_rpls)):
        print(rpl)
    sys.exit(1)