run_test.py 1.96 KB
Newer Older
Wenzel Jakob's avatar
Wenzel Jakob committed
1
2
3
4
5
6
7
import sys
import os
import re
import subprocess

remove_unicode_marker = re.compile(r'u(\'[^\']*\')')
remove_long_marker    = re.compile(r'([0-9])L')
Wenzel Jakob's avatar
Wenzel Jakob committed
8
remove_hex            = re.compile(r'0x[0-9a-fA-F]+')
Wenzel Jakob's avatar
Wenzel Jakob committed
9
10
11
12
13
14
15
16
17
18
19
shorten_floats        = re.compile(r'([1-9][0-9]*\.[0-9]{4})[0-9]*')


def sanitize(lines):
    lines = lines.split('\n')
    for i in range(len(lines)):
        line = lines[i]
        if line.startswith(" |"):
            line = ""
        line = remove_unicode_marker.sub(r'\1', line)
        line = remove_long_marker.sub(r'\1', line)
20
        line = remove_hex.sub(r'0', line)
Wenzel Jakob's avatar
Wenzel Jakob committed
21
22
23
        line = shorten_floats.sub(r'\1', line)
        line = line.replace('__builtin__', 'builtins')
        line = line.replace('example.', '')
24
        line = line.replace('unicode', 'str')
Wenzel Jakob's avatar
Wenzel Jakob committed
25
26
        line = line.replace('method of builtins.PyCapsule instance', '')
        line = line.strip()
Wenzel Jakob's avatar
Wenzel Jakob committed
27
28
        if sys.platform == 'win32':
            lower = line.lower()
29
30
            # The precise pattern of allocations and deallocations is dependent on the compiler
            # and optimization level, so we unfortunately can't reliably check it in this kind of test case
Wenzel Jakob's avatar
Wenzel Jakob committed
31
            if 'constructor' in lower or 'destructor' in lower \
32
               or 'ref' in lower or 'freeing' in lower:
Wenzel Jakob's avatar
Wenzel Jakob committed
33
                line = ""
Wenzel Jakob's avatar
Wenzel Jakob committed
34
35
36
37
38
39
40
        lines[i] = line

    lines = '\n'.join(sorted([l for l in lines if l != ""]))

    print('==================')
    print(lines)
    return lines
Wenzel Jakob's avatar
Wenzel Jakob committed
41
42
43
44
45
46

path = os.path.dirname(__file__)
if path != '':
    os.chdir(path)

name = sys.argv[1]
Wenzel Jakob's avatar
Wenzel Jakob committed
47
48
49
output_bytes = subprocess.check_output([sys.executable, name + ".py"],
                                       stderr=subprocess.STDOUT)

Wenzel Jakob's avatar
Wenzel Jakob committed
50
51
output    = sanitize(output_bytes.decode('utf-8'))
reference = sanitize(open(name + '.ref', 'r').read())
Wenzel Jakob's avatar
Wenzel Jakob committed
52

Wenzel Jakob's avatar
Wenzel Jakob committed
53
54
55
56
if 'NumPy missing' in output:
    print('Test "%s" could not be run.' % name)
    exit(0)
elif output == reference:
Wenzel Jakob's avatar
Wenzel Jakob committed
57
58
59
60
61
    print('Test "%s" succeeded.' % name)
    exit(0)
else:
    print('Test "%s" FAILED!' % name)
    exit(-1)