summaryrefslogtreecommitdiff
path: root/test/monkey-see-monkey-do
blob: b14e0744eb8191b7c458ee4d4d504688372b6442 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
#!/usr/bin/python3

# If you have any poo, fling it now!

BASE_PATH="https://test.netsurf-browser.org/cgi-bin/monkey-index.cgi"
MONKEY_PATH="./nsmonkey"

# Otherwise let's begin...

import sys

import yaml

import multiprocessing as mp

from urllib import request
from io import StringIO

import monkey_driver as driver

mp.set_start_method('fork')

def child_run_test(parts):
    outcapture = StringIO()
    errcapture = StringIO()
    oldout = sys.stdout
    olderr = sys.stderr
    sys.stdout = outcapture
    sys.stderr = errcapture
    try:
        driver.run_preloaded_test(MONKEY_PATH, parts)
    except:
        sys.stdout = oldout
        sys.stderr = olderr
        print("FAIL:")
        print("STDOUT:\n{}\n", outcapture.getvalue())
        print("STDERR:\n{}\n", errcapture.getvalue())
        print("RERAISE:")
        raise

def run_test(parts):
    p = mp.Process(target=child_run_test, args=(parts, ))
    p.start()
    p.join()
    return p.exitcode


print("Fetching tests...")
index = request.urlopen(BASE_PATH)
index = index.read()
print("Parsing tests...")
test_set = yaml.load_all(index)

print("Running tests...")
ret = 0
for test in test_set:
    if test["kind"] == 'group':
        print("Start group: {}".format(test["group"]))
        print("  [ {} ]".format(test["description"]))
    elif test["kind"] == 'test':
        print("  => Run test: {}".format(test["filename"]))
        ret = run_test(test["content"])
        if ret != 0:
            break
        
if ret != 0:
    print("FAIL")
    sys.exit(1)
else:
    print("PASS")
    sys.exit(0)