1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
# $Id$
import os
import sys
import time
import re
import shutil
# Usage:
# runall.py [test-to-resume]
# Initialize test list
tests = []
# Excluded tests (because they fail?)
excluded_tests = [ "svn",
"pyc",
"scripts-call/150_srtp_2_1", # SRTP optional 'cannot' call SRTP mandatory
"scripts-call/301_ice_public_a.py", # Unreliable, proxy returns 408 sometimes
"scripts-call/301_ice_public_b.py", # Doesn't work because OpenSER modifies SDP
"scripts-pres/200_publish.py", # Ok from cmdline, error from runall.py
"scripts-media-playrec/100_resample_lf_8_11.py", # related to clock-rate 11 kHz problem
"scripts-media-playrec/100_resample_lf_8_22.py", # related to clock-rate 22 kHz problem
"scripts-media-playrec/100_resample_lf_11" # related to clock-rate 11 kHz problem
]
# Add basic tests
for f in os.listdir("scripts-run"):
tests.append("mod_run.py scripts-run/" + f)
# Add basic call tests
for f in os.listdir("scripts-call"):
tests.append("mod_call.py scripts-call/" + f)
# Add presence tests
for f in os.listdir("scripts-pres"):
tests.append("mod_pres.py scripts-pres/" + f)
# Add mod_sendto tests
for f in os.listdir("scripts-sendto"):
tests.append("mod_sendto.py scripts-sendto/" + f)
# Add mod_media_playrec tests
for f in os.listdir("scripts-media-playrec"):
tests.append("mod_media_playrec.py scripts-media-playrec/" + f)
# Add mod_pesq tests
for f in os.listdir("scripts-pesq"):
tests.append("mod_pesq.py scripts-pesq/" + f)
# Filter-out excluded tests
for pat in excluded_tests:
tests = [t for t in tests if t.find(pat)==-1]
# Resume test?
resume_script=""
if len(sys.argv) > 1:
if sys.argv[1]=='-r' or sys.argv[1]=='--resume':
resume_script=sys.argv[2]
if sys.argv[1]=='/h' or sys.argv[1]=='-h' or sys.argv[1]=='--help' or sys.argv[1]=='/help':
print "Usage:"
print " runall.py [OPTIONS] [run.py OPTIONS]"
print "Options:"
print " --resume,-r RESUME"
print " where"
print " RESUME is string/substring to specify where to resume tests."
print " If this argument is omited, tests will start from the beginning."
sys.exit(0)
# Generate arguments for run.py
argv = sys.argv
argv_to_skip = 1
if resume_script != "":
argv_to_skip += 2
argv_st = ""
for a in argv:
if argv_to_skip > 0:
argv_to_skip -= 1
else:
argv_st += a + " "
# Init vars
failed_cnt = 0
# Create "logs" directory
try:
os.mkdir("logs")
except:
print
# Now run the tests
for t in tests:
if resume_script!="" and t.find(resume_script)==-1:
print "Skipping " + t +".."
continue
resume_script=""
cmdline = "python run.py " + argv_st + t
t0 = time.time()
print "Running " + cmdline + "...",
ret = os.system(cmdline + " > output.log")
t1 = time.time()
if ret != 0:
dur = int(t1 - t0)
print " failed!! [" + str(dur) + "s]"
logname = re.search(".*\s+(.*)", t).group(1)
logname = re.sub("[\\\/]", "_", logname)
logname = "logs/" + logname
shutil.move("output.log", logname)
print "Please see '" + logname + "' for the test log."
else:
dur = int(t1 - t0)
print " ok [" + str(dur) + "s]"
if failed_cnt == 0:
print "All tests completed successfully"
else:
print "Tests completed, with " + str(failed_cnt) + " test(s) failed"
|
