diff options
Diffstat (limited to 'tests/pjsua/runall.py')
| -rw-r--r-- | tests/pjsua/runall.py | 187 |
1 files changed, 187 insertions, 0 deletions
diff --git a/tests/pjsua/runall.py b/tests/pjsua/runall.py new file mode 100644 index 0000000..7aeabe0 --- /dev/null +++ b/tests/pjsua/runall.py @@ -0,0 +1,187 @@ +# $Id: runall.py 4183 2012-06-28 09:16:03Z nanang $ +import os +import sys +import time +import re +import shutil + +PYTHON = os.path.basename(sys.executable) + +# Usage: +# runall.py [test-to-resume] + + +# Initialize test list +tests = [] + +# Excluded tests (because they fail?) +excluded_tests = [ "svn", + "pyc", + "scripts-call/150_srtp_2_1", # SRTP optional 'cannot' call SRTP mandatory + "scripts-call/150_srtp_2_3.py", # temporarily disabled until #1267 done + "scripts-call/301_ice_public_a.py", # Unreliable, proxy returns 408 sometimes + "scripts-call/301_ice_public_b.py", # Doesn't work because OpenSER modifies SDP + "scripts-pres/200_publish.py", # Ok from cmdline, error from runall.py + "scripts-media-playrec/100_resample_lf_8_11.py", # related to clock-rate 11 kHz problem + "scripts-media-playrec/100_resample_lf_8_22.py", # related to clock-rate 22 kHz problem + "scripts-media-playrec/100_resample_lf_11" # related to clock-rate 11 kHz problem + ] + +# Add basic tests +for f in os.listdir("scripts-run"): + tests.append("mod_run.py scripts-run/" + f) + +# Add basic call tests +for f in os.listdir("scripts-call"): + tests.append("mod_call.py scripts-call/" + f) + +# Add presence tests +for f in os.listdir("scripts-pres"): + tests.append("mod_pres.py scripts-pres/" + f) + +# Add mod_sendto tests +for f in os.listdir("scripts-sendto"): + tests.append("mod_sendto.py scripts-sendto/" + f) + +# Add mod_media_playrec tests +for f in os.listdir("scripts-media-playrec"): + tests.append("mod_media_playrec.py scripts-media-playrec/" + f) + +# Add mod_pesq tests +for f in os.listdir("scripts-pesq"): + tests.append("mod_pesq.py scripts-pesq/" + f) + +# Add recvfrom tests +for f in os.listdir("scripts-recvfrom"): + tests.append("mod_recvfrom.py scripts-recvfrom/" + f) + +# Add sipp tests +for f in os.listdir("scripts-sipp"): + if f.endswith(".xml"): + tests.append("mod_sipp.py scripts-sipp/" + f) + +# Filter-out excluded tests +for pat in excluded_tests: + tests = [t for t in tests if t.find(pat)==-1] + + +resume_script="" +shell_cmd="" + +# Parse arguments +sys.argv.pop(0) +while len(sys.argv): + if sys.argv[0]=='/h' or sys.argv[0]=='-h' or sys.argv[0]=='--help' or sys.argv[0]=='/help': + sys.argv.pop(0) + print "Usage:" + print " runall.py [OPTIONS] [run.py-OPTIONS]" + print "OPTIONS:" + print " --list" + print " List the tests" + print " --list-xml" + print " List the tests as XML format suitable for ccdash" + print " --resume,-r RESUME" + print " RESUME is string/substring to specify where to resume tests." + print " If this argument is omited, tests will start from the beginning." + print " --shell,-s SHELL" + print " Run the tests with the specified SHELL cmd. This can also be" + print " used to run the test with ccdash. Example:" + print " --shell '/bin/sh -c'" + print " run.py-OPTIONS are applicable here" + sys.exit(0) + elif sys.argv[0] == '-r' or sys.argv[0] == '--resume': + if len(sys.argv) > 1: + resume_script=sys.argv[1] + sys.argv.pop(0) + sys.argv.pop(0) + else: + sys.argv.pop(0) + sys.stderr.write("Error: argument value required") + sys.exit(1) + elif sys.argv[0] == '--list': + sys.argv.pop(0) + for t in tests: + print t + sys.exit(0) + elif sys.argv[0] == '--list-xml': + sys.argv.pop(0) + for t in tests: + (mod,param) = t.split(None,2) + tname = mod[4:mod.find(".py")] + "_" + \ + param[param.find("/")+1:param.rfind(".")] + c = "" + if len(sys.argv): + c = " ".join(sys.argv) + " " + tcmd = PYTHON + ' run.py ' + c + t + print '\t\t<Test name="%s" cmd="%s" wdir="tests/pjsua" />' % (tname, tcmd) + sys.exit(0) + elif sys.argv[0] == '-s' or sys.argv[0] == '--shell': + if len(sys.argv) > 1: + shell_cmd = sys.argv[1] + sys.argv.pop(0) + sys.argv.pop(0) + else: + sys.argv.pop(0) + sys.stderr.write("Error: argument value required") + sys.exit(1) + else: + # should be run.py options + break + + +# Generate arguments for run.py +argv_st = " ".join(sys.argv) + " " + +# Init vars +fails_cnt = 0 +tests_cnt = 0 + +# Re-create "logs" directory +try: + shutil.rmtree("logs") +except: + print "Warning: failed in removing directory 'logs'" + +try: + os.mkdir("logs") +except: + print "Warning: failed in creating directory 'logs'" + +# Now run the tests +total_cnt = len(tests) +for t in tests: + if resume_script!="" and t.find(resume_script)==-1: + print "Skipping " + t +".." + total_cnt = total_cnt - 1 + continue + resume_script="" + cmdline = "python run.py " + argv_st + t + if shell_cmd: + cmdline = "%s '%s'" % (shell_cmd, cmdline) + t0 = time.time() + msg = "Running %d/%d: %s..." % (tests_cnt+1, total_cnt, cmdline) + sys.stdout.write(msg) + sys.stdout.flush() + ret = os.system(cmdline + " > output.log") + t1 = time.time() + if ret != 0: + dur = int(t1 - t0) + print " failed!! [" + str(dur) + "s]" + logname = re.search(".*\s+(.*)", t).group(1) + logname = re.sub("[\\\/]", "_", logname) + logname = re.sub("\.py$", ".log", logname) + logname = re.sub("\.xml$", ".log", logname) + logname = "logs/" + logname + shutil.move("output.log", logname) + print "Please see '" + logname + "' for the test log." + fails_cnt += 1 + else: + dur = int(t1 - t0) + print " ok [" + str(dur) + "s]" + tests_cnt += 1 + +if fails_cnt == 0: + print "All " + str(tests_cnt) + " tests completed successfully" +else: + print str(tests_cnt) + " tests completed, " + str(fails_cnt) + " test(s) failed" + |