0b1faa8bf1
Instead of re-implementing a command-line parser, use the argparse module. The only real change (I hope) is that the test module must now be given to the -f option without the .py suffix. Also, --help now works, and if a test module/test name is given that doesn't exist, the valid list is printed. Signed-hostap: Johannes Berg <johannes.berg@intel.com>
264 lines
8.8 KiB
Python
Executable file
264 lines
8.8 KiB
Python
Executable file
#!/usr/bin/python
|
|
#
|
|
# AP tests
|
|
# Copyright (c) 2013, Jouni Malinen <j@w1.fi>
|
|
#
|
|
# This software may be distributed under the terms of the BSD license.
|
|
# See README for more details.
|
|
|
|
import os
|
|
import re
|
|
import sys
|
|
import time
|
|
from datetime import datetime
|
|
import argparse
|
|
|
|
import logging
|
|
logger = logging.getLogger(__name__)
|
|
|
|
sys.path.append('../../wpaspy')
|
|
|
|
from wpasupplicant import WpaSupplicant
|
|
from hostapd import HostapdGlobal
|
|
|
|
def reset_devs(dev, apdev):
|
|
hapd = HostapdGlobal()
|
|
for d in dev:
|
|
try:
|
|
d.reset()
|
|
except Exception, e:
|
|
logger.info("Failed to reset device " + d.ifname)
|
|
print str(e)
|
|
for ap in apdev:
|
|
hapd.remove(ap['ifname'])
|
|
|
|
def report(conn, build, commit, run, test, result, diff):
|
|
if conn:
|
|
if not build:
|
|
build = ''
|
|
if not commit:
|
|
commit = ''
|
|
sql = "INSERT INTO results(test,result,run,time,duration,build,commitid) VALUES(?, ?, ?, ?, ?, ?, ?)"
|
|
params = (test.replace('test_', '', 1), result, run, time.time(), diff.total_seconds(), build, commit)
|
|
try:
|
|
conn.execute(sql, params)
|
|
conn.commit()
|
|
except Exception, e:
|
|
print "sqlite: " + str(e)
|
|
print "sql: %r" % (params, )
|
|
|
|
def main():
|
|
tests = []
|
|
test_modules = []
|
|
for t in os.listdir("."):
|
|
m = re.match(r'(test_.*)\.py$', t)
|
|
if m:
|
|
logger.debug("Import test cases from " + t)
|
|
mod = __import__(m.group(1))
|
|
test_modules.append(mod.__name__)
|
|
for s in dir(mod):
|
|
if s.startswith("test_"):
|
|
func = mod.__dict__.get(s)
|
|
tests.append(func)
|
|
test_names = list(set([t.__name__ for t in tests]))
|
|
|
|
run = None
|
|
commit = None
|
|
print_res = False
|
|
|
|
parser = argparse.ArgumentParser(description='hwsim test runner')
|
|
group = parser.add_mutually_exclusive_group()
|
|
group.add_argument('-d', const=logging.DEBUG, action='store_const',
|
|
dest='loglevel', default=logging.INFO,
|
|
help="verbose debug output")
|
|
group.add_argument('-q', const=logging.WARNING, action='store_const',
|
|
dest='loglevel', help="be quiet")
|
|
group.add_argument('-l', metavar='<filename>', dest='logfile',
|
|
help='debug log filename')
|
|
|
|
parser.add_argument('-e', metavar="<filename>", dest='errorfile',
|
|
help='error filename')
|
|
parser.add_argument('-r', metavar="<filename>", dest='resultsfile',
|
|
help='results filename')
|
|
parser.add_argument('-S', metavar='<sqlite3 db>', dest='database',
|
|
help='database to write results to')
|
|
parser.add_argument('-b', metavar='<build>', dest='build', help='build ID')
|
|
parser.add_argument('-L', action='store_true', dest='update_tests_db',
|
|
help='List tests (and update descriptions in DB)')
|
|
parser.add_argument('-f', dest='testmodule', metavar='<test module>',
|
|
help='execute only tests from this test module',
|
|
type=str, choices=[[]] + test_modules)
|
|
parser.add_argument('tests', metavar='<test>', nargs='*', type=str,
|
|
help='tests to run (only valid without -f)',
|
|
choices=[[]] + test_names)
|
|
|
|
args = parser.parse_args()
|
|
|
|
if args.tests and args.testmodule:
|
|
print 'Invalid arguments - both test module and tests given'
|
|
sys.exit(2)
|
|
|
|
if args.logfile:
|
|
logging.basicConfig(filename=args.logfile,
|
|
level=logging.DEBUG)
|
|
log_to_file = True
|
|
else:
|
|
logging.basicConfig(level=args.loglevel)
|
|
log_to_file = False
|
|
if args.loglevel == logging.WARNING:
|
|
print_res = True
|
|
|
|
error_file = args.errorfile
|
|
results_file = args.resultsfile
|
|
|
|
if args.database:
|
|
import sqlite3
|
|
conn = sqlite3.connect(args.database)
|
|
else:
|
|
conn = None
|
|
|
|
if conn:
|
|
run = str(int(time.time()))
|
|
try:
|
|
with open("commit") as f:
|
|
val = f.readlines()
|
|
if len(val) > 0:
|
|
commit = val[0].rstrip()
|
|
except IOError:
|
|
pass
|
|
|
|
if args.update_tests_db:
|
|
for t in tests:
|
|
print t.__name__ + " - " + t.__doc__
|
|
if conn:
|
|
sql = 'INSERT OR REPLACE INTO tests(test,description) VALUES (?, ?)'
|
|
params = (t.__name__.replace('test_', '', 1), t.__doc__)
|
|
try:
|
|
conn.execute(sql, params)
|
|
except Exception, e:
|
|
print "sqlite: " + str(e)
|
|
print "sql: %r" % (params,)
|
|
if conn:
|
|
conn.commit()
|
|
conn.close()
|
|
sys.exit(0)
|
|
|
|
|
|
dev0 = WpaSupplicant('wlan0', '/tmp/wpas-wlan0')
|
|
dev1 = WpaSupplicant('wlan1', '/tmp/wpas-wlan1')
|
|
dev2 = WpaSupplicant('wlan2', '/tmp/wpas-wlan2')
|
|
dev = [ dev0, dev1, dev2 ]
|
|
apdev = [ ]
|
|
apdev.append({"ifname": 'wlan3', "bssid": "02:00:00:00:03:00"})
|
|
apdev.append({"ifname": 'wlan4', "bssid": "02:00:00:00:04:00"})
|
|
|
|
for d in dev:
|
|
if not d.ping():
|
|
logger.info(d.ifname + ": No response from wpa_supplicant")
|
|
return
|
|
logger.info("DEV: " + d.ifname + ": " + d.p2p_dev_addr())
|
|
for ap in apdev:
|
|
logger.info("APDEV: " + ap['ifname'])
|
|
|
|
passed = []
|
|
skipped = []
|
|
failed = []
|
|
|
|
for t in tests:
|
|
if args.tests:
|
|
if not t.__name__ in args.tests:
|
|
continue
|
|
if args.testmodule:
|
|
if not t.__module__ == args.testmodule:
|
|
continue
|
|
reset_devs(dev, apdev)
|
|
logger.info("START " + t.__name__)
|
|
if log_to_file:
|
|
print "START " + t.__name__
|
|
sys.stdout.flush()
|
|
if t.__doc__:
|
|
logger.info("Test: " + t.__doc__)
|
|
start = datetime.now()
|
|
for d in dev:
|
|
try:
|
|
d.request("NOTE TEST-START " + t.__name__)
|
|
except Exception, e:
|
|
logger.info("Failed to issue TEST-START before " + t.__name__ + " for " + d.ifname)
|
|
logger.info(e)
|
|
print "FAIL " + t.__name__ + " - could not start test"
|
|
if conn:
|
|
conn.close()
|
|
conn = None
|
|
sys.exit(1)
|
|
try:
|
|
if t.func_code.co_argcount > 1:
|
|
res = t(dev, apdev)
|
|
else:
|
|
res = t(dev)
|
|
end = datetime.now()
|
|
diff = end - start
|
|
if res == "skip":
|
|
skipped.append(t.__name__)
|
|
result = "SKIP"
|
|
else:
|
|
passed.append(t.__name__)
|
|
result = "PASS"
|
|
report(conn, args.build, commit, run, t.__name__, result, diff)
|
|
result = result + " " + t.__name__ + " "
|
|
result = result + str(diff.total_seconds()) + " " + str(end)
|
|
logger.info(result)
|
|
if log_to_file or print_res:
|
|
print result
|
|
sys.stdout.flush()
|
|
if results_file:
|
|
f = open(results_file, 'a')
|
|
f.write(result + "\n")
|
|
f.close()
|
|
except Exception, e:
|
|
end = datetime.now()
|
|
diff = end - start
|
|
logger.info(e)
|
|
failed.append(t.__name__)
|
|
report(conn, args.build, commit, run, t.__name__, "FAIL", diff)
|
|
result = "FAIL " + t.__name__ + " " + str(diff.total_seconds()) + " " + str(end)
|
|
logger.info(result)
|
|
if log_to_file:
|
|
print result
|
|
sys.stdout.flush()
|
|
if results_file:
|
|
f = open(results_file, 'a')
|
|
f.write(result + "\n")
|
|
f.close()
|
|
for d in dev:
|
|
try:
|
|
d.request("NOTE TEST-STOP " + t.__name__)
|
|
except Exception, e:
|
|
logger.info("Failed to issue TEST-STOP after " + t.__name__ + " for " + d.ifname)
|
|
logger.info(e)
|
|
|
|
if not args.tests:
|
|
reset_devs(dev, apdev)
|
|
|
|
if conn:
|
|
conn.close()
|
|
|
|
if len(failed):
|
|
logger.info("passed " + str(len(passed)) + " test case(s)")
|
|
logger.info("skipped " + str(len(skipped)) + " test case(s)")
|
|
logger.info("failed tests: " + str(failed))
|
|
if error_file:
|
|
f = open(error_file, 'w')
|
|
f.write(str(failed) + '\n')
|
|
f.close()
|
|
sys.exit(1)
|
|
logger.info("passed all " + str(len(passed)) + " test case(s)")
|
|
if len(skipped):
|
|
logger.info("skipped " + str(len(skipped)) + " test case(s)")
|
|
if log_to_file:
|
|
print "passed all " + str(len(passed)) + " test case(s)"
|
|
if len(skipped):
|
|
print "skipped " + str(len(skipped)) + " test case(s)"
|
|
|
|
if __name__ == "__main__":
|
|
main()
|