hostap/tests/hwsim/run-tests.py
Jouni Malinen 1a8e4761da tests: Use a more compact summary of test results
Do not print the potentially long list of passed test cases. In case of
failure(s), make sure the failed test list is the last item in the
report.

Signed-hostap: Jouni Malinen <j@w1.fi>
2013-03-31 18:10:17 +03:00

116 lines
3 KiB
Python
Executable file

#!/usr/bin/python
#
# AP tests
# Copyright (c) 2013, Jouni Malinen <j@w1.fi>
#
# This software may be distributed under the terms of the BSD license.
# See README for more details.
import os
import re
import sys
import time
import logging
from wpasupplicant import WpaSupplicant
from hostapd import HostapdGlobal
def reset_devs(dev, apdev):
for d in dev:
d.reset()
hapd = HostapdGlobal()
for ap in apdev:
hapd.remove(ap['ifname'])
def main():
test_file = None
idx = 1
if len(sys.argv) > 1 and sys.argv[1] == '-d':
logging.basicConfig(level=logging.DEBUG)
idx = idx + 1
elif len(sys.argv) > 1 and sys.argv[1] == '-q':
logging.basicConfig(level=logging.WARNING)
idx = idx + 1
else:
logging.basicConfig(level=logging.INFO)
if len(sys.argv) > idx + 1 and sys.argv[idx] == '-f':
test_file = sys.argv[idx + 1]
idx = idx + 2
if len(sys.argv) > idx:
test_filter = sys.argv[idx]
else:
test_filter = None
dev0 = WpaSupplicant('wlan0')
dev1 = WpaSupplicant('wlan1')
dev2 = WpaSupplicant('wlan2')
dev = [ dev0, dev1, dev2 ]
apdev = [ ]
apdev.append({"ifname": 'wlan3', "bssid": "02:00:00:00:03:00"})
apdev.append({"ifname": 'wlan4', "bssid": "02:00:00:00:04:00"})
for d in dev:
if not d.ping():
print d.ifname + ": No response from wpa_supplicant"
return
d.reset()
print "DEV: " + d.ifname + ": " + d.p2p_dev_addr()
for ap in apdev:
print "APDEV: " + ap['ifname']
tests = []
for t in os.listdir("."):
m = re.match(r'(test_.*)\.py$', t)
if m:
if test_file and test_file not in t:
continue
print "Import test cases from " + t
mod = __import__(m.group(1))
for s in dir(mod):
if s.startswith("test_"):
func = mod.__dict__.get(s)
tests.append(func)
passed = []
failed = []
for t in tests:
if test_filter:
if test_filter != t.__name__:
continue
reset_devs(dev, apdev)
print "START " + t.__name__
if t.__doc__:
print "Test: " + t.__doc__
for d in dev:
d.request("NOTE TEST-START " + t.__name__)
try:
if t.func_code.co_argcount > 1:
t(dev, apdev)
else:
t(dev)
passed.append(t.__name__)
print "PASS " + t.__name__
except Exception, e:
print e
failed.append(t.__name__)
print "FAIL " + t.__name__
for d in dev:
d.request("NOTE TEST-STOP " + t.__name__)
if not test_filter:
reset_devs(dev, apdev)
print
if len(failed):
print "passed " + str(len(passed)) + " test case(s)"
print "failed tests: " + str(failed)
sys.exit(1)
print "passed all " + str(len(passed)) + " test case(s)"
if __name__ == "__main__":
main()