From de684a2b83c731b28bb3e303ca0ed05f8cdaa708 Mon Sep 17 00:00:00 2001 From: Jouni Malinen Date: Sat, 2 Nov 2013 10:30:37 +0200 Subject: [PATCH] tests: Add run-tests.py --shuffle-test This optional argument can be used to randomize the order in which the test cases are run. This can provide more coverage on testing interactions of common use cases in various different sequences. Such issues have already been found even with the fixed order of test cases, but being able to reorder the tests makes this more efficient. Signed-hostap: Jouni Malinen --- tests/hwsim/run-tests.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/tests/hwsim/run-tests.py b/tests/hwsim/run-tests.py index bd2d093e6..594c495af 100755 --- a/tests/hwsim/run-tests.py +++ b/tests/hwsim/run-tests.py @@ -121,6 +121,9 @@ def main(): help='collect tracing per test case (in log directory)') parser.add_argument('-D', action='store_true', dest='dmesg', help='collect dmesg per test case (in log directory)') + parser.add_argument('--shuffle-tests', action='store_true', + dest='shuffle_tests', + help='Shuffle test cases to randomize order') parser.add_argument('-f', dest='testmodules', metavar='', help='execute only tests from these test modules', type=str, choices=[[]] + test_modules, nargs='+') @@ -228,6 +231,10 @@ def main(): name = t.__name__.replace('test_', '', 1) report(conn, False, args.build, args.commit, run, name, 'NOTRUN', 0) + if args.shuffle_tests: + from random import shuffle + shuffle(tests_to_run) + for t in tests_to_run: name = t.__name__.replace('test_', '', 1) if log_handler: