From ff1f9f9c5f2361bfec547207cf4fa9b01d623b14 Mon Sep 17 00:00:00 2001 From: Tom Henderson Date: Wed, 30 Apr 2014 13:06:17 -0700 Subject: [PATCH] append list of skipped/failed/crashed/valgrined tests to end of test.py output --- test.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) diff --git a/test.py b/test.py index 34a77beef..75abc3363 100755 --- a/test.py +++ b/test.py @@ -1324,6 +1324,7 @@ def run_tests(): # total_tests = 0 skipped_tests = 0 + skipped_testnames = [] # # We now have worker threads spun up, and a list of work to do. So, run @@ -1593,8 +1594,11 @@ def run_tests(): # passed_tests = 0 failed_tests = 0 + failed_testnames = [] crashed_tests = 0 + crashed_testnames = [] valgrind_errors = 0 + valgrind_testnames = [] for i in range(jobs): job = output_queue.get() if job.is_break: @@ -1608,18 +1612,22 @@ def run_tests(): if job.is_skip: status = "SKIP" skipped_tests = skipped_tests + 1 + skipped_testnames.append(job.display_name) else: if job.returncode == 0: status = "PASS" passed_tests = passed_tests + 1 elif job.returncode == 1: failed_tests = failed_tests + 1 + failed_testnames.append(job.display_name) status = "FAIL" elif job.returncode == 2: valgrind_errors = valgrind_errors + 1 + valgrind_testnames.append(job.display_name) status = "VALGR" else: crashed_tests = crashed_tests + 1 + crashed_testnames.append(job.display_name) status = "CRASH" if options.duration or options.constrain == "performance": @@ -1756,6 +1764,17 @@ def run_tests(): print "%d of %d tests passed (%d passed, %d skipped, %d failed, %d crashed, %d valgrind errors)" % (passed_tests, total_tests, passed_tests, skipped_tests, failed_tests, crashed_tests, valgrind_errors) # + # Repeat summary of skipped, failed, crashed, valgrind events + # + if skipped_testnames: + print 'List of SKIPped tests: %s' % ' '.join(map(str, skipped_testnames)) + if failed_testnames: + print 'List of FAILed tests: %s' % ' '.join(map(str, failed_testnames)) + if crashed_testnames: + print 'List of CRASHed tests: %s' % ' '.join(map(str, crashed_testnames)) + if valgrind_testnames: + print 'List of VALGR failures: %s' % ' '.join(map(str, valgrind_testnames)) + # # The last things to do are to translate the XML results file to "human # readable form" if the user asked for it (or make an XML file somewhere) #