summaryrefslogtreecommitdiff
path: root/regtest
diff options
context:
space:
mode:
authorCarlos Garcia Campos <carlosgc@gnome.org>2013-11-27 18:29:36 +0100
committerCarlos Garcia Campos <carlosgc@gnome.org>2013-11-27 18:49:44 +0100
commit1486d93f0f6418b37ccc57568717d9349a79935b (patch)
treec3e488684a30fbf1e6f2d1402e3eba5c2d6d0d9f /regtest
parent5241c0cc730c380dc44c3a081e1de675e1915861 (diff)
regtest: Do not consider docs with no refs as skipped
Handle them differently as new docs, and show them in the summary suggesting to use create-refs command to include them in the test suite.
Diffstat (limited to 'regtest')
-rw-r--r--regtest/TestRun.py40
1 files changed, 23 insertions, 17 deletions
diff --git a/regtest/TestRun.py b/regtest/TestRun.py
index f47485f1..23ff31f2 100644
--- a/regtest/TestRun.py
+++ b/regtest/TestRun.py
@@ -47,6 +47,7 @@ class TestRun:
self._failed_status_error = []
self._stderr = []
self._skipped = []
+ self._new = []
self._queue = Queue()
self._lock = RLock()
@@ -72,7 +73,7 @@ class TestRun:
ref_is_failed = backend.is_failed(refs_path)
if not ref_has_md5 and not ref_is_crashed and not ref_is_failed:
with self._lock:
- self._skipped.append("%s (%s)" % (doc_path, backend.get_name()))
+ self._new.append("%s (%s)" % (doc_path, backend.get_name()))
self._n_tests += 1
self.printer.print_default("Reference files not found, skipping '%s' for %s backend" % (doc_path, backend.get_name()))
return
@@ -153,7 +154,7 @@ class TestRun:
if not os.path.isdir(refs_path):
with self._lock:
- self._skipped.append("%s" % (doc_path))
+ self._new.append("%s" % (doc_path))
self._n_tests += len(backends)
self.printer.print_default("Reference dir not found for %s, skipping" % (doc_path))
return
@@ -190,24 +191,29 @@ class TestRun:
self._queue.join()
def summary(self):
- if not self._n_run:
- self.printer.printout_ln("No tests run")
- return
-
- self.printer.printout_ln()
- self.printer.printout_ln("%d tests passed (%.2f%%)" % (self._n_passed, (self._n_passed * 100.) / self._n_run))
self.printer.printout_ln()
- def report_tests(test_list, test_type):
- n_tests = len(test_list)
- if not n_tests:
- return
- self.printer.printout_ln("%d tests %s (%.2f%%): %s" % (n_tests, test_type, (n_tests * 100.) / self._n_run, ", ".join(test_list)))
+
+ if self._n_run:
+ self.printer.printout_ln("%d tests passed (%.2f%%)" % (self._n_passed, (self._n_passed * 100.) / self._n_run))
self.printer.printout_ln()
+ def report_tests(test_list, test_type):
+ n_tests = len(test_list)
+ if not n_tests:
+ return
+ self.printer.printout_ln("%d tests %s (%.2f%%): %s" % (n_tests, test_type, (n_tests * 100.) / self._n_run, ", ".join(test_list)))
+ self.printer.printout_ln()
+
+ report_tests(self._failed, "failed")
+ report_tests(self._crashed, "crashed")
+ report_tests(self._failed_status_error, "failed to run")
+ report_tests(self._stderr, "have stderr output")
+ else:
+ self.printer.printout_ln("No tests run")
- report_tests(self._failed, "failed")
- report_tests(self._crashed, "crashed")
- report_tests(self._failed_status_error, "failed to run")
- report_tests(self._stderr, "have stderr output")
if self._skipped:
self.printer.printout_ln("%d tests skipped: %s" % (len(self._skipped), ", ".join(self._skipped)))
self.printer.printout_ln()
+
+ if self._new:
+ self.printer.printout_ln("%d new documents: %s\nUse create-refs command to add reference results for them" % (len(self._new), ", ".join(self._new)))
+ self.printer.printout_ln()