travis: don't stop on failure

Don't stop travis after a single test failure. It is better to run all
the tests and get a comprehensive list of failing tests.

Signed-off-by: H. Peter Anvin (Intel) <hpa@zytor.com>

Author: H. Peter Anvin (Intel)

Makefile.in

@@ -579,7 +579,7 @@ $(travis_version): version
 	printf 'NASM version %s compiled on ?\n' `cat version` > $@
 
 travis: $(PROGS) $(travis_version)
-	-$(PYTHON3) travis/nasm-t.py run > travis.log
+	-$(PYTHON3) travis/nasm-t.py run --stop=n > travis.log
 	@if $(GREP) FAIL travis.log; then exit 1; else \
 		echo '=== All tests PASS ==='; fi
 

travis/nasm-t.py

@@ -29,6 +29,10 @@
                      dest = 'test',
                      help = 'Run the selected test only',
                      required = False)
+    spp.add_argument('--stop',
+                     dest = 'stop', default = 'y',
+                     help = 'Stop immediately on failure (default "y")',
+                     required = False)
 
 for cmd in ['new']:
     spp = sp.add_parser(cmd, help = 'Add a new test case')
@@ -109,7 +113,7 @@
 
 if args.cmd == None:
     parser.print_help()
-    sys.exit(1)
+    sys.exit(64)
 
 def read_stdfile(path):
     with open(path, "rb") as f:
@@ -232,7 +236,7 @@ def collect_test_desc_from_dir(basedir):
 def test_abort(test, message):
     print("\t%s: %s" % (test, message))
     print("=== Test %s ABORT ===" % (test))
-    sys.exit(1)
+    sys.exit(2)
     return False
 
 def test_fail(test, message):
@@ -556,6 +560,7 @@ def test_update(desc):
         f.close()
 
 if args.cmd == 'run':
+    errors = 0
     desc_array = []
     if args.test == None:
         desc_array = collect_test_desc_from_dir(args.dir)
@@ -566,10 +571,14 @@ def test_update(desc):
 
     for desc in desc_array:
         if test_run(desc) == False:
+            errors = 1;
             if 'error' in desc and desc['error'] == 'over':
                 test_over(desc['_test-name'])
             else:
-                test_abort(desc['_test-name'], "Error detected")
+                errors = 1
+                if args.stop == 'y':
+                    test_abort(desc['_test-name'], "Error detected")
+    sys.exit(errors)
 
 if args.cmd == 'update':
     desc_array = []