Support neg tests with failures in multiple files

Author: nicolasstucki

compiler/test/dotty/tools/vulpix/ParallelTesting.scala

@@ -759,8 +759,8 @@ trait ParallelTesting extends RunnerOrchestration { self =>
           failTestSource(testSource)
         }
 
-        def reporterOutputLines(reporter: TestReporter): List[String] = {
-          reporter.allErrors.flatMap { error =>
+        def reporterOutputLines(reporters: List[TestReporter]): List[String] = {
+          reporters.flatMap(_.allErrors).sortBy(_.pos.source.toString).flatMap { error =>
             (error.pos.span.toString + " in " + error.pos.source.file.name) :: error.getMessage().lines.toList
           }
         }
@@ -779,7 +779,7 @@ trait ParallelTesting extends RunnerOrchestration { self =>
               if (!file.isDirectory) {
                 val checkFile = new JFile(file.getAbsolutePath.replaceFirst("\\.scala$", ".check"))
                 if (checkFile.exists)
-                  checkFileTest(testSource.title, checkFile, reporterOutputLines(reporter))
+                  checkFileTest(testSource.title, checkFile, reporterOutputLines(reporter :: Nil))
               }
             }
             if (reporter.compilerCrashed || actualErrors > 0)
@@ -800,7 +800,7 @@ trait ParallelTesting extends RunnerOrchestration { self =>
 
             val checkFile = new JFile(dir.getAbsolutePath + ".check")
             if (checkFile.exists)
-              checkFileTest(testSource.title, checkFile, reporters.flatMap(reporter => reporterOutputLines(reporter)))
+              checkFileTest(testSource.title, checkFile, reporterOutputLines(reporters))
 
             (compilerCrashed, expectedErrors, actualErrors, () => getMissingExpectedErrors(errorMap, errors), errorMap)
           }

tests/neg/multi-file-error.check

@@ -0,0 +1,4 @@
+[12..15] in A.scala
+Not found: foo
+[12..15] in B.scala
+Not found: bar

tests/neg/multi-file-error/A.scala

@@ -0,0 +1,3 @@
+class A {
+  foo() // error
+}

tests/neg/multi-file-error/B.scala

@@ -0,0 +1,3 @@
+class B {
+  bar() // error
+}