Ignore multiple elements for the same test in JUnit XML report (#4364)

Fixes #4331.

---------

Signed-off-by: Pavel Chekin <pavel.chekin@intel.com>

Author: pbchekin

scripts/pass_rate.py

@@ -84,11 +84,19 @@ def parse_report(report_path: pathlib.Path) -> ReportStats:
     """Parses the specified report."""
     stats = ReportStats(name=report_path.stem)
     root = parse(report_path).getroot()
-    testsuite_fixme_tests = set()
+    all_tests = set()
+    fixme_tests = set()
 
     for testsuite in root:
         for testcase in testsuite.iter('testcase'):
+            name = f'{testcase.get("classname")}::{testcase.get("name")}'
+
+            # ignore multiple elements for the same test
+            if name in all_tests:
+                continue
             stats.total += 1
+            all_tests.add(name)
+
             if testcase.find('failure') is not None or testcase.find('error') is not None:
                 stats.failed += 1
                 continue
@@ -102,8 +110,8 @@ def parse_report(report_path: pathlib.Path) -> ReportStats:
 
     for warning in get_warnings(report_path.parent, report_path.stem):
         if 'FIXME' in warning.message:
-            testsuite_fixme_tests.add(warning.location)
-    stats.fixme += len(testsuite_fixme_tests)
+            fixme_tests.add(warning.location)
+    stats.fixme += len(fixme_tests)
 
     stats.passed = stats.total - stats.failed - stats.skipped - stats.xfailed
     return stats

scripts/test_pass_rate.py

@@ -25,7 +25,7 @@
 # Real JUnit report with the 3 tests. One test passed, but there is an error at test teardown.
 # Note that pytest incorrectly reports 4 tests instead of 3.
 # https://github.com/intel/intel-xpu-backend-for-triton/issues/4341.
-JUNIT_XML_REPORT = """\
+JUNIT_XML_REPORT1 = """\
 <?xml version="1.0" encoding="utf-8"?>
 <testsuites>
   <testsuite name="pytest" errors="1" failures="0" skipped="2" tests="4" time="31.615" timestamp="2025-05-28T15:26:42.685704+00:00" hostname="example">
@@ -36,6 +36,22 @@
 </testsuites>
 """
 
+# JUnit report with the same test reported twice: one for test failure, another for error at teardown
+# https://github.com/intel/intel-xpu-backend-for-triton/issues/4331.
+JUNIT_XML_REPORT2 = """\
+<?xml version="1.0" encoding="utf-8"?>
+<testsuites>
+  <testsuite>
+    <testcase classname="python.test.unit.runtime.test_compilation_listener" name="test_compile_stats">
+      <failure/>
+    </testcase>
+    <testcase classname="python.test.unit.runtime.test_compilation_listener" name="test_compile_stats">
+      <error/>
+    </testcase>
+  </testsuite>
+</testsuites>
+"""
+
 
 def test_get_warnings_empty_file(tmp_path):
     warnings_path = tmp_path / 'suite-warnings.json'
@@ -86,12 +102,23 @@ def test_generate_junit_report(tmp_path):
     assert stats[0].total == 3
 
 
-def test_parse_report(tmp_path):
+def test_parse_report_ignore_tests_attribute(tmp_path):
     report_path = tmp_path / 'suite.xml'
-    report_path.write_text(JUNIT_XML_REPORT)
+    report_path.write_text(JUNIT_XML_REPORT1)
     stats = pass_rate.parse_report(report_path)
     assert stats.passed == 0
     assert stats.xfailed == 2
     assert stats.failed == 1
     assert stats.skipped == 0
     assert stats.total == 3
+
+
+def test_parse_report_duplicate_test(tmp_path):
+    report_path = tmp_path / 'suite.xml'
+    report_path.write_text(JUNIT_XML_REPORT2)
+    stats = pass_rate.parse_report(report_path)
+    assert stats.passed == 0
+    assert stats.xfailed == 0
+    assert stats.failed == 1
+    assert stats.skipped == 0
+    assert stats.total == 1