[SPARK-54474][PYTHON] Discard the XML report on tests that are supposed to fail

### What changes were proposed in this pull request?

We do not keep the XML reports from the tests that are supposed to fail anymore.

### Why are the changes needed?

It will confuse XML report consumers. These are tests that are supposed to fail - we are testing if they return the expected return code.

### Does this PR introduce _any_ user-facing change?

No

### How was this patch tested?

Manually tested that no XML report is generated and the test itself still passes.

### Was this patch authored or co-authored using generative AI tooling?

No

Closes #53187 from gaogaotiantian/disable-xml-on-failed-tests.

Authored-by: Tian Gao <gaogaotiantian@hotmail.com>
Signed-off-by: Hyukjin Kwon <gurwls223@apache.org>

Author: gaogaotiantian

python/pyspark/testing/tests/test_fail.py

@@ -14,6 +14,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+
+import tempfile
 import unittest
 
 
@@ -25,13 +27,16 @@ def test_something(self):
 if __name__ == "__main__":
     from pyspark.testing.tests.test_fail import *  # noqa: F401
 
-    try:
-        import xmlrunner
+    # Do not keep XML report because the test is supposed to fail.
+    # We do not want to confuse XML report consumers.
+    with tempfile.TemporaryDirectory() as tmpdir:
+        try:
+            import xmlrunner
 
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    try:
-        unittest.main(testRunner=testRunner, verbosity=2)
-    except SystemExit as e:
-        assert e.code == 1, f"status code: {e.code}"
+            testRunner = xmlrunner.XMLTestRunner(output=tmpdir, verbosity=2)
+        except ImportError:
+            testRunner = None
+        try:
+            unittest.main(testRunner=testRunner, verbosity=2)
+        except SystemExit as e:
+            assert e.code == 1, f"status code: {e.code}"

python/pyspark/testing/tests/test_fail_in_set_up_class.py

@@ -14,6 +14,8 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 #
+
+import tempfile
 import unittest
 
 
@@ -30,13 +32,16 @@ def test_something(self):
 if __name__ == "__main__":
     from pyspark.testing.tests.test_fail_in_set_up_class import *  # noqa: F401
 
-    try:
-        import xmlrunner
+    # Do not keep XML report because the test is supposed to fail.
+    # We do not want to confuse XML report consumers.
+    with tempfile.TemporaryDirectory() as tmpdir:
+        try:
+            import xmlrunner
 
-        testRunner = xmlrunner.XMLTestRunner(output="target/test-reports", verbosity=2)
-    except ImportError:
-        testRunner = None
-    try:
-        unittest.main(testRunner=testRunner, verbosity=2)
-    except SystemExit as e:
-        assert e.code == 1, f"status code: {e.code}"
+            testRunner = xmlrunner.XMLTestRunner(output=tmpdir, verbosity=2)
+        except ImportError:
+            testRunner = None
+        try:
+            unittest.main(testRunner=testRunner, verbosity=2)
+        except SystemExit as e:
+            assert e.code == 1, f"status code: {e.code}"