Skip to content

Commit 52d1278

Browse files
andrurogerzandrurogerz
authored
[gha] exclude some flaky lldb test cases that sometimes fail (#182)
## Overview * Exclude some lldb test cases that appear to be flaky and occasionally fail in CI. * Sort the exclusion files ## Valdiation Successful CI run: https://github.com/andrurogerz/ds2/actions/runs/12998432378
1 parent 7982e61 commit 52d1278

File tree

3 files changed

+38
-30
lines changed

3 files changed

+38
-30
lines changed

‎Support/Testing/Excluded/ds2/android-x86_64.excluded‎

Lines changed: 14 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -3,6 +3,9 @@ TestBreakpointSerialization.BreakpointSerialization.test_scripted_extra_args
33
TestBreakpointSetRestart.BreakpointSetRestart.test_breakpoint_set_restart_dwarf
44
TestBreakpointSetRestart.BreakpointSetRestart.test_breakpoint_set_restart_dwo
55
TestCommandScript.CmdPythonTestCase.test
6+
TestConcurrentNWatchNBreak.ConcurrentNWatchNBreak.test
7+
TestConcurrentSignalNWatchNBreak.ConcurrentSignalNWatchNBreak.test
8+
TestConcurrentSignalWatch.ConcurrentSignalWatch.test
69
TestCreateAfterAttach.CreateAfterAttachTestCase.test_create_after_attach_dwarf
710
TestCreateAfterAttach.CreateAfterAttachTestCase.test_create_after_attach_dwo
811
TestDataFormatterCaching.TestDataFormatterCaching.test_with_run_command_dwarf
@@ -23,15 +26,7 @@ TestFrames.FrameAPITestCase.test_get_arg_vals_for_call_stack_dwo
2326
TestGdbRemoteAttachWait.TestGdbRemoteAttachWait.test_attach_with_vAttachWait_llgs
2427
TestGdbRemoteAttachWait.TestGdbRemoteAttachWait.test_launch_after_attach_with_vAttachOrWait_llgs
2528
TestGdbRemoteAttachWait.TestGdbRemoteAttachWait.test_launch_before_attach_with_vAttachOrWait_llgs
26-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_c_interspersed_nonstop_llgs
27-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_detach_all_nonstop_llgs
28-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_fork_follow_nonstop_llgs
29-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_fork_nonstop_llgs
30-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_kill_all_nonstop_llgs
31-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_interspersed_nonstop_llgs
32-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vfork_follow_nonstop_llgs
33-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vfork_nonstop_llgs
34-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vkill_both_nonstop_llgs
29+
TestGdbRemoteFork.TestGdbRemoteFork.test_T_llgs
3530
TestGdbRemoteFork.TestGdbRemoteFork.test_c_child_llgs
3631
TestGdbRemoteFork.TestGdbRemoteFork.test_c_child_then_parent_llgs
3732
TestGdbRemoteFork.TestGdbRemoteFork.test_c_interspersed_llgs
@@ -48,7 +43,6 @@ TestGdbRemoteFork.TestGdbRemoteFork.test_qC_llgs
4843
TestGdbRemoteFork.TestGdbRemoteFork.test_register_read_write_llgs
4944
TestGdbRemoteFork.TestGdbRemoteFork.test_select_wrong_pid_llgs
5045
TestGdbRemoteFork.TestGdbRemoteFork.test_threadinfo_llgs
51-
TestGdbRemoteFork.TestGdbRemoteFork.test_T_llgs
5246
TestGdbRemoteFork.TestGdbRemoteFork.test_vCont_all_processes_explicit_llgs
5347
TestGdbRemoteFork.TestGdbRemoteFork.test_vCont_all_processes_implicit_llgs
5448
TestGdbRemoteFork.TestGdbRemoteFork.test_vCont_child_llgs
@@ -62,6 +56,15 @@ TestGdbRemoteFork.TestGdbRemoteFork.test_vfork_llgs
6256
TestGdbRemoteFork.TestGdbRemoteFork.test_vkill_both_llgs
6357
TestGdbRemoteFork.TestGdbRemoteFork.test_vkill_child_llgs
6458
TestGdbRemoteFork.TestGdbRemoteFork.test_vkill_parent_llgs
59+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_c_interspersed_nonstop_llgs
60+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_detach_all_nonstop_llgs
61+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_fork_follow_nonstop_llgs
62+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_fork_nonstop_llgs
63+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_kill_all_nonstop_llgs
64+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_interspersed_nonstop_llgs
65+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vfork_follow_nonstop_llgs
66+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vfork_nonstop_llgs
67+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vkill_both_nonstop_llgs
6568
TestGdbRemoteGPacket.TestGdbRemoteGPacket.test_g_returns_correct_data_no_suffix_llgs
6669
TestGdbRemoteGPacket.TestGdbRemoteGPacket.test_g_returns_correct_data_with_suffix_llgs
6770
TestGdbRemoteMemoryAllocation.TestGdbRemoteMemoryAllocation.test_bad_packet_llgs
@@ -89,8 +92,8 @@ TestMemoryHistory.AsanTestCase.test_dwo
8992
TestNonStop.LldbGdbServerTestCase.test_exit_llgs
9093
TestNonStop.LldbGdbServerTestCase.test_exit_query_llgs
9194
TestNonStop.LldbGdbServerTestCase.test_leave_nonstop_llgs
92-
TestNonStop.LldbGdbServerTestCase.test_multiple_c_continue_with_addr_llgs
9395
TestNonStop.LldbGdbServerTestCase.test_multiple_C_continue_with_signal_llgs
96+
TestNonStop.LldbGdbServerTestCase.test_multiple_c_continue_with_addr_llgs
9497
TestNonStop.LldbGdbServerTestCase.test_multiple_s_single_step_with_addr_llgs
9598
TestNonStop.LldbGdbServerTestCase.test_multiple_vCont_llgs
9699
TestNonStop.LldbGdbServerTestCase.test_run_llgs

‎Support/Testing/Excluded/ds2/linux-aarch64.excluded‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -10,6 +10,7 @@ TestAArch64LinuxTaggedMemoryRegion.AArch64LinuxTaggedMemoryRegionTestCase.test_m
1010
TestAArch64UnwindPAC.AArch64UnwindPAC.test_dwarf
1111
TestAArch64UnwindPAC.AArch64UnwindPAC.test_dwo
1212
TestBreakpointSerialization.BreakpointSerialization.test_scripted_extra_args
13+
TestChangeValueAPI.ChangeValueAPITestCase.test_change_value_dwarf
1314
TestCompletion.CommandLineCompletionTestCase.test_common_complete_watchpoint_ids
1415
TestConcurrentBreakpointsDelayedBreakpointOneWatchpoint.ConcurrentBreakpointsDelayedBreakpointOneWatchpoint.test
1516
TestConcurrentCrashWithWatchpoint.ConcurrentCrashWithWatchpoint.test
@@ -65,6 +66,7 @@ TestHelloWorld.HelloWorldTestCase.test_with_attach_to_process_with_id_api
6566
TestHelloWorld.HelloWorldTestCase.test_with_attach_to_process_with_name_api
6667
TestInferiorCrashing.CrashingInferiorTestCase.test_inferior_crashing_dwarf
6768
TestInferiorCrashing.CrashingInferiorTestCase.test_inferior_crashing_dwo
69+
TestLldbGdbServer.LldbGdbServerTestCase.test_Hc_then_Csignal_signals_correct_thread_launch_llgs
6870
TestLldbGdbServer.LldbGdbServerTestCase.test_Hg_fails_on_another_pid_llgs
6971
TestLldbGdbServer.LldbGdbServerTestCase.test_Hg_fails_on_minus_one_pid_llgs
7072
TestLldbGdbServer.LldbGdbServerTestCase.test_Hg_fails_on_zero_pid_llgs
@@ -75,6 +77,7 @@ TestLldbGdbServer.LldbGdbServerTestCase.test_qSupported_fork_events_llgs
7577
TestLldbGdbServer.LldbGdbServerTestCase.test_qSupported_siginfo_read_llgs
7678
TestLldbGdbServer.LldbGdbServerTestCase.test_qSupported_vfork_events_llgs
7779
TestLldbGdbServer.LldbGdbServerTestCase.test_qXfer_siginfo_read_llgs
80+
TestLldbGdbServer.LldbGdbServerTestCase.test_written_M_content_reads_back_correctly_llgs
7881
TestLoadUnload.LoadUnloadTestCase.test_static_init_during_load
7982
TestMachCore.MachCoreTestCase.test_selected_thread
8083
TestMainThreadExit.ThreadExitTestCase.test
@@ -99,6 +102,7 @@ TestNonStop.LldbGdbServerTestCase.test_vCont_then_partial_stop_llgs
99102
TestNonStop.LldbGdbServerTestCase.test_vCont_then_partial_stop_run_both_llgs
100103
TestNonStop.LldbGdbServerTestCase.test_vCont_then_stop_llgs
101104
TestNonStop.LldbGdbServerTestCase.test_vCtrlC_llgs
105+
TestNumThreads.NumberOfThreadsTestCase.test_unique_stacks
102106
TestOSPluginStepping.TestOSPluginStepping.test_python_os_plugin
103107
TestOSPluginStepping.TestOSPluginStepping.test_python_os_plugin_prune
104108
TestPythonOSPlugin.PluginPythonOSPlugin.test_python_os_plugin

‎Support/Testing/Excluded/ds2/linux-x86_64.excluded‎

Lines changed: 20 additions & 19 deletions
Original file line numberDiff line numberDiff line change
@@ -1,16 +1,15 @@
11
skip
2-
lldbsuite.test.lldbtest.TestPrintf.test_dwarf
3-
lldbsuite.test.lldbtest.TestPrintf.test_dwo
42
TestBreakpointSerialization.BreakpointSerialization.test_scripted_extra_args
3+
TestBreakpointSetRestart.BreakpointSetRestart.test_breakpoint_set_restart_dwarf
54
TestBreakpointSetRestart.BreakpointSetRestart.test_breakpoint_set_restart_dwo
65
TestCommandScript.CmdPythonTestCase.test
76
TestDataFormatterCaching.TestDataFormatterCaching.test_with_run_command_dwarf
87
TestDataFormatterCaching.TestDataFormatterCaching.test_with_run_command_dwo
98
TestDataFormatterSynthVal.DataFormatterSynthValueTestCase.test_with_run_command_dwarf
109
TestDataFormatterSynthVal.DataFormatterSynthValueTestCase.test_with_run_command_dwo
1110
TestDebuggerAPI.DebuggerAPITestCase.test_CreateTarget_platform
12-
TestDyldExecLinux.TestLinux64ExecViaDynamicLoader.test_without_svr4
1311
TestDyldExecLinux.TestLinux64ExecViaDynamicLoader.test_with_svr4
12+
TestDyldExecLinux.TestLinux64ExecViaDynamicLoader.test_without_svr4
1413
TestDyldLaunchLinux.TestLinux64LaunchingViaDynamicLoader.test
1514
TestExec.ExecTestCase.test_correct_thread_plan_state_before_exec
1615
TestExec.ExecTestCase.test_hitting_exec
@@ -23,19 +22,7 @@ TestFrames.FrameAPITestCase.test_get_arg_vals_for_call_stack_dwo
2322
TestGdbRemoteAttachWait.TestGdbRemoteAttachWait.test_attach_with_vAttachWait_llgs
2423
TestGdbRemoteAttachWait.TestGdbRemoteAttachWait.test_launch_after_attach_with_vAttachOrWait_llgs
2524
TestGdbRemoteAttachWait.TestGdbRemoteAttachWait.test_launch_before_attach_with_vAttachOrWait_llgs
26-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_c_both_nonstop_llgs
27-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_c_interspersed_nonstop_llgs
28-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_detach_all_nonstop_llgs
29-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_fork_follow_nonstop_llgs
30-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_fork_nonstop_llgs
31-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_kill_all_nonstop_llgs
32-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_both_implicit_nonstop_llgs
33-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_both_minus_one_nonstop_llgs
34-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_both_nonstop_llgs
35-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_interspersed_nonstop_llgs
36-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vfork_follow_nonstop_llgs
37-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vfork_nonstop_llgs
38-
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vkill_both_nonstop_llgs
25+
TestGdbRemoteFork.TestGdbRemoteFork.test_T_llgs
3926
TestGdbRemoteFork.TestGdbRemoteFork.test_c_child_llgs
4027
TestGdbRemoteFork.TestGdbRemoteFork.test_c_child_then_parent_llgs
4128
TestGdbRemoteFork.TestGdbRemoteFork.test_c_interspersed_llgs
@@ -52,7 +39,6 @@ TestGdbRemoteFork.TestGdbRemoteFork.test_qC_llgs
5239
TestGdbRemoteFork.TestGdbRemoteFork.test_register_read_write_llgs
5340
TestGdbRemoteFork.TestGdbRemoteFork.test_select_wrong_pid_llgs
5441
TestGdbRemoteFork.TestGdbRemoteFork.test_threadinfo_llgs
55-
TestGdbRemoteFork.TestGdbRemoteFork.test_T_llgs
5642
TestGdbRemoteFork.TestGdbRemoteFork.test_vCont_all_processes_explicit_llgs
5743
TestGdbRemoteFork.TestGdbRemoteFork.test_vCont_all_processes_implicit_llgs
5844
TestGdbRemoteFork.TestGdbRemoteFork.test_vCont_child_llgs
@@ -66,6 +52,19 @@ TestGdbRemoteFork.TestGdbRemoteFork.test_vfork_llgs
6652
TestGdbRemoteFork.TestGdbRemoteFork.test_vkill_both_llgs
6753
TestGdbRemoteFork.TestGdbRemoteFork.test_vkill_child_llgs
6854
TestGdbRemoteFork.TestGdbRemoteFork.test_vkill_parent_llgs
55+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_c_both_nonstop_llgs
56+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_c_interspersed_nonstop_llgs
57+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_detach_all_nonstop_llgs
58+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_fork_follow_nonstop_llgs
59+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_fork_nonstop_llgs
60+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_kill_all_nonstop_llgs
61+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_both_implicit_nonstop_llgs
62+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_both_minus_one_nonstop_llgs
63+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_both_nonstop_llgs
64+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vCont_interspersed_nonstop_llgs
65+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vfork_follow_nonstop_llgs
66+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vfork_nonstop_llgs
67+
TestGdbRemoteForkNonStop.TestGdbRemoteForkNonStop.test_vkill_both_nonstop_llgs
6968
TestGdbRemoteGPacket.TestGdbRemoteGPacket.test_g_returns_correct_data_no_suffix_llgs
7069
TestGdbRemoteGPacket.TestGdbRemoteGPacket.test_g_returns_correct_data_with_suffix_llgs
7170
TestGdbRemoteMemoryAllocation.TestGdbRemoteMemoryAllocation.test_bad_packet_llgs
@@ -93,8 +92,8 @@ TestMemoryHoles.MemoryHolesTestCase.test_memory_find
9392
TestNonStop.LldbGdbServerTestCase.test_exit_llgs
9493
TestNonStop.LldbGdbServerTestCase.test_exit_query_llgs
9594
TestNonStop.LldbGdbServerTestCase.test_leave_nonstop_llgs
96-
TestNonStop.LldbGdbServerTestCase.test_multiple_c_continue_with_addr_llgs
9795
TestNonStop.LldbGdbServerTestCase.test_multiple_C_continue_with_signal_llgs
96+
TestNonStop.LldbGdbServerTestCase.test_multiple_c_continue_with_addr_llgs
9897
TestNonStop.LldbGdbServerTestCase.test_multiple_s_single_step_with_addr_llgs
9998
TestNonStop.LldbGdbServerTestCase.test_multiple_vCont_llgs
10099
TestNonStop.LldbGdbServerTestCase.test_run_llgs
@@ -108,9 +107,9 @@ TestProcessSaveCoreMinidump.ProcessSaveCoreMinidumpTestCase.test_save_linux_mini
108107
TestProcessSaveCoreMinidump.ProcessSaveCoreMinidumpTestCase.test_save_linux_mini_dump_default_options_dwo
109108
TestProcessSaveCoreMinidump.ProcessSaveCoreMinidumpTestCase.test_save_linux_mini_dump_dwarf
110109
TestProcessSaveCoreMinidump.ProcessSaveCoreMinidumpTestCase.test_save_linux_mini_dump_dwo
110+
TestRegisters.RegisterCommandsTestCase.test_fs_gs_base
111111
TestRegistersIterator.RegistersIteratorTestCase.test_iter_registers_dwarf
112112
TestRegistersIterator.RegistersIteratorTestCase.test_iter_registers_dwo
113-
TestRegisters.RegisterCommandsTestCase.test_fs_gs_base
114113
TestSendSignal.SendSignalTestCase.test_with_run_command_dwarf
115114
TestSendSignal.SendSignalTestCase.test_with_run_command_dwo
116115
TestSettings.SettingsCommandTestCase.test_launchsimple_args_and_env_vars
@@ -123,3 +122,5 @@ TestTlsGlobals.TlsGlobalTestCase.test_dwo
123122
TestUnalignedLargeWatchpoint.UnalignedLargeWatchpointTestCase.test_unaligned_large_watchpoint
124123
TestVectorTypesFormatting.VectorTypesFormattingTestCase.test_with_run_command_dwarf
125124
TestVectorTypesFormatting.VectorTypesFormattingTestCase.test_with_run_command_dwo
125+
lldbsuite.test.lldbtest.TestPrintf.test_dwarf
126+
lldbsuite.test.lldbtest.TestPrintf.test_dwo

0 commit comments

Comments
 (0)