Repeat flaky tests if they fail. (#2577)

Co-authored-by: Kasper Lund <kasper@toit.io>
toitlang · Oct 9, 2024 · 4890e79 · 4890e79
1 parent 2a13c0d
commit 4890e79
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tests/CMakeLists.txt b/tests/CMakeLists.txt
@@ -57,7 +57,8 @@ add_custom_target(
 
 add_custom_target(
   check_flaky
-  COMMAND ${CMAKE_CTEST_COMMAND} -j${NUM_CPU} --label-regex "flaky" -T test -C slow --output-on-failure  -I ${TEST_SHARD_START},,${TEST_SHARD_STRIDE}
+  # Run flaky tests up to 3 times.
+  COMMAND ${CMAKE_CTEST_COMMAND} -j${NUM_CPU} --repeat until-pass:3 --label-regex "flaky" -T test -C slow --output-on-failure -I ${TEST_SHARD_START},,${TEST_SHARD_STRIDE}
   USES_TERMINAL
   DEPENDS build_tools
   )