Handle timeout explicitly

Author: Peter-Sh

src/redis_release/bht/behaviours.py

@@ -481,6 +481,7 @@ def update(self) -> Status:
                     self.feedback_message = (
                         f"Timed out: {elapsed:.1f}s of {self.timeout_seconds}s"
                     )
+                    self.workflow.ephemeral.wait_for_completion_timed_out = True
                     return Status.FAILURE
 
             # Switch to sleep task

src/redis_release/bht/composites.py

@@ -346,8 +346,10 @@ def __init__(
 
         super().__init__(
             name,
+            # Don't restart if we already triggered the workflow or if ref is not set or workflow has timed out
             condition=lambda: workflow.ephemeral.trigger_workflow is not None
-            or package.meta.ref is None,
+            or package.meta.ref is None
+            or workflow.ephemeral.wait_for_completion_timed_out is True,
             child=reset_package_state_running,
             guard_status=Status.FAILURE,
             log_prefix=log_prefix,
@@ -383,8 +385,10 @@ def __init__(
 
         super().__init__(
             name,
+            # Don't restart if we already triggered the workflow or if ref is not set or workflow has timed out
             condition=lambda: workflow.ephemeral.trigger_workflow is not None
-            or package_meta.ref is None,
+            or package_meta.ref is None
+            or workflow.ephemeral.wait_for_completion_timed_out is True,
             child=reset_workflow_state_running,
             guard_status=Status.FAILURE,
             log_prefix=log_prefix,

src/redis_release/bht/state.py

@@ -77,6 +77,7 @@ class WorkflowEphemeral(BaseModel):
     trigger_workflow: Optional[common.Status] = None
     wait_for_completion: Optional[common.Status] = None
     wait_for_completion_message: Optional[str] = None
+    wait_for_completion_timed_out: Optional[bool] = False
     download_artifacts: Optional[common.Status] = None
     extract_artifact_result: Optional[common.Status] = None