From 2012157918cc3dc40446d48246f62c54217758d0 Mon Sep 17 00:00:00 2001
From: Laura Barcziova <lbarczio@redhat.com>
Date: Tue, 7 May 2024 12:55:52 +0200
Subject: [PATCH] Consider default job timeout for VM image build babysits

---
 .../worker/helpers/build/babysit.py           | 15 ++++++++-
 tests/unit/test_babysit_vm_image.py           | 32 ++++++++++++++++++-
 2 files changed, 45 insertions(+), 2 deletions(-)

diff --git a/packit_service/worker/helpers/build/babysit.py b/packit_service/worker/helpers/build/babysit.py
index 869704260..eb149162e 100644
--- a/packit_service/worker/helpers/build/babysit.py
+++ b/packit_service/worker/helpers/build/babysit.py
@@ -575,6 +575,19 @@ def check_pending_vm_image_builds() -> None:
     pending_vm_image_builds = VMImageBuildTargetModel.get_all_by_status(
         VMImageBuildStatus.pending
     )
-
+    current_time = datetime.now(timezone.utc)
     for build in pending_vm_image_builds:
+        logger.debug(f"Checking status of VM image build {build.build_id}")
+        if build.build_submitted_time:
+            elapsed = elapsed_seconds(
+                begin=build.build_submitted_time, end=current_time
+            )
+            if elapsed > DEFAULT_JOB_TIMEOUT:
+                logger.info(
+                    f"VM image build {build.build_id} has been running for "
+                    f"{elapsed}s, probably an internal error occurred. "
+                    "Not checking it anymore."
+                )
+                build.set_status(VMImageBuildStatus.error)
+                continue
         update_vm_image_build(build.build_id, build)
diff --git a/tests/unit/test_babysit_vm_image.py b/tests/unit/test_babysit_vm_image.py
index 371a851bc..06732825b 100644
--- a/tests/unit/test_babysit_vm_image.py
+++ b/tests/unit/test_babysit_vm_image.py
@@ -1,5 +1,7 @@
 # Copyright Contributors to the Packit project.
 # SPDX-License-Identifier: MIT
+import datetime
+
 import pytest
 from flexmock import Mock
 from flexmock import flexmock
@@ -26,13 +28,41 @@
 def test_check_pending_vm_image_builds():
     flexmock(VMImageBuildTargetModel).should_receive("get_all_by_status").with_args(
         VMImageBuildStatus.pending
-    ).and_return([flexmock(build_id=1)])
+    ).and_return(
+        [
+            flexmock(
+                build_id=1,
+                build_submitted_time=datetime.datetime.utcnow()
+                - datetime.timedelta(days=1),
+            )
+        ]
+    )
     flexmock(packit_service.worker.helpers.build.babysit).should_receive(
         "update_vm_image_build"
     ).with_args(1, Mock)
     check_pending_vm_image_builds()
 
 
+def test_check_pending_vm_image_builds_timeout():
+    flexmock(VMImageBuildTargetModel).should_receive("get_all_by_status").with_args(
+        VMImageBuildStatus.pending
+    ).and_return(
+        [
+            flexmock(
+                build_id=1,
+                build_submitted_time=datetime.datetime.utcnow()
+                - datetime.timedelta(weeks=2),
+            )
+            .should_receive("set_status")
+            .mock()
+        ]
+    )
+    flexmock(packit_service.worker.helpers.build.babysit).should_receive(
+        "update_vm_image_build"
+    ).never()
+    check_pending_vm_image_builds()
+
+
 def test_check_no_pending_vm_image_builds():
     flexmock(VMImageBuildTargetModel).should_receive("get_all_by_status").with_args(
         VMImageBuildStatus.pending