increase ci timeout (#244)

* increase ci timeout

* add timeout to glue redshift test

* change the condition

Author: HarshCasper

.github/workflows/makefile.yml

@@ -47,5 +47,5 @@ jobs:
         LOCALSTACK_API_KEY: ${{ secrets.TEST_LOCALSTACK_API_KEY }}
         DNS_ADDRESS: 127.0.0.1
         DEBUG: 1
-      timeout-minutes: 50
+      timeout-minutes: 200
       run: make test-ci-all

glue-redshift-crawler/Makefile

@@ -26,8 +26,9 @@ logs:
 	@localstack logs > logs.txt
 
 test-ci:
-	make start install ready run; return_code=`echo $$?`;\
+	TIMEOUT_MINUTES=2 make start install ready; \
+	return_code=`echo $$?`; \
+	TIMEOUT_MINUTES=2 ./run.sh; \
 	make logs; make stop; exit $$return_code;
 
 .PHONY: usage install start run stop ready logs test-ci
-

glue-redshift-crawler/run.sh

@@ -11,6 +11,10 @@ GLUE_DATABASE_NAME="gluedb"
 GLUE_CONNECTION_NAME="glueconnection"
 GLUE_CRAWLER_NAME="gluecrawler"
 
+# Read timeout from environment variable, default to no timeout if not set
+TIMEOUT_MINUTES=${TIMEOUT_MINUTES:-}
+TIMEOUT_SECONDS=$((TIMEOUT_MINUTES * 60))
+
 # Tear-down function to cleanup on exit
 function cleanup() {
   echo ""
@@ -30,10 +34,19 @@ wait () {
   command=$1
   field=$2
   expected=$3
+  start_time=$(date +%s)
   current=$($command | jq -r $field)
+  
   while [ "$current" != "$expected" ]; do
     sleep 5
-    echo "Waiting for state change. Current: $current / Expected: $expected"
+    elapsed_time=$(( $(date +%s) - start_time ))
+    
+    if [ -n "$TIMEOUT_MINUTES" ] && [ $elapsed_time -ge $TIMEOUT_SECONDS ]; then
+      echo "Timeout after $TIMEOUT_SECONDS seconds. Current: $current / Expected: $expected"
+      exit 1
+    fi
+    
+    echo "Waiting for state change. Current: $current / Expected: $expected. Elapsed time: $elapsed_time seconds"
     current=$($command | jq -r $field)
   done
 }
@@ -67,4 +80,4 @@ wait "awslocal glue get-crawler --name $GLUE_CRAWLER_NAME" ".Crawler.State" "REA
 echo "Getting Glue table..."
 awslocal glue get-table --database-name $GLUE_DATABASE_NAME --name "${REDSHIFT_DATABASE_NAME}_${REDSHIFT_SCHEMA_NAME}_${REDSHIFT_TABLE_NAME}"
 
-echo "Done."
+echo "Done."