Updated cadence of scheduled E2E tests and clear poetry cache during them (#105)

* Updated cadence of scheduled E2E tests

* Added disk usage checks to PR E2E tests

* Added Poetry cache clearing to PR E2E tests

* Removed redudant poetry installations from PR E2E tests

* Added  to df commands in PR E2E tests

* Updated scheduled E2E tests with cache clearing

* Removed max parallel from E2E tests

Author: alexthomas93

.github/workflows/pr-e2e-tests.yaml

@@ -14,7 +14,6 @@ jobs:
   e2e-tests:
     runs-on: ubuntu-latest
     strategy:
-      max-parallel: 1
       matrix:
         python-version: ['3.8', '3.12']
         neo4j-version:
@@ -74,11 +73,12 @@ jobs:
           key: ${{ runner.os }}-venv-${{ matrix.python-version }}-${{ hashFiles('**/poetry.lock') }}
       - name: Install dependencies
         if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
-        run: poetry install --no-interaction --no-root
-      - name: Install root project
-        run: poetry install --no-interaction
-      - name: Install dependencies
-        run: poetry install --with dev
+        run: poetry install --no-interaction --no-cache --with dev
+      - name: Clear Poetry cache
+        run: poetry cache clear --all .
+      - name: Show disk usage after Poetry installation
+        run: |
+          df -h
       - name: Wait for Weaviate to start
         shell: bash
         run: |

.github/workflows/scheduled-e2e-tests.yaml

@@ -2,7 +2,7 @@ name: 'Neo4j-GenAI Scheduled E2E Tests'
 
 on:
   schedule:
-    - cron:  '0 6,9,12,15,18 * * 1-5'  # Runs every 3 hours daytime on working days
+    - cron:  '0 6 * * 1-5'  # Runs at 6am on working days
   push:
     branches:
       - main
@@ -11,7 +11,6 @@ jobs:
   e2e-tests:
     runs-on: ubuntu-latest
     strategy:
-      max-parallel: 6
       matrix:
         python-version: ['3.8', '3.9', '3.10', '3.11', '3.12']
         neo4j-version:
@@ -72,11 +71,12 @@ jobs:
           key: ${{ runner.os }}-venv-${{ matrix.python-version }}-${{ hashFiles('**/poetry.lock') }}
       - name: Install dependencies
         if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
-        run: poetry install --no-interaction --no-root
-      - name: Install root project
-        run: poetry install --no-interaction
-      - name: Install dependencies
-        run: poetry install --with dev
+        run: poetry install --no-interaction --no-cache --with dev
+      - name: Clear Poetry cache
+        run: poetry cache clear --all .
+      - name: Show disk usage after Poetry installation
+        run: |
+          df -h
       - name: Wait for Weaviate to start
         shell: bash
         run: |