Updates integration tests to run on R2021b & R2023a, and introduces downloadable logs from GitHub Action runs.

Author: pranaverma92

.github/workflows/run-integration-tests.yml

@@ -16,7 +16,10 @@ jobs:
         #TODO: Add test coverage for macOs
         os: [ubuntu-latest, windows-latest]
         python-version: ["3.8", "3.11"]
-        matlab-release: [R2020b, R2023a]
+
+        # The minimum matlab-release is set to 21b as 20b and 21a are not supported by matlab-actions/setup-matlab.
+        # See https://github.com/matlab-actions/setup-matlab/issues/76
+        matlab-release: [R2021b, R2023a]
 
     runs-on: ${{ matrix.os }}
     steps:
@@ -48,7 +51,20 @@ jobs:
         run: python3 -m playwright install --with-deps
 
       - name: Integration test with pytest
-        run: python3 -m pytest tests/integration
+        run: python3 -m pytest tests/integration -vs
         env:
           TEST_USERNAME: ${{secrets.TEST_USERNAME}}
           TEST_PASSWORD: ${{secrets.TEST_PASSWORD}}
+
+      - name: Copy Log File
+        if: ${{ always() }}
+        run: |
+          cp ${{ github.workspace }}/tests/integration/integ_logs.log ${{ matrix.os }}${{ matrix.matlab-release }}${{ matrix.python-version }}.log
+
+      - name: Make logs files available for downloading
+        if: ${{ always() }}
+        uses: actions/upload-artifact@v3
+        with:
+          name: MATLAB Proxy Integration Test Log File
+          path: ${{ matrix.os }}${{ matrix.matlab-release }}${{ matrix.python-version }}.log
+          retention-days: 7

tests/integration/conftest.py

@@ -34,13 +34,21 @@ def matlab_proxy_fixture(module_monkeypatch):
     # some time to resolve 'localhost' hostname
     matlab_proxy_url = f"http://127.0.0.1:{mwi_app_port}{mwi_base_url}"
 
+    # Set the log path based on the test's execution environment
+    log_path = "tests/integration/integ_logs.log"
+    base_path = os.environ.get(
+        "GITHUB_WORKSPACE", os.path.dirname(os.path.abspath(__name__))
+    )
+    matlab_proxy_logs_path = os.path.join(base_path, log_path)
+
     # Start matlab-proxy-app for testing
     input_env = {
         # MWI_JUPYTER_TEST env variable is used in jupyter_matlab_kernel/kernel.py
         # to bypass jupyter server for testing
         "MWI_JUPYTER_TEST": "true",
         "MWI_APP_PORT": mwi_app_port,
         "MWI_BASE_URL": mwi_base_url,
+        "MWI_LOG_FILE": str(matlab_proxy_logs_path),
     }
 
     # Get event loop to start matlab-proxy in background