👷 Runtime test the app from the CI

Leverage `reactivecircus/android-emulator-runner` to run the testapps
artifact on an emulator and check the ADB logs.
We're currently checking for the following pattern from the logcat output:
- "I python: Initialized python"
- "I python: Ran 14 tests in"
- "I python: OK"

Note that we're keeping things simple for the first iteration and we only
run the `ubuntu-latest-sdl2-artifacts` artifact.
In the future we may want to test the different bootstraps, build host
and even updated recipes dynamically.

Also bump actions/checkout to v5.

Author: AndreMiras

.github/workflows/push.yml

@@ -19,7 +19,7 @@ jobs:
     runs-on: ubuntu-latest
     steps:
     - name: Checkout python-for-android
-      uses: actions/checkout@v4
+      uses: actions/checkout@v5
     - name: Set up Python 3.x
       uses: actions/setup-python@v5
       with:
@@ -40,7 +40,7 @@ jobs:
         os: [ubuntu-latest, macOs-latest]
     steps:
     - name: Checkout python-for-android
-      uses: actions/checkout@v4
+      uses: actions/checkout@v5
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v5
       with:
@@ -78,7 +78,7 @@ jobs:
             target: testapps-qt
     steps:
     - name: Checkout python-for-android
-      uses: actions/checkout@v4
+      uses: actions/checkout@v5
     - name: Build python-for-android docker image
       run: |
         docker build --tag=kivy/python-for-android .
@@ -129,7 +129,7 @@ jobs:
       ANDROID_NDK_HOME: ${HOME}/.android/android-ndk
     steps:
       - name: Checkout python-for-android
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
       - name: Set up Python 3.x
         uses: actions/setup-python@v5
         with:
@@ -162,6 +162,26 @@ jobs:
           name: ${{ matrix.runs_on }}-${{ matrix.bootstrap.name }}-artifacts
           path: dist
 
+  test_on_emulator:
+    name: Run App on Emulator
+    needs: ubuntu_build
+    runs-on: ubuntu-latest
+
+    steps:
+      - uses: actions/checkout@v5
+      - name: Download Artifacts
+        uses: actions/download-artifact@v5
+        with:
+          name: ubuntu-latest-sdl2-artifacts
+          path: dist/
+
+      - name: Setup and start Android Emulator
+        uses: reactivecircus/android-emulator-runner@v2
+        with:
+          api-level: 30
+          arch: x86_64
+          script: ci/run_emulator_tests.sh
+
   ubuntu_rebuild_updated_recipes:
     name: Test updated recipes for arch ${{ matrix.android_arch }} [ ubuntu-latest ]
     needs: [flake8]
@@ -174,7 +194,7 @@ jobs:
       REBUILD_UPDATED_RECIPES_EXTRA_ARGS: --arch=${{ matrix.android_arch }}
     steps:
     - name: Checkout python-for-android (all-history)
-      uses: actions/checkout@v4
+      uses: actions/checkout@v5
       with:
         fetch-depth: 0
     # helps with GitHub runner getting out of space
@@ -212,7 +232,7 @@ jobs:
       REBUILD_UPDATED_RECIPES_EXTRA_ARGS: --arch=${{ matrix.android_arch }}
     steps:
       - name: Checkout python-for-android (all-history)
-        uses: actions/checkout@v4
+        uses: actions/checkout@v5
         with:
           fetch-depth: 0
       - name: Set up Python 3.x
@@ -244,7 +264,7 @@ jobs:
   documentation:
     runs-on: ubuntu-latest
     steps:
-    - uses: actions/checkout@v4
+    - uses: actions/checkout@v5
     - name: Requirements
       run: |
         python -m pip install --upgrade pip

ci/run_emulator_tests.sh

@@ -0,0 +1,60 @@
+#!/bin/bash
+set -euxo pipefail
+
+# Find the built APK file
+APK_FILE=$(find dist -name "*.apk" -print -quit)
+
+if [ -z "$APK_FILE" ]; then
+    echo "Error: No APK file found in dist/"
+    exit 1
+fi
+
+echo "Installing $APK_FILE..."
+adb install "$APK_FILE"
+
+# Extract package and activity names
+AAPT2_PATH=$(find ${ANDROID_HOME}/build-tools/ -name aapt2 | sort -r | head -n 1)
+APP_PACKAGE=$(${AAPT2_PATH} dump badging "${APK_FILE}" | awk -F"'" '/package: name=/{print $2}')
+APP_ACTIVITY=$(${AAPT2_PATH} dump badging "${APK_FILE}" | awk -F"'" '/launchable-activity/ {print $2}')
+
+echo "Launching $APP_PACKAGE/$APP_ACTIVITY..."
+adb shell am start -n "$APP_PACKAGE/$APP_ACTIVITY" -a android.intent.action.MAIN -c android.intent.category.LAUNCHER
+
+# Poll for test completion with timeout
+MAX_WAIT=300
+POLL_INTERVAL=5
+elapsed=0
+
+echo "Waiting for tests to complete (max ${MAX_WAIT}s)..."
+
+while [ $elapsed -lt $MAX_WAIT ]; do
+    # Dump current logs
+    adb logcat -d -s python:I *:S > app_logs.txt
+
+    # Check if all success patterns are present
+    if grep --extended-regexp --quiet "I python[ ]+: Initialized python" app_logs.txt && \
+       grep --extended-regexp --quiet "I python[ ]+: Ran 14 tests in" app_logs.txt && \
+       grep --extended-regexp --quiet "I python[ ]+: OK" app_logs.txt; then
+        echo "✅ SUCCESS: App launched and all unit tests passed in ${elapsed}s."
+        exit 0
+    fi
+
+    # Check for early failure indicators
+    if grep --extended-regexp --quiet "I python[ ]+: FAILED" app_logs.txt; then
+        echo "❌ FAILURE: Tests failed after ${elapsed}s."
+        echo "--- Full Logs ---"
+        cat app_logs.txt
+        echo "-----------------"
+        exit 1
+    fi
+
+    sleep $POLL_INTERVAL
+    elapsed=$((elapsed + POLL_INTERVAL))
+    echo "Still waiting... (${elapsed}s elapsed)"
+done
+
+echo "❌ TIMEOUT: Tests did not complete within ${MAX_WAIT}s."
+echo "--- Full Logs ---"
+cat app_logs.txt
+echo "-----------------"
+exit 1