[test] upload screenshots as artifacts

Author: okwasniewski

.github/workflows/ci.yml

@@ -24,6 +24,17 @@ jobs:
         uses: actions/setup-node@v3
         with:
           node-version: '22'
+          cache: 'npm'
+          cache-dependency-path: example/package-lock.json
+
+      - name: Cache CocoaPods
+        uses: actions/cache@v3
+        with:
+          path: |
+            example/ios/Pods
+          key: ${{ runner.os }}-pods-${{ hashFiles('example/ios/Podfile.lock') }}
+          restore-keys: |
+            ${{ runner.os }}-pods-
 
       - name: Install dependencies
         run: |
@@ -32,19 +43,19 @@ jobs:
 
       - name: Install Maestro CLI
         run: |
-          export MAESTRO_VERSION=1.39.13; curl -Ls "https://get.maestro.mobile.dev" | bash
+          curl -Ls "https://get.maestro.mobile.dev" | bash
           brew tap facebook/fb
           brew install facebook/fb/idb-companion
 
       - name: Add Maestro to path
         run: echo "${HOME}/.maestro/bin" >> $GITHUB_PATH
 
-      - name: Bundle iOS
-        run: npm run build:ios
+      - name: Start packager
+        run: npm start &
 
       - name: Build iOS
         run: |
-          npm run ios:release
+          npm run ios
 
       - name: Setup iOS simulator
         run: |
@@ -53,11 +64,40 @@ jobs:
             UDID=$(xcrun simctl list devices available | grep "iPhone" | head -1 | grep -E -o -i "([0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12})")
             xcrun simctl boot "${UDID}"
           fi
-          open -a Simulator --args -CurrentDeviceUDID "${UDID}"
+          open -a Simulator
           xcrun simctl launch "${UDID}" com.jscexample
 
       - name: Run iOS tests
-        run: export MAESTRO_DRIVER_STARTUP_TIMEOUT=190000; npm run test:e2e
+        run: |
+          # Set timeouts
+          export MAESTRO_DRIVER_STARTUP_TIMEOUT=1500000
+          export MAESTRO_WAIT_TIMEOUT=10000
+
+          # Get the UDID of the booted simulator
+          UDID=$(xcrun simctl list devices | grep "iPhone" | grep "Booted" | head -1 | grep -E -o -i "([0-9a-f]{8}-([0-9a-f]{4}-){3}[0-9a-f]{12})")
+          if [ -z "$UDID" ]; then
+            echo "No booted iPhone simulator found"
+            exit 1
+          fi
+
+          echo "Using simulator with UDID: ${UDID}"
+
+          # Find test files
+          MAESTRO_DIR="./maestro-tests"
+
+          # Run each test with a timeout
+          for TEST_FILE in ${MAESTRO_DIR}/*.yaml; do
+            echo "Running test: ${TEST_FILE}"
+            COMMAND="$HOME/.maestro/bin/maestro --udid=\"${UDID}\" test \"${TEST_FILE}\" --format junit"
+            echo "Executing: ${COMMAND}"
+
+            bash -c "${COMMAND}"
+
+            EXIT_CODE=$?
+            if [ $EXIT_CODE -ne 0 ]; then
+              echo "Test failed: ${TEST_FILE} with exit code ${EXIT_CODE}"
+            fi
+          done
 
   android-build:
     name: Android Build
@@ -86,12 +126,12 @@ jobs:
       - name: Install dependencies
         run: npm install --frozen-lockfile
 
-      - name: Bundle Android
-        run: npm run build:android
+      - name: Start packager
+        run: npm start &
 
       - name: Install Maestro CLI
         run: |
-          export MAESTRO_VERSION=1.39.13; curl -Ls "https://get.maestro.mobile.dev" | bash
+          curl -Ls "https://get.maestro.mobile.dev" | bash
 
       - name: Add Maestro to path
         run: echo "${HOME}/.maestro/bin" >> $GITHUB_PATH
@@ -112,5 +152,5 @@ jobs:
           disable-animations: false
           working-directory: example
           script: |
-            npm run android:release
+            npm run android
             npm run test:e2e

example/maestro-tests/base.yaml

@@ -1,11 +1,10 @@
 appId: com.jscexample
 ---
-- launchApp
-- waitForAnimationToEnd:
-    timeout: 5000
+- launchApp:
+    appId: com.jscexample
+- takeScreenshot: MainScreen
 - assertVisible:
     text: "Welcome to React Native"
-    optional: true  # Make this assertion optional
 
 # Console Log Test
 - tapOn: "Console Log Test"

example/package.json

@@ -3,17 +3,15 @@
   "version": "0.0.1",
   "private": true,
   "scripts": {
-    "android": "react-native run-android",
-    "android:release": "react-native run-android --mode Release --no-packager",
-    "ios:release": "npx react-native run-ios --mode Release --no-packager",
-    "ios": "react-native run-ios",
+    "android": "react-native run-android --mode release",
+    "ios": "react-native run-ios --mode Release",
     "lint": "eslint .",
     "start": "react-native start",
     "test": "jest",
     "mkdist": "node -e \"require('node:fs').mkdirSync('dist', { recursive: true, mode: 0o755 })\"",
-    "build:android": "npm run mkdist && react-native bundle --entry-file index.js --platform android --dev false --bundle-output dist/main.android.jsbundle --assets-dest dist/res",
-    "build:ios": "npm run mkdist && react-native bundle --entry-file index.js --platform ios --dev false --bundle-output dist/main.ios.jsbundle --assets-dest dist",
-    "test:e2e": "maestro test maestro-tests/base.yaml"
+    "build:android": "npm run mkdist && react-native bundle --entry-file index.js --platform android --bundle-output dist/main.android.jsbundle --assets-dest dist/res --dev false",
+    "build:ios": "npm run mkdist && react-native bundle --entry-file index.js --platform ios --bundle-output dist/main.ios.jsbundle --assets-dest dist --dev false",
+    "test:e2e": "maestro test maestro-tests"
   },
   "dependencies": {
     "react": "19.0.0",