chore: enhance artifact download process in ci.yml to fetch all test results from the last successful run

Author: tsviz

.github/workflows/ci.yml

@@ -166,28 +166,39 @@ jobs:
           key: ${{ runner.os }}-junit-${{ hashFiles('**/pom.xml') }} # key for restoring and saving the cache
           restore-keys: ${{ runner.os }}-junit- # key for restoring the cache if no exact match is found
       # In this step, we are downloading the latest artifact from the build job and storing it in the container
-      - run: |
-          # Download the latest test results artifact number using GitHub API
-          LATEST_ARTIFACT_NUMBER=$(curl \
-            -H "Accept: application/vnd.github+json" \
-            -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
-            -H "X-GitHub-Api-Version: 2022-11-28" \
-            https://api.github.com/repos/${{ github.repository }}/actions/artifacts | \
-            jq -r '.artifacts | sort_by(.created_at) | .[] | select(.name == "Test Results") | .id' | \
-            sort -n | tail -n 1)
-      
-          # Save the artifact number to the environment file
-          echo "LATEST_ARTIFACT_NUMBER=${LATEST_ARTIFACT_NUMBER}" >> $GITHUB_ENV
-          
-          curl \
+      - name: Download and unzip all test results artifacts
+        run: |
+            # Fetch the last successful workflow run ID
+            LAST_SUCCESSFUL_RUN_ID=$(curl \
               -H "Accept: application/vnd.github+json" \
               -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
               -H "X-GitHub-Api-Version: 2022-11-28" \
-              -L -o my_artifact.zip \
-              https://api.github.com/repos/${{ github.repository }}/actions/artifacts/"${LATEST_ARTIFACT_NUMBER}"/zip
+              https://api.github.com/repos/${{ github.repository }}/actions/runs?status=success&per_page=1 | \
+              jq -r '.workflow_runs[0].id')
+        
+            ARTIFACT_IDS=$(curl \
+            -H "Accept: application/vnd.github+json" \
+            -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+            -H "X-GitHub-Api-Version: 2022-11-28" \
+            https://api.github.com/repos/${{ github.repository }}/actions/runs/"${LAST_SUCCESSFUL_RUN_ID}"/artifacts | \
+            jq -r '.artifacts | sort_by(.created_at) | .[] | select(.name | startswith("testresults-")) | .id')
+
+            echo "ARTIFACT_IDS=$ARTIFACT_IDS" >> $GITHUB_ENV
+
+            mkdir -p test_results
+
+            for ARTIFACT_ID in $ARTIFACT_IDS; do
+              curl \
+                -H "Accept: application/vnd.github+json" \
+                -H "Authorization: Bearer ${{ secrets.GITHUB_TOKEN }}" \
+                -H "X-GitHub-Api-Version: 2022-11-28" \
+                -L -o my_artifact.zip \
+                https://api.github.com/repos/${{ github.repository }}/actions/artifacts/"${ARTIFACT_ID}"/zip
+
+              unzip my_artifact.zip -d test_results 2> /dev/null || true
+              rm my_artifact.zip
+            done
 
-          mkdir test_results
-          unzip my_artifact.zip -d test_results 2> /dev/null || true
       - name: Ensure junit-path exists and that all xml files are readable in path 'test_results/**/*xml' with this syntax
         run: |
           if [ ! -d "test_results" ]; then