From 1a08af153a5a0630606068bf32bceb08a6176f2d Mon Sep 17 00:00:00 2001 From: Ajit Padhi Date: Tue, 9 Dec 2025 16:08:59 +0530 Subject: [PATCH 1/4] Execute workflows only when relevant files updated --- .github/workflows/deploy-linux.yml | 10 + .github/workflows/deploy-v2.yml | 853 -------------------- .github/workflows/docker-build-and-push.yml | 16 + .github/workflows/node.js.yml | 21 +- .github/workflows/pylint.yml | 14 +- .github/workflows/python-app.yml | 10 + 6 files changed, 69 insertions(+), 855 deletions(-) delete mode 100644 .github/workflows/deploy-v2.yml diff --git a/.github/workflows/deploy-linux.yml b/.github/workflows/deploy-linux.yml index 4336c8cb4..3ddfc578e 100644 --- a/.github/workflows/deploy-linux.yml +++ b/.github/workflows/deploy-linux.yml @@ -3,6 +3,16 @@ on: pull_request: branches: - main + paths: + - 'src/frontend/**' + - 'src/**/*.py' + - 'src/requirements*.txt' + - 'src/WebApp.Dockerfile' + - '!src/tests/**' + - 'infra/**/*.bicep' + - 'infra/**/*.json' + - '*.yaml' + - '.github/workflows/deploy-*.yml' workflow_run: workflows: ["Build Docker and Optional Push"] types: diff --git a/.github/workflows/deploy-v2.yml b/.github/workflows/deploy-v2.yml deleted file mode 100644 index 555b7614b..000000000 --- a/.github/workflows/deploy-v2.yml +++ /dev/null @@ -1,853 +0,0 @@ -name: Deploy-Test-Cleanup (v2) -on: - pull_request: - branches: - - main - workflow_run: - workflows: ["Build Docker and Optional Push"] - types: - - completed - branches: - - main - - dev - - demo - workflow_dispatch: - inputs: - azure_location: - description: 'Azure Location For Deployment' - required: false - default: 'australiaeast' - type: choice - options: - - 'australiaeast' - - 'centralus' - - 'eastasia' - - 'eastus2' - - 'japaneast' - - 'northeurope' - - 'southeastasia' - - 'uksouth' - - 'eastus' - resource_group_name: - description: 'Resource Group Name (Optional)' - required: false - default: '' - type: string - - waf_enabled: - description: 'Enable WAF' - required: false - default: false - type: boolean - EXP: - description: 'Enable EXP' - required: false - default: false - type: boolean - build_docker_image: - description: 'Build And Push Docker Image (Optional)' - required: false - default: false - type: boolean - run_e2e_tests: - description: 'Run End-to-End Tests' - required: false - default: true - type: boolean - cleanup_resources: - description: 'Cleanup Deployed Resources' - required: false - default: false - type: boolean - - AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID: - description: 'Log Analytics Workspace ID (Optional)' - required: false - default: '' - type: string - AZURE_EXISTING_AI_PROJECT_RESOURCE_ID: - description: 'AI Project Resource ID (Optional)' - required: false - default: '' - type: string - existing_webapp_url: - description: 'Existing WebApp URL (Skips Deployment)' - required: false - default: '' - type: string - - schedule: - - cron: '0 9,21 * * *' # Runs at 9:00 AM and 9:00 PM GMT -env: - GPT_MIN_CAPACITY: 150 - TEXT_EMBEDDING_MIN_CAPACITY: 80 - BRANCH_NAME: ${{ github.event.workflow_run.head_branch || github.head_ref || github.ref_name }} - # For automatic triggers (pull_request, workflow_run, schedule): force Non-WAF + Non-EXP - # For manual dispatch: use input values or defaults - WAF_ENABLED: ${{ github.event_name == 'workflow_dispatch' && (github.event.inputs.waf_enabled || false) || false }} - EXP: ${{ github.event_name == 'workflow_dispatch' && (github.event.inputs.EXP || false) || false }} - CLEANUP_RESOURCES: ${{ github.event_name == 'workflow_dispatch' && (github.event.inputs.cleanup_resources || true) || true }} - RUN_E2E_TESTS: ${{ github.event_name == 'workflow_dispatch' && (github.event.inputs.run_e2e_tests || true) || true }} - BUILD_DOCKER_IMAGE: ${{ github.event_name == 'workflow_dispatch' && (github.event.inputs.build_docker_image || false) || false }} - AZURE_DEV_COLLECT_TELEMETRY: ${{ vars.AZURE_DEV_COLLECT_TELEMETRY }} - -jobs: - docker-build: - if: github.event_name == 'workflow_dispatch' && github.event.inputs.build_docker_image == 'true' - runs-on: ubuntu-latest - outputs: - IMAGE_TAG: ${{ steps.generate_docker_tag.outputs.IMAGE_TAG }} - steps: - - name: Checkout Code - uses: actions/checkout@v4 - - - name: Generate Unique Docker Image Tag - id: generate_docker_tag - run: | - echo "๐Ÿ”จ Building new Docker image - generating unique tag..." - # Generate unique tag for manual deployment runs - TIMESTAMP=$(date +%Y%m%d-%H%M%S) - RUN_ID="${{ github.run_id }}" - BRANCH_NAME="${{ github.head_ref || github.ref_name }}" - # Sanitize branch name for Docker tag (replace invalid characters with hyphens) - CLEAN_BRANCH_NAME=$(echo "$BRANCH_NAME" | sed 's/[^a-zA-Z0-9._-]/-/g' | sed 's/--*/-/g' | sed 's/^-\|-$//g') - UNIQUE_TAG="${CLEAN_BRANCH_NAME}-${TIMESTAMP}-${RUN_ID}" - echo "IMAGE_TAG=$UNIQUE_TAG" >> $GITHUB_ENV - echo "IMAGE_TAG=$UNIQUE_TAG" >> $GITHUB_OUTPUT - echo "Generated unique Docker tag: $UNIQUE_TAG" - - - name: Set up Docker Buildx - uses: docker/setup-buildx-action@v3 - - - name: Log in to Azure Container Registry - uses: azure/docker-login@v2 - with: - login-server: ${{ secrets.ACR_TEST_LOGIN_SERVER }} - username: ${{ secrets.ACR_TEST_USERNAME }} - password: ${{ secrets.ACR_TEST_PASSWORD }} - - - name: Build and Push Docker Image - id: build_push_image - uses: docker/build-push-action@v6 - env: - DOCKER_BUILD_SUMMARY: false - with: - context: ./src - file: ./src/WebApp.Dockerfile - push: true - tags: | - ${{ secrets.ACR_TEST_LOGIN_SERVER }}/webapp:${{ steps.generate_docker_tag.outputs.IMAGE_TAG }} - ${{ secrets.ACR_TEST_LOGIN_SERVER }}/webapp:${{ steps.generate_docker_tag.outputs.IMAGE_TAG }}_${{ github.run_number }} - - - name: Verify Docker Image Build - run: | - echo "โœ… Docker image successfully built and pushed" - echo "Image tag: ${{ steps.generate_docker_tag.outputs.IMAGE_TAG }}" - echo "Run number: ${{ github.run_number }}" - - - name: Generate Docker Build Summary - if: always() - run: | - # Extract ACR name from the secret - ACR_NAME=$(echo "${{ secrets.ACR_TEST_LOGIN_SERVER }}" | cut -d'.' -f1) - echo "## ๐Ÿณ Docker Build Job Summary" >> $GITHUB_STEP_SUMMARY - echo "" >> $GITHUB_STEP_SUMMARY - echo "| Field | Value |" >> $GITHUB_STEP_SUMMARY - echo "|-------|--------|" >> $GITHUB_STEP_SUMMARY - echo "| **Job Status** | ${{ job.status == 'success' && 'โœ… Success' || 'โŒ Failed' }} |" >> $GITHUB_STEP_SUMMARY - echo "| **Image Tag** | \`${{ steps.generate_docker_tag.outputs.IMAGE_TAG }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Registry** | \`${ACR_NAME}.azurecr.io\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Full Image Path** | \`${ACR_NAME}.azurecr.io/webapp:${{ steps.generate_docker_tag.outputs.IMAGE_TAG }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Trigger** | ${{ github.event_name }} |" >> $GITHUB_STEP_SUMMARY - echo "| **Branch** | ${{ env.BRANCH_NAME }} |" >> $GITHUB_STEP_SUMMARY - echo "" >> $GITHUB_STEP_SUMMARY - if [[ "${{ job.status }}" == "success" ]]; then - echo "### โœ… Build Details" >> $GITHUB_STEP_SUMMARY - echo "- Docker image successfully built and pushed to ACR" >> $GITHUB_STEP_SUMMARY - echo "- Generated unique tag: \`${{ steps.generate_docker_tag.outputs.IMAGE_TAG }}\`" >> $GITHUB_STEP_SUMMARY - else - echo "### โŒ Build Failed" >> $GITHUB_STEP_SUMMARY - echo "- Docker build process encountered an error" >> $GITHUB_STEP_SUMMARY - echo "- Check the docker-build job for detailed error information" >> $GITHUB_STEP_SUMMARY - fi - - deploy: - if: always() && (github.event_name != 'workflow_dispatch' || github.event.inputs.existing_webapp_url == '' || github.event.inputs.existing_webapp_url == null) - needs: [docker-build] - runs-on: ubuntu-latest - outputs: - RESOURCE_GROUP_NAME: ${{ steps.check_create_rg.outputs.RESOURCE_GROUP_NAME }} - WEBAPP_URL: ${{ steps.get_output.outputs.WEBAPP_URL }} - ENV_NAME: ${{ steps.generate_env_name.outputs.ENV_NAME }} - AZURE_LOCATION: ${{ steps.set_region.outputs.AZURE_LOCATION }} - AZURE_ENV_OPENAI_LOCATION: ${{ steps.set_region.outputs.AZURE_ENV_OPENAI_LOCATION }} - IMAGE_TAG: ${{ steps.determine_image_tag.outputs.IMAGE_TAG }} - QUOTA_FAILED: ${{ steps.quota_failure_output.outputs.QUOTA_FAILED }} - env: - # For automatic triggers: force Non-WAF + Non-EXP, for manual dispatch: use inputs - WAF_ENABLED: ${{ github.event_name == 'workflow_dispatch' && (github.event.inputs.waf_enabled || false) || false }} - EXP: ${{ github.event_name == 'workflow_dispatch' && (github.event.inputs.EXP || false) || false }} - CLEANUP_RESOURCES: ${{ github.event_name == 'workflow_dispatch' && (github.event.inputs.cleanup_resources || true) || true }} - - steps: - - name: Display Workflow Configuration - run: | - echo "๐Ÿš€ ===================================" - echo "๐Ÿ“‹ WORKFLOW CONFIGURATION SUMMARY" - echo "๐Ÿš€ ===================================" - echo "Trigger Type: ${{ github.event_name }}" - echo "Branch: ${{ env.BRANCH_NAME }}" - echo "" - echo "Configuration Settings:" - echo " โ€ข WAF Enabled: ${{ env.WAF_ENABLED }}" - echo " โ€ข EXP Enabled: ${{ env.EXP }}" - echo " โ€ข Run E2E Tests: ${{ env.RUN_E2E_TESTS }}" - echo " โ€ข Cleanup Resources: ${{ env.CLEANUP_RESOURCES }}" - echo " โ€ข Build Docker Image: ${{ env.BUILD_DOCKER_IMAGE }}" - if [[ "${{ github.event_name }}" == "workflow_dispatch" && -n "${{ github.event.inputs.azure_location }}" ]]; then - echo " โ€ข Selected Azure Location: ${{ github.event.inputs.azure_location }}" - else - echo " โ€ข Azure Location: Will be determined by quota check" - fi - if [[ "${{ github.event.inputs.existing_webapp_url }}" != "" ]]; then - echo " โ€ข Using Existing Webapp URL: ${{ github.event.inputs.existing_webapp_url }}" - echo " โ€ข Skip Deployment: Yes" - else - echo " โ€ข Skip Deployment: No" - fi - echo "" - if [[ "${{ github.event_name }}" != "workflow_dispatch" ]]; then - echo "โ„น๏ธ Automatic Trigger: Using Non-WAF + Non-EXP configuration" - else - echo "โ„น๏ธ Manual Trigger: Using user-specified configuration" - # Check if EXP was auto-enabled after user input validation - if [[ "${{ env.EXP }}" == "true" && "${{ github.event.inputs.EXP }}" != "true" ]]; then - echo "๐Ÿ”ง Note: EXP was automatically enabled due to provided parameter values" - fi - fi - echo "๐Ÿš€ ===================================" - - - name: Validate and Auto-Configure EXP - run: | - echo "๐Ÿ” Validating EXP configuration..." - - # Check if EXP values were provided but EXP is disabled - if [[ "${{ github.event.inputs.EXP }}" != "true" ]]; then - if [[ -n "${{ github.event.inputs.AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID }}" ]] || [[ -n "${{ github.event.inputs.AZURE_EXISTING_AI_PROJECT_RESOURCE_ID }}" ]]; then - echo "๐Ÿ”ง AUTO-ENABLING EXP: EXP parameter values were provided but EXP was not explicitly enabled." - echo "" - echo "You provided values for:" - [[ -n "${{ github.event.inputs.AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID }}" ]] && echo " - Azure Log Analytics Workspace ID: '${{ github.event.inputs.AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID }}'" - [[ -n "${{ github.event.inputs.AZURE_EXISTING_AI_PROJECT_RESOURCE_ID }}" ]] && echo " - Azure AI Project Resource ID: '${{ github.event.inputs.AZURE_EXISTING_AI_PROJECT_RESOURCE_ID }}'" - echo "" - echo "โœ… Automatically enabling EXP to use these values." - echo "EXP=true" >> $GITHUB_ENV - echo "๐Ÿ“Œ EXP has been automatically enabled for this deployment." - fi - fi - - - name: Checkout Code - uses: actions/checkout@v4 - - - name: Setup Azure CLI - run: | - curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash - az --version # Verify installation - - - name: Run Quota Check - id: quota-check - run: | - export AZURE_CLIENT_ID=${{ secrets.AZURE_CLIENT_ID }} - export AZURE_TENANT_ID=${{ secrets.AZURE_TENANT_ID }} - export AZURE_CLIENT_SECRET=${{ secrets.AZURE_CLIENT_SECRET }} - export AZURE_SUBSCRIPTION_ID="${{ secrets.AZURE_SUBSCRIPTION_ID }}" - export GPT_MIN_CAPACITY=${{ env.GPT_MIN_CAPACITY }} - export TEXT_EMBEDDING_MIN_CAPACITY=${{ env.TEXT_EMBEDDING_MIN_CAPACITY }} - export AZURE_REGIONS="${{ vars.AZURE_REGIONS }}" - - chmod +x scripts/checkquota.sh - if ! scripts/checkquota.sh; then - # If quota check fails due to insufficient quota, set the flag - if grep -q "No region with sufficient quota found" scripts/checkquota.sh; then - echo "QUOTA_FAILED=true" >> $GITHUB_ENV - fi - exit 1 # Fail the pipeline if any other failure occurs - fi - - - - - - name: Set Quota Failure Output - id: quota_failure_output - if: env.QUOTA_FAILED == 'true' - run: | - echo "QUOTA_FAILED=true" >> $GITHUB_OUTPUT - echo "Quota check failed - will notify via separate notification job" - - - name: Fail Pipeline if Quota Check Fails - if: env.QUOTA_FAILED == 'true' - run: exit 1 - - - name: Set Deployment Region - id: set_region - run: | - # Set AZURE_ENV_OPENAI_LOCATION from quota check result - echo "Selected Region from Quota Check: $VALID_REGION" - echo "AZURE_ENV_OPENAI_LOCATION=$VALID_REGION" >> $GITHUB_ENV - echo "AZURE_ENV_OPENAI_LOCATION=$VALID_REGION" >> $GITHUB_OUTPUT - - # Set AZURE_LOCATION from user input (for manual dispatch) or default to quota check result (for automatic triggers) - if [[ "${{ github.event_name }}" == "workflow_dispatch" && -n "${{ github.event.inputs.azure_location }}" ]]; then - USER_SELECTED_LOCATION="${{ github.event.inputs.azure_location }}" - echo "Using user-selected Azure location: $USER_SELECTED_LOCATION" - echo "AZURE_LOCATION=$USER_SELECTED_LOCATION" >> $GITHUB_ENV - echo "AZURE_LOCATION=$USER_SELECTED_LOCATION" >> $GITHUB_OUTPUT - else - echo "Using location from quota check for automatic triggers: $VALID_REGION" - echo "AZURE_LOCATION=$VALID_REGION" >> $GITHUB_ENV - echo "AZURE_LOCATION=$VALID_REGION" >> $GITHUB_OUTPUT - fi - - - name: Generate Resource Group Name - id: generate_rg_name - run: | - # Check if a resource group name was provided as input - if [[ -n "${{ github.event.inputs.resource_group_name }}" ]]; then - echo "Using provided Resource Group name: ${{ github.event.inputs.resource_group_name }}" - echo "RESOURCE_GROUP_NAME=${{ github.event.inputs.resource_group_name }}" >> $GITHUB_ENV - else - echo "Generating a unique resource group name..." - ACCL_NAME="docgen" # Account name as specified - SHORT_UUID=$(uuidgen | cut -d'-' -f1) - UNIQUE_RG_NAME="arg-${ACCL_NAME}-${SHORT_UUID}" - echo "RESOURCE_GROUP_NAME=${UNIQUE_RG_NAME}" >> $GITHUB_ENV - echo "Generated RESOURCE_GROUP_NAME: ${UNIQUE_RG_NAME}" - fi - - - name: Setup Azure Developer CLI - run: | - curl -fsSL https://aka.ms/install-azd.sh | sudo bash - azd version - - - name: Login to Azure - id: login-azure - run: | - az login --service-principal -u ${{ secrets.AZURE_CLIENT_ID }} -p ${{ secrets.AZURE_CLIENT_SECRET }} --tenant ${{ secrets.AZURE_TENANT_ID }} - azd auth login --client-id ${{ secrets.AZURE_CLIENT_ID }} --client-secret ${{ secrets.AZURE_CLIENT_SECRET }} --tenant-id ${{ secrets.AZURE_TENANT_ID }} - - - name: Install Bicep CLI - run: az bicep install - - - name: Check and Create Resource Group - id: check_create_rg - run: | - set -e - echo "๐Ÿ” Checking if resource group '$RESOURCE_GROUP_NAME' exists..." - rg_exists=$(az group exists --name $RESOURCE_GROUP_NAME) - if [ "$rg_exists" = "false" ]; then - echo "๐Ÿ“ฆ Resource group does not exist. Creating new resource group '$RESOURCE_GROUP_NAME' in location '$AZURE_LOCATION'..." - az group create --name $RESOURCE_GROUP_NAME --location $AZURE_LOCATION || { echo "โŒ Error creating resource group"; exit 1; } - echo "โœ… Resource group '$RESOURCE_GROUP_NAME' created successfully." - else - echo "โœ… Resource group '$RESOURCE_GROUP_NAME' already exists. Deploying to existing resource group." - fi - echo "RESOURCE_GROUP_NAME=$RESOURCE_GROUP_NAME" >> $GITHUB_OUTPUT - - - name: Generate Unique Solution Prefix - id: generate_solution_prefix - run: | - set -e - COMMON_PART="psldg" - TIMESTAMP=$(date +%s) - UPDATED_TIMESTAMP=$(echo $TIMESTAMP | tail -c 6) - UNIQUE_SOLUTION_PREFIX="${COMMON_PART}${UPDATED_TIMESTAMP}" - echo "SOLUTION_PREFIX=${UNIQUE_SOLUTION_PREFIX}" >> $GITHUB_ENV - echo "Generated SOLUTION_PREFIX: ${UNIQUE_SOLUTION_PREFIX}" - - - name: Determine Docker Image Tag - id: determine_image_tag - run: | - if [[ "${{ env.BUILD_DOCKER_IMAGE }}" == "true" ]]; then - # Use the tag from docker-build job if it was built - if [[ "${{ needs.docker-build.result }}" == "success" ]]; then - IMAGE_TAG="${{ needs.docker-build.outputs.IMAGE_TAG }}" - echo "๐Ÿ”— Using Docker image tag from build job: $IMAGE_TAG" - else - echo "โŒ Docker build job failed or was skipped, but BUILD_DOCKER_IMAGE is true" - exit 1 - fi - else - echo "๐Ÿท๏ธ Using existing Docker image based on branch..." - BRANCH_NAME="${{ env.BRANCH_NAME }}" - echo "Current branch: $BRANCH_NAME" - - # Determine image tag based on branch - if [[ "$BRANCH_NAME" == "main" ]]; then - IMAGE_TAG="latest_waf" - echo "Using main branch - image tag: latest_waf" - elif [[ "$BRANCH_NAME" == "dev" ]]; then - IMAGE_TAG="dev" - echo "Using dev branch - image tag: dev" - elif [[ "$BRANCH_NAME" == "demo" ]]; then - IMAGE_TAG="demo" - echo "Using demo branch - image tag: demo" - else - IMAGE_TAG="latest_waf" - echo "Using default for branch '$BRANCH_NAME' - image tag: latest_waf" - fi - - echo "Using existing Docker image tag: $IMAGE_TAG" - fi - - echo "IMAGE_TAG=$IMAGE_TAG" >> $GITHUB_ENV - echo "IMAGE_TAG=$IMAGE_TAG" >> $GITHUB_OUTPUT - - - name: Generate Unique Environment Name - id: generate_env_name - run: | - COMMON_PART="pslc" - TIMESTAMP=$(date +%s) - UPDATED_TIMESTAMP=$(echo $TIMESTAMP | tail -c 6) - UNIQUE_ENV_NAME="${COMMON_PART}${UPDATED_TIMESTAMP}" - echo "ENV_NAME=${UNIQUE_ENV_NAME}" >> $GITHUB_ENV - echo "Generated Environment Name: ${UNIQUE_ENV_NAME}" - echo "ENV_NAME=${UNIQUE_ENV_NAME}" >> $GITHUB_OUTPUT - - - name: Configure Parameters Based on WAF Setting - run: | - if [[ "${{ env.WAF_ENABLED }}" == "true" ]]; then - echo "๐Ÿ”ง Configuring WAF deployment - copying main.waf.parameters.json to main.parameters.json..." - cp infra/main.waf.parameters.json infra/main.parameters.json - echo "โœ… Successfully copied WAF parameters to main parameters file" - else - echo "๐Ÿ”ง Configuring Non-WAF deployment - using default main.parameters.json..." - # Ensure we have the original parameters file if it was overwritten - if [[ -f infra/main.waf.parameters.json ]] && [[ ! -f infra/main.parameters.json.backup ]]; then - echo "Backing up original parameters file..." - git checkout HEAD -- infra/main.parameters.json || echo "Using existing main.parameters.json" - fi - fi - - - name: Display Docker Image Tag - run: | - echo "=== Docker Image Information ===" - echo "Docker Image Tag: ${{ steps.determine_image_tag.outputs.IMAGE_TAG }}" - echo "Registry: ${{ secrets.ACR_TEST_LOGIN_SERVER }}" - echo "Full Image: ${{ secrets.ACR_TEST_LOGIN_SERVER }}/webapp:${{ steps.determine_image_tag.outputs.IMAGE_TAG }}" - echo "================================" - - - name: Deploy using azd up and extract values (${{ github.event.inputs.waf_enabled == 'true' && 'WAF' || 'Non-WAF' }}+${{ (github.event.inputs.EXP == 'true' || github.event.inputs.AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID != '' || github.event.inputs.AZURE_EXISTING_AI_PROJECT_RESOURCE_ID != '') && 'EXP' || 'Non-EXP' }}) - id: get_output - run: | - set -e - echo "Starting azd deployment..." - echo "WAF Enabled: ${{ env.WAF_ENABLED }}" - echo "EXP: ${{ env.EXP }}" - echo "Using Docker Image Tag: ${{ steps.determine_image_tag.outputs.IMAGE_TAG }}" - - # Install azd (Azure Developer CLI) - curl -fsSL https://aka.ms/install-azd.sh | bash - - # Generate current timestamp in desired format: YYYY-MM-DDTHH:MM:SS.SSSSSSSZ - current_date=$(date -u +"%Y-%m-%dT%H:%M:%S.%7NZ") - - echo "Creating environment..." - azd env new $ENV_NAME --no-prompt - echo "Environment created: $ENV_NAME" - - echo "Setting default subscription..." - azd config set defaults.subscription ${{ secrets.AZURE_SUBSCRIPTION_ID }} - - # Set additional parameters - azd env set AZURE_SUBSCRIPTION_ID="${{ secrets.AZURE_SUBSCRIPTION_ID }}" - azd env set AZURE_ENV_OPENAI_LOCATION="$AZURE_ENV_OPENAI_LOCATION" - azd env set AZURE_LOCATION="$AZURE_LOCATION" - azd env set AZURE_RESOURCE_GROUP="$RESOURCE_GROUP_NAME" - azd env set AZURE_ENV_IMAGETAG="${{ steps.determine_image_tag.outputs.IMAGE_TAG }}" - - # Set ACR name only when building Docker image - if [[ "${{ env.BUILD_DOCKER_IMAGE }}" == "true" ]]; then - # Extract ACR name from login server and set as environment variable - ACR_NAME=$(echo "${{ secrets.ACR_TEST_LOGIN_SERVER }}" | cut -d'.' -f1) - azd env set AZURE_ENV_ACR_NAME="$ACR_NAME" - echo "Set ACR name to: $ACR_NAME" - else - echo "Skipping ACR name configuration (using existing image)" - fi - - if [[ "${{ env.EXP }}" == "true" ]]; then - echo "โœ… EXP ENABLED - Setting EXP parameters..." - - # Set EXP variables dynamically - if [[ -n "${{ github.event.inputs.AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID }}" ]]; then - EXP_LOG_ANALYTICS_ID="${{ github.event.inputs.AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID }}" - else - EXP_LOG_ANALYTICS_ID="${{ secrets.EXP_LOG_ANALYTICS_WORKSPACE_ID }}" - fi - - if [[ -n "${{ github.event.inputs.AZURE_EXISTING_AI_PROJECT_RESOURCE_ID }}" ]]; then - EXP_AI_PROJECT_ID="${{ github.event.inputs.AZURE_EXISTING_AI_PROJECT_RESOURCE_ID }}" - else - EXP_AI_PROJECT_ID="${{ secrets.EXP_AI_PROJECT_RESOURCE_ID }}" - fi - - echo "AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID: $EXP_LOG_ANALYTICS_ID" - echo "AZURE_EXISTING_AI_PROJECT_RESOURCE_ID: $EXP_AI_PROJECT_ID" - azd env set AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID="$EXP_LOG_ANALYTICS_ID" - azd env set AZURE_EXISTING_AI_PROJECT_RESOURCE_ID="$EXP_AI_PROJECT_ID" - else - echo "โŒ EXP DISABLED - Skipping EXP parameters" - if [[ -n "${{ github.event.inputs.AZURE_ENV_LOG_ANALYTICS_WORKSPACE_ID }}" ]] || [[ -n "${{ github.event.inputs.AZURE_EXISTING_AI_PROJECT_RESOURCE_ID }}" ]]; then - echo "โš ๏ธ Warning: EXP parameter values provided but EXP is disabled. These values will be ignored." - fi - fi - - # Deploy using azd up - azd up --no-prompt - - # Get deployment outputs using azd - echo "Extracting deployment outputs..." - DEPLOY_OUTPUT=$(azd env get-values --output json) - echo "Deployment output: $DEPLOY_OUTPUT" - - if [[ -z "$DEPLOY_OUTPUT" ]]; then - echo "Error: Deployment output is empty. Please check the deployment logs." - exit 1 - fi - - # Extract values from azd output (adjust these based on actual output variable names) - export AI_FOUNDRY_RESOURCE_ID=$(echo "$DEPLOY_OUTPUT" | jq -r '.AI_FOUNDRY_RESOURCE_ID // empty') - echo "AI_FOUNDRY_RESOURCE_ID=$AI_FOUNDRY_RESOURCE_ID" >> $GITHUB_ENV - export AI_SEARCH_SERVICE_NAME=$(echo "$DEPLOY_OUTPUT" | jq -r '.AI_SEARCH_SERVICE_NAME // empty') - echo "AI_SEARCH_SERVICE_NAME=$AI_SEARCH_SERVICE_NAME" >> $GITHUB_ENV - export AZURE_COSMOSDB_ACCOUNT=$(echo "$DEPLOY_OUTPUT" | jq -r '.AZURE_COSMOSDB_ACCOUNT // empty') - echo "AZURE_COSMOSDB_ACCOUNT=$AZURE_COSMOSDB_ACCOUNT" >> $GITHUB_ENV - export STORAGE_ACCOUNT_NAME=$(echo "$DEPLOY_OUTPUT" | jq -r '.STORAGE_ACCOUNT_NAME // empty') - echo "STORAGE_ACCOUNT_NAME=$STORAGE_ACCOUNT_NAME" >> $GITHUB_ENV - export STORAGE_CONTAINER_NAME=$(echo "$DEPLOY_OUTPUT" | jq -r '.STORAGE_CONTAINER_NAME // empty') - echo "STORAGE_CONTAINER_NAME=$STORAGE_CONTAINER_NAME" >> $GITHUB_ENV - export KEY_VAULT_NAME=$(echo "$DEPLOY_OUTPUT" | jq -r '.KEY_VAULT_NAME // empty') - echo "KEY_VAULT_NAME=$KEY_VAULT_NAME" >> $GITHUB_ENV - export RESOURCE_GROUP_NAME=$(echo "$DEPLOY_OUTPUT" | jq -r '.RESOURCE_GROUP_NAME // .AZURE_RESOURCE_GROUP // empty') - [[ -z "$RESOURCE_GROUP_NAME" ]] && export RESOURCE_GROUP_NAME="$RESOURCE_GROUP_NAME" - echo "RESOURCE_GROUP_NAME=$RESOURCE_GROUP_NAME" >> $GITHUB_ENV - WEBAPP_URL=$(echo "$DEPLOY_OUTPUT" | jq -r '.WEB_APP_URL // .SERVICE_BACKEND_ENDPOINT_URL // empty') - echo "WEBAPP_URL=$WEBAPP_URL" >> $GITHUB_OUTPUT - sleep 30 - - - name: Run Post-Deployment Script - id: post_deploy - env: - AZURE_SUBSCRIPTION_ID: ${{ secrets.AZURE_SUBSCRIPTION_ID }} - run: | - set -e - az account set --subscription "${{ secrets.AZURE_SUBSCRIPTION_ID }}" - - echo "Running post-deployment script..." - - bash ./infra/scripts/process_sample_data.sh \ - "$STORAGE_ACCOUNT_NAME" \ - "$STORAGE_CONTAINER_NAME" \ - "$KEY_VAULT_NAME" \ - "$AZURE_COSMOSDB_ACCOUNT" \ - "$RESOURCE_GROUP_NAME" \ - "$AI_SEARCH_SERVICE_NAME" \ - "${{ secrets.AZURE_CLIENT_ID }}" \ - "$AI_FOUNDRY_RESOURCE_ID" - - - name: Logout from Azure - if: always() - run: | - az logout - echo "Logged out from Azure." - - - - - name: Generate Deploy Job Summary - if: always() - run: | - echo "## ๐Ÿš€ Deploy Job Summary" >> $GITHUB_STEP_SUMMARY - echo "" >> $GITHUB_STEP_SUMMARY - echo "| Field | Value |" >> $GITHUB_STEP_SUMMARY - echo "|-------|--------|" >> $GITHUB_STEP_SUMMARY - echo "| **Job Status** | ${{ job.status == 'success' && 'โœ… Success' || 'โŒ Failed' }} |" >> $GITHUB_STEP_SUMMARY - echo "| **Environment Name** | \`${{ steps.generate_env_name.outputs.ENV_NAME }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Resource Group** | \`${{ steps.check_create_rg.outputs.RESOURCE_GROUP_NAME }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Azure Region (Infrastructure)** | \`${{ steps.set_region.outputs.AZURE_LOCATION }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Azure OpenAI Region** | \`${{ steps.set_region.outputs.AZURE_ENV_OPENAI_LOCATION }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Docker Image Tag** | \`${{ steps.determine_image_tag.outputs.IMAGE_TAG }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **WAF Enabled** | ${{ env.WAF_ENABLED == 'true' && 'โœ… Yes' || 'โŒ No' }} |" >> $GITHUB_STEP_SUMMARY - echo "| **EXP Enabled** | ${{ env.EXP == 'true' && 'โœ… Yes' || 'โŒ No' }} |" >> $GITHUB_STEP_SUMMARY - echo "| **Trigger** | ${{ github.event_name }} |" >> $GITHUB_STEP_SUMMARY - echo "| **Branch** | ${{ env.BRANCH_NAME }} |" >> $GITHUB_STEP_SUMMARY - echo "" >> $GITHUB_STEP_SUMMARY - if [[ "${{ job.status }}" == "success" ]]; then - echo "### โœ… Deployment Details" >> $GITHUB_STEP_SUMMARY - echo "- **Web App URL**: [${{ steps.get_output.outputs.WEBAPP_URL }}](${{ steps.get_output.outputs.WEBAPP_URL }})" >> $GITHUB_STEP_SUMMARY - echo "- **Configuration**: ${{ env.WAF_ENABLED == 'true' && 'WAF' || 'Non-WAF' }}+${{ env.EXP == 'true' && 'EXP' || 'Non-EXP' }}" >> $GITHUB_STEP_SUMMARY - echo "- Successfully deployed to Azure with all resources configured" >> $GITHUB_STEP_SUMMARY - echo "- Post-deployment scripts executed successfully" >> $GITHUB_STEP_SUMMARY - else - echo "### โŒ Deployment Failed" >> $GITHUB_STEP_SUMMARY - echo "- Deployment process encountered an error" >> $GITHUB_STEP_SUMMARY - echo "- Check the deploy job for detailed error information" >> $GITHUB_STEP_SUMMARY - fi - - e2e-test: - if: always() && ((needs.deploy.result == 'success' && needs.deploy.outputs.WEBAPP_URL != '') || (github.event.inputs.existing_webapp_url != '' && github.event.inputs.existing_webapp_url != null)) && (github.event_name != 'workflow_dispatch' || github.event.inputs.run_e2e_tests == 'true' || github.event.inputs.run_e2e_tests == null) - needs: [docker-build, deploy] - uses: ./.github/workflows/test-automation.yml - with: - DOCGEN_URL: ${{ github.event.inputs.existing_webapp_url || needs.deploy.outputs.WEBAPP_URL }} - secrets: inherit - - cleanup-deployment: - if: always() && needs.deploy.result == 'success' && needs.deploy.outputs.RESOURCE_GROUP_NAME != '' && github.event.inputs.existing_webapp_url == '' && (github.event_name != 'workflow_dispatch' || github.event.inputs.cleanup_resources == 'true' || github.event.inputs.cleanup_resources == null) - needs: [docker-build, deploy, e2e-test] - runs-on: ubuntu-latest - env: - RESOURCE_GROUP_NAME: ${{ needs.deploy.outputs.RESOURCE_GROUP_NAME }} - AZURE_LOCATION: ${{ needs.deploy.outputs.AZURE_LOCATION }} - AZURE_ENV_OPENAI_LOCATION: ${{ needs.deploy.outputs.AZURE_ENV_OPENAI_LOCATION }} - ENV_NAME: ${{ needs.deploy.outputs.ENV_NAME }} - IMAGE_TAG: ${{ needs.deploy.outputs.IMAGE_TAG }} - steps: - - name: Checkout Code - uses: actions/checkout@v4 - - - name: Setup Azure Developer CLI - run: | - curl -fsSL https://aka.ms/install-azd.sh | sudo bash - azd version - - - name: Login to Azure - run: | - azd auth login --client-id ${{ secrets.AZURE_CLIENT_ID }} --client-secret ${{ secrets.AZURE_CLIENT_SECRET }} --tenant-id ${{ secrets.AZURE_TENANT_ID }} - azd config set defaults.subscription ${{ secrets.AZURE_SUBSCRIPTION_ID }} - - - name: Setup Azure CLI for Docker cleanup - run: | - curl -sL https://aka.ms/InstallAzureCLIDeb | sudo bash - az --version - - - name: Login to Azure CLI for Docker cleanup - run: | - az login --service-principal -u ${{ secrets.AZURE_CLIENT_ID }} -p ${{ secrets.AZURE_CLIENT_SECRET }} --tenant ${{ secrets.AZURE_TENANT_ID }} - - - name: Delete Docker Images from ACR - if: github.event.inputs.existing_webapp_url == '' - run: | - set -e - echo "๐Ÿ—‘๏ธ Cleaning up Docker images from Azure Container Registry..." - - # Determine the image tag to delete - check if docker-build job ran - if [[ "${{ needs.docker-build.result }}" == "success" ]]; then - IMAGE_TAG="${{ needs.docker-build.outputs.IMAGE_TAG }}" - echo "Using image tag from docker-build job: $IMAGE_TAG" - else - IMAGE_TAG="${{ needs.deploy.outputs.IMAGE_TAG }}" - echo "Using image tag from deploy job: $IMAGE_TAG" - fi - - if [[ -n "$IMAGE_TAG" && "$IMAGE_TAG" != "latest_waf" && "$IMAGE_TAG" != "dev" && "$IMAGE_TAG" != "demo" ]]; then - echo "Deleting Docker images with tag: $IMAGE_TAG" - - # Delete the main image - echo "Deleting image: ${{ secrets.ACR_TEST_LOGIN_SERVER }}/webapp:$IMAGE_TAG" - az acr repository delete --name $(echo "${{ secrets.ACR_TEST_LOGIN_SERVER }}" | cut -d'.' -f1) \ - --image webapp:$IMAGE_TAG --yes || echo "Warning: Failed to delete main image or image not found" - - echo "โœ… Docker images cleanup completed" - else - echo "โš ๏ธ Skipping Docker image cleanup (using standard branch image: $IMAGE_TAG)" - fi - - - name: Select Environment and Delete deployment using azd - run: | - set -e - # Try to select the environment if it exists, otherwise create a minimal environment for cleanup - azd env list - if azd env list | grep -q "${{ env.ENV_NAME }}"; then - echo "Environment ${{ env.ENV_NAME }} found, selecting it..." - azd env select ${{ env.ENV_NAME }} - else - echo "Environment ${{ env.ENV_NAME }} not found, creating minimal environment for cleanup..." - azd env new ${{ env.ENV_NAME }} --no-prompt - azd env set AZURE_RESOURCE_GROUP "${{ env.RESOURCE_GROUP_NAME }}" - azd env set AZURE_SUBSCRIPTION_ID "${{ secrets.AZURE_SUBSCRIPTION_ID }}" - azd env set AZURE_ENV_OPENAI_LOCATION="${{ env.AZURE_ENV_OPENAI_LOCATION }}" - azd env set AZURE_LOCATION="${{ env.AZURE_LOCATION }}" - fi - - echo "Deleting deployment..." - azd down --purge --force --no-prompt - echo "Deployment deleted successfully." - - - - - name: Logout from Azure - if: always() - run: | - azd auth logout - az logout || echo "Warning: Failed to logout from Azure CLI" - echo "Logged out from Azure." - - name: Generate Cleanup Job Summary - if: always() - run: | - echo "## ๐Ÿงน Cleanup Job Summary" >> $GITHUB_STEP_SUMMARY - echo "" >> $GITHUB_STEP_SUMMARY - echo "| Field | Value |" >> $GITHUB_STEP_SUMMARY - echo "|-------|--------|" >> $GITHUB_STEP_SUMMARY - echo "| **Job Status** | ${{ job.status == 'success' && 'โœ… Success' || 'โŒ Failed' }} |" >> $GITHUB_STEP_SUMMARY - echo "| **Resource Group** | \`${{ env.RESOURCE_GROUP_NAME }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Environment Name** | \`${{ env.ENV_NAME }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Azure Region (Infrastructure)** | \`${{ env.AZURE_LOCATION }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Azure OpenAI Region** | \`${{ env.AZURE_ENV_OPENAI_LOCATION }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Docker Image Tag** | \`${{ env.IMAGE_TAG }}\` |" >> $GITHUB_STEP_SUMMARY - echo "| **Trigger** | ${{ github.event_name }} |" >> $GITHUB_STEP_SUMMARY - echo "| **Branch** | ${{ env.BRANCH_NAME }} |" >> $GITHUB_STEP_SUMMARY - echo "" >> $GITHUB_STEP_SUMMARY - if [[ "${{ job.status }}" == "success" ]]; then - echo "### โœ… Cleanup Details" >> $GITHUB_STEP_SUMMARY - echo "- Successfully deleted Azure resource group: \`${{ env.RESOURCE_GROUP_NAME }}\`" >> $GITHUB_STEP_SUMMARY - if [[ "${{ env.IMAGE_TAG }}" != "latest_waf" && "${{ env.IMAGE_TAG }}" != "dev" && "${{ env.IMAGE_TAG }}" != "demo" ]]; then - echo "- Removed custom Docker images from ACR with tag: \`${{ env.IMAGE_TAG }}\`" >> $GITHUB_STEP_SUMMARY - else - echo "- Preserved standard Docker image (using branch tag: \`${{ env.IMAGE_TAG }}\`)" >> $GITHUB_STEP_SUMMARY - fi - echo "- All deployed resources have been successfully cleaned up" >> $GITHUB_STEP_SUMMARY - else - echo "### โŒ Cleanup Failed" >> $GITHUB_STEP_SUMMARY - echo "- Cleanup process encountered an error" >> $GITHUB_STEP_SUMMARY - echo "- Manual cleanup may be required" >> $GITHUB_STEP_SUMMARY - echo "- โฌ‡๏ธ Check the cleanup-deployment job for detailed error information" >> $GITHUB_STEP_SUMMARY - - fi - - send-notification: - if: always() - needs: [docker-build, deploy, e2e-test] - runs-on: ubuntu-latest - steps: - - name: Send Quota Failure Notification - if: needs.deploy.result == 'failure' && needs.deploy.outputs.QUOTA_FAILED == 'true' - run: | - RUN_URL="https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" - EMAIL_BODY=$(cat <Dear Team,

We would like to inform you that the DocGen deployment has failed due to insufficient quota in the requested regions.

Issue Details:
โ€ข Quota check failed for GPT and Text Embedding models
โ€ข Required GPT Capacity: ${{ env.GPT_MIN_CAPACITY }}
โ€ข Required Text Embedding Capacity: ${{ env.TEXT_EMBEDDING_MIN_CAPACITY }}
โ€ข Checked Regions: ${{ vars.AZURE_REGIONS }}

Run URL: ${RUN_URL}

Please resolve the quota issue and retry the deployment.

Best regards,
Your Automation Team

", - "subject": "DocGen Pipeline - Failed (Insufficient Quota)" - } - EOF - ) - - curl -X POST "${{ secrets.EMAILNOTIFICATION_LOGICAPP_URL_TA }}" \ - -H "Content-Type: application/json" \ - -d "$EMAIL_BODY" || echo "Failed to send quota failure notification" - - - name: Send Deployment Failure Notification - if: needs.deploy.result == 'failure' && needs.deploy.outputs.QUOTA_FAILED != 'true' - run: | - RUN_URL="https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" - RESOURCE_GROUP="${{ needs.deploy.outputs.RESOURCE_GROUP_NAME }}" - - EMAIL_BODY=$(cat <Dear Team,

We would like to inform you that the DocGen deployment process has encountered an issue and has failed to complete successfully.

Deployment Details:
โ€ข Resource Group: ${RESOURCE_GROUP}
โ€ข WAF Enabled: ${{ env.WAF_ENABLED }}
โ€ข EXP Enabled: ${{ env.EXP }}

Run URL: ${RUN_URL}

Please investigate the deployment failure at your earliest convenience.

Best regards,
Your Automation Team

", - "subject": "DocGen Pipeline - Failed" - } - EOF - ) - - curl -X POST "${{ secrets.EMAILNOTIFICATION_LOGICAPP_URL_TA }}" \ - -H "Content-Type: application/json" \ - -d "$EMAIL_BODY" || echo "Failed to send deployment failure notification" - - - name: Send Success Notification - if: needs.deploy.result == 'success' && (needs.e2e-test.result == 'skipped' || needs.e2e-test.outputs.TEST_SUCCESS == 'true') - run: | - RUN_URL="https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" - WEBAPP_URL="${{ needs.deploy.outputs.WEBAPP_URL || github.event.inputs.existing_webapp_url }}" - RESOURCE_GROUP="${{ needs.deploy.outputs.RESOURCE_GROUP_NAME }}" - TEST_REPORT_URL="${{ needs.e2e-test.outputs.TEST_REPORT_URL }}" - - # Create email body based on test result - if [ "${{ needs.e2e-test.result }}" = "skipped" ]; then - EMAIL_BODY=$(cat <Dear Team,

We would like to inform you that the DocGen deployment has completed successfully.

Deployment Details:
โ€ข Resource Group: ${RESOURCE_GROUP}
โ€ข Web App URL: ${WEBAPP_URL}
โ€ข E2E Tests: Skipped (as configured)

Configuration:
โ€ข WAF Enabled: ${{ env.WAF_ENABLED }}
โ€ข EXP Enabled: ${{ env.EXP }}

Run URL: ${RUN_URL}

Best regards,
Your Automation Team

", - "subject": "DocGen Pipeline - Deployment Success" - } - EOF - ) - else - EMAIL_BODY=$(cat <Dear Team,

We would like to inform you that the DocGen deployment and testing process has completed successfully.

Deployment Details:
โ€ข Resource Group: ${RESOURCE_GROUP}
โ€ข Web App URL: ${WEBAPP_URL}
โ€ข E2E Tests: Passed
โ€ข Test Report: View Report

Configuration:
โ€ข WAF Enabled: ${{ env.WAF_ENABLED }}
โ€ข EXP Enabled: ${{ env.EXP }}

Run URL: ${RUN_URL}

Best regards,
Your Automation Team

", - "subject": "DocGen Pipeline - Test Automation - Success" - } - EOF - ) - fi - - curl -X POST "${{ secrets.EMAILNOTIFICATION_LOGICAPP_URL_TA }}" \ - -H "Content-Type: application/json" \ - -d "$EMAIL_BODY" || echo "Failed to send success notification" - - - name: Send Test Failure Notification - if: needs.deploy.result == 'success' && needs.e2e-test.result != 'skipped' && needs.e2e-test.outputs.TEST_SUCCESS != 'true' - run: | - RUN_URL="https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" - TEST_REPORT_URL="${{ needs.e2e-test.outputs.TEST_REPORT_URL }}" - WEBAPP_URL="${{ needs.deploy.outputs.WEBAPP_URL || github.event.inputs.existing_webapp_url }}" - RESOURCE_GROUP="${{ needs.deploy.outputs.RESOURCE_GROUP_NAME }}" - - EMAIL_BODY=$(cat <Dear Team,

We would like to inform you that test automation process has encountered issues and failed to complete successfully.

Deployment Details:
โ€ข Resource Group: ${RESOURCE_GROUP}
โ€ข Web App URL: ${WEBAPP_URL}
โ€ข Deployment Status: โœ… Success
โ€ข E2E Tests: โŒ Failed

Test Details:
โ€ข Test Report: View Report

Run URL: ${RUN_URL}

Please investigate the matter at your earliest convenience.

Best regards,
Your Automation Team

", - "subject": "DocGen Pipeline - Test Automation - Failed" - } - EOF - ) - - curl -X POST "${{ secrets.EMAILNOTIFICATION_LOGICAPP_URL_TA }}" \ - -H "Content-Type: application/json" \ - -d "$EMAIL_BODY" || echo "Failed to send test failure notification" - - - name: Send Existing URL Success Notification - # Scenario: Deployment skipped (existing URL provided) AND e2e tests passed - if: needs.deploy.result == 'skipped' && github.event.inputs.existing_webapp_url != '' && needs.e2e-test.result == 'success' && (needs.e2e-test.outputs.TEST_SUCCESS == 'true' || needs.e2e-test.outputs.TEST_SUCCESS == '') - run: | - RUN_URL="https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" - EXISTING_URL="${{ github.event.inputs.existing_webapp_url }}" - TEST_REPORT_URL="${{ needs.e2e-test.outputs.TEST_REPORT_URL }}" - EMAIL_BODY=$(cat <Dear Team,

The DocGen pipeline executed against the existing WebApp URL and testing process has completed successfully.

Test Results:
โ€ข Status: โœ… Passed
${TEST_REPORT_URL:+โ€ข Test Report: View Report}
โ€ข Target URL: ${EXISTING_URL}

Deployment: Skipped

Run URL: ${RUN_URL}

Best regards,
Your Automation Team

", - "subject": "DocGen Pipeline - Test Automation Passed (Existing URL)" - } - EOF - ) - - curl -X POST "${{ secrets.EMAILNOTIFICATION_LOGICAPP_URL_TA }}" \ - -H "Content-Type: application/json" \ - -d "$EMAIL_BODY" || echo "Failed to send existing URL success notification" - - - name: Send Existing URL Test Failure Notification - # Scenario: Deployment skipped (existing URL provided) AND e2e tests failed - if: needs.deploy.result == 'skipped' && github.event.inputs.existing_webapp_url != '' && needs.e2e-test.result == 'failure' - run: | - RUN_URL="https://github.com/${{ github.repository }}/actions/runs/${{ github.run_id }}" - EXISTING_URL="${{ github.event.inputs.existing_webapp_url }}" - TEST_REPORT_URL="${{ needs.e2e-test.outputs.TEST_REPORT_URL }}" - EMAIL_BODY=$(cat <Dear Team,

The DocGen pipeline executed against the existing WebApp URL and the test automation has encountered issues and failed to complete successfully.

Failure Details:
โ€ข Target URL: ${EXISTING_URL}
${TEST_REPORT_URL:+โ€ข Test Report: View Report}
โ€ข Deployment: Skipped

Run URL: ${RUN_URL}

Best regards,
Your Automation Team

", - "subject": "DocGen Pipeline - Test Automation Failed (Existing URL)" - } - EOF - ) - - curl -X POST "${{ secrets.EMAILNOTIFICATION_LOGICAPP_URL_TA }}" \ - -H "Content-Type: application/json" \ - -d "$EMAIL_BODY" || echo "Failed to send existing URL test failure notification" \ No newline at end of file diff --git a/.github/workflows/docker-build-and-push.yml b/.github/workflows/docker-build-and-push.yml index 7f4f7fb04..706a276ab 100644 --- a/.github/workflows/docker-build-and-push.yml +++ b/.github/workflows/docker-build-and-push.yml @@ -3,6 +3,14 @@ name: Build Docker and Optional Push on: push: branches: [main, dev, demo] + paths: + - 'src/frontend/**' + - 'src/**/*.py' + - 'src/requirements*.txt' + - '!src/tests/**' + - 'Dockerfile' + - '*.Dockerfile' + - '.github/workflows/docker-build-and-push.yml' pull_request: branches: [main, dev, demo] types: @@ -10,6 +18,14 @@ on: - ready_for_review - reopened - synchronize + paths: + - 'src/frontend/**' + - 'src/**/*.py' + - 'src/requirements*.txt' + - '!src/tests/**' + - 'Dockerfile' + - '*.Dockerfile' + - '.github/workflows/docker-build-and-push.yml' merge_group: workflow_dispatch: diff --git a/.github/workflows/node.js.yml b/.github/workflows/node.js.yml index 7dfaea26f..3dcb84b71 100644 --- a/.github/workflows/node.js.yml +++ b/.github/workflows/node.js.yml @@ -6,9 +6,28 @@ name: Build Frontend on: push: branches: [ "main" ] + paths: + - 'src/frontend/**/*.ts' + - 'src/frontend/**/*.tsx' + - 'src/frontend/**/*.js' + - 'src/frontend/**/*.jsx' + - 'src/frontend/**/*.json' + - 'src/frontend/**/*.css' + - 'src/frontend/**/*.scss' + - 'src/frontend/**/*.html' + - '.github/workflows/node.js.yml' pull_request: branches: [ "main" ] - + paths: + - 'src/frontend/**/*.ts' + - 'src/frontend/**/*.tsx' + - 'src/frontend/**/*.js' + - 'src/frontend/**/*.jsx' + - 'src/frontend/**/*.json' + - 'src/frontend/**/*.css' + - 'src/frontend/**/*.scss' + - 'src/frontend/**/*.html' + - '.github/workflows/node.js.yml' jobs: build: diff --git a/.github/workflows/pylint.yml b/.github/workflows/pylint.yml index 8cc4b46c9..b91f4fb15 100644 --- a/.github/workflows/pylint.yml +++ b/.github/workflows/pylint.yml @@ -1,6 +1,18 @@ name: PyLint -on: [push] +on: + push: + paths: + - 'src/**/*.py' + - '!src/tests/**' + - '.flake8' + - '.github/workflows/pylint.yml' + pull_request: + paths: + - 'src/**/*.py' + - '!src/tests/**' + - '.flake8' + - '.github/workflows/pylint.yml' jobs: lint: diff --git a/.github/workflows/python-app.yml b/.github/workflows/python-app.yml index 2c6321914..0c737c8a7 100644 --- a/.github/workflows/python-app.yml +++ b/.github/workflows/python-app.yml @@ -6,8 +6,18 @@ name: Python application on: push: branches: [ "main" ] + paths: + - 'src/**/*.py' + - 'src/requirements*.txt' + - 'src/tests/**' + - '.github/workflows/python-app.yml' pull_request: branches: [ "main" ] + paths: + - 'src/**/*.py' + - 'src/requirements*.txt' + - 'src/tests/**' + - '.github/workflows/python-app.yml' permissions: contents: read From b85817b6bda2b8303461d4df9744b6aec496a5cd Mon Sep 17 00:00:00 2001 From: Ajit Padhi Date: Wed, 10 Dec 2025 11:20:28 +0530 Subject: [PATCH 2/4] minor fix updated --- .github/workflows/docker-build-and-push.yml | 10 ++++------ 1 file changed, 4 insertions(+), 6 deletions(-) diff --git a/.github/workflows/docker-build-and-push.yml b/.github/workflows/docker-build-and-push.yml index 706a276ab..65824120c 100644 --- a/.github/workflows/docker-build-and-push.yml +++ b/.github/workflows/docker-build-and-push.yml @@ -7,10 +7,9 @@ on: - 'src/frontend/**' - 'src/**/*.py' - 'src/requirements*.txt' - - '!src/tests/**' - - 'Dockerfile' - - '*.Dockerfile' + - 'src/WebApp.Dockerfile' - '.github/workflows/docker-build-and-push.yml' + - '!src/tests/**' pull_request: branches: [main, dev, demo] types: @@ -22,10 +21,9 @@ on: - 'src/frontend/**' - 'src/**/*.py' - 'src/requirements*.txt' - - '!src/tests/**' - - 'Dockerfile' - - '*.Dockerfile' + - 'src/WebApp.Dockerfile' - '.github/workflows/docker-build-and-push.yml' + - '!src/tests/**' merge_group: workflow_dispatch: From e6004a9694a760c24e27c569368f3a1cc45e59d7 Mon Sep 17 00:00:00 2001 From: Ajit Padhi Date: Fri, 19 Dec 2025 15:23:05 +0530 Subject: [PATCH 3/4] lint pipeline updated --- .github/workflows/pylint.yml | 6 ------ 1 file changed, 6 deletions(-) diff --git a/.github/workflows/pylint.yml b/.github/workflows/pylint.yml index b91f4fb15..1a07a476a 100644 --- a/.github/workflows/pylint.yml +++ b/.github/workflows/pylint.yml @@ -7,12 +7,6 @@ on: - '!src/tests/**' - '.flake8' - '.github/workflows/pylint.yml' - pull_request: - paths: - - 'src/**/*.py' - - '!src/tests/**' - - '.flake8' - - '.github/workflows/pylint.yml' jobs: lint: From 774c386d6b40568278cb2edd9d216090029b3608 Mon Sep 17 00:00:00 2001 From: Ajit Padhi Date: Fri, 19 Dec 2025 16:40:38 +0530 Subject: [PATCH 4/4] updated pipeline --- .github/workflows/pylint.yml | 1 - .github/workflows/tests.yml | 18 ++++++++++++++++++ 2 files changed, 18 insertions(+), 1 deletion(-) diff --git a/.github/workflows/pylint.yml b/.github/workflows/pylint.yml index 1a07a476a..0e5362fab 100644 --- a/.github/workflows/pylint.yml +++ b/.github/workflows/pylint.yml @@ -4,7 +4,6 @@ on: push: paths: - 'src/**/*.py' - - '!src/tests/**' - '.flake8' - '.github/workflows/pylint.yml' diff --git a/.github/workflows/tests.yml b/.github/workflows/tests.yml index efb6a507a..7bcc72e2f 100644 --- a/.github/workflows/tests.yml +++ b/.github/workflows/tests.yml @@ -4,6 +4,15 @@ on: push: branches: - main # Trigger on push to the main branch + paths: + - 'src/**/*.py' + - 'src/requirements*.txt' + - 'src/frontend/**/*.ts' + - 'src/frontend/**/*.tsx' + - 'src/frontend/**/*.js' + - 'src/frontend/**/*.jsx' + - 'src/frontend/**/*.json' + - '.github/workflows/tests.yml' pull_request: branches: - main # Trigger on pull requests to the main branch @@ -12,6 +21,15 @@ on: - ready_for_review - reopened - synchronize + paths: + - 'src/**/*.py' + - 'src/requirements*.txt' + - 'src/frontend/**/*.ts' + - 'src/frontend/**/*.tsx' + - 'src/frontend/**/*.js' + - 'src/frontend/**/*.jsx' + - 'src/frontend/**/*.json' + - '.github/workflows/tests.yml' jobs: backend_tests: