ci-testing-bolster (#490)

Summary:

- Retrospectively added testing for hotfix; robot test case `Default Pagination Behaviour Should Work Correctly Against Straight Array Responses`.
- Added CI flags to support development and hotfixes.

Author: general-kroll-4-life

.github/workflows/build.yml

@@ -27,6 +27,7 @@ env:
   GOPRIVATE: github.com/stackql/*
   GH_ACCESS_TOKEN: ${{ secrets.ACTIONS_PRIVATE_PACKAGE_SECRET }}
   PLANCACHEENABLED: "true"
+  CI_IS_EXPRESS: ${{ github.ref_type == 'tag' && contains(github.ref_name, 'express') && 'true' || 'false' }}
 
 jobs:
 
@@ -1167,6 +1168,7 @@ jobs:
     
     - name: Build Stackql image with buildx
       uses: docker/build-push-action@v5
+      if: ${{ (github.repository == 'stackql/stackql' ||  github.repository == 'stackql/stackql-devel') }}
       with:
         context: .
         build-args: |
@@ -1175,9 +1177,9 @@ jobs:
           BUILDPATCHVERSION=${{env.BUILDPATCHVERSION}}
         push: false
         target: app
-        no-cache: true
+        no-cache: ${{ vars.CI_DOCKER_BUILD_NO_CACHE == 'true' && true || false }}
         load: true
-        tags: stackql/stackql:${{github.sha}},stackql/stackql:v${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}},stackql/stackql:latest
+        tags: ${{ github.repository }}:${{github.sha}},${{ github.repository }}:v${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}},${{ github.repository }}:latest
 
     - name: Debug info
       run: |
@@ -1213,13 +1215,13 @@ jobs:
         echo ""
 
     - name: Run robot mocked functional tests
-      if: success()
+      if: success() && env.CI_IS_EXPRESS != 'true'
       timeout-minutes: ${{ vars.DEFAULT_STEP_TIMEOUT_MIN == '' && 20 || vars.DEFAULT_STEP_TIMEOUT_MIN }}
       run: |
         python cicd/python/build.py --robot-test --config='{ "variables":  { "EXECUTION_PLATFORM": "docker" } }'
 
     - name: Run POSTGRES BACKEND robot mocked functional tests
-      if: success()
+      if: success() && env.CI_IS_EXPRESS != 'true'
       timeout-minutes: ${{ vars.DEFAULT_STEP_TIMEOUT_MIN == '' && 20 || vars.DEFAULT_STEP_TIMEOUT_MIN }}
       run: |
         echo "## Stray flask apps to be killed before robot tests ##"
@@ -1239,7 +1241,7 @@ jobs:
         python cicd/python/build.py --robot-test --config='{ "variables":  { "EXECUTION_PLATFORM": "docker", "SHOULD_RUN_DOCKER_EXTERNAL_TESTS": true, "SQL_BACKEND": "postgres_tcp" } }'
 
     - name: Output from mocked functional tests
-      if: always()
+      if: always() && env.CI_IS_EXPRESS != 'true'
       run: |
         cat ./test/robot/reports/output.xml
 
@@ -1268,10 +1270,11 @@ jobs:
         sudo rm -rf cicd/vol/postgres/persist
 
     - name: Push stackql image to Docker Hub
-      if: ${{ ( success() && github.ref_type == 'branch' && github.ref_name == 'main' && github.repository == 'stackql/stackql' && github.event_name == 'push'  ) || ( success() && github.ref_type == 'tag' && startsWith(github.ref_name, 'build-release') ) }}
+      if: ${{ (github.repository == 'stackql/stackql' ||  github.repository == 'stackql/stackql-devel') &&  vars.CI_SKIP_DOCKER_PUSH != 'true' && ( success() && github.ref_type == 'branch' && github.ref_name == 'main' && github.event_name == 'push'  ) || ( success() && github.ref_type == 'tag' && startsWith(github.ref_name, 'build-release') ) }}
       uses: docker/build-push-action@v5
       with:
         context: .
+        no-cache: ${{ vars.CI_DOCKER_BUILD_NO_CACHE == 'true' && true || false }}
         platforms: linux/arm64,linux/amd64
         build-args: |
           BUILDMAJORVERSION=${{env.BUILDMAJORVERSION}}
@@ -1280,5 +1283,5 @@ jobs:
           RUN_INTEGRATION_TESTS=0
         push: true
         target: app
-        tags: stackql/stackql:${{github.sha}},stackql/stackql:v${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}},stackql/stackql:latest
+        tags: ${{ github.repository }}:${{github.sha}},${{ github.repository }}:v${{env.BUILDMAJORVERSION}}.${{env.BUILDMINORVERSION}}.${{env.BUILDPATCHVERSION}},${{ github.repository }}:latest
 

cicd/env/.gitignore

@@ -1 +1,2 @@
 pyenv/
+*.sh

test/python/flask/static_auth/app.py

@@ -195,6 +195,19 @@ def match_route(self, req: Request) -> dict:
 config_path = os.path.join(os.path.dirname(__file__), "expectations.json")
 cfg_obj: GetMatcherConfig = GetMatcherConfig()
 
+@app.route('/api/2.0/accounts/<my_account_id>/workspaces', methods=['GET'])
+def workspace_list_eccentric(my_account_id: str):
+    if my_account_id != "contrivedID":
+        return jsonify({'error': f'Invalid account: {my_account_id}'}), 404
+    next_page_token = request.args.get('nextPageToken')
+    if next_page_token:
+        ## is the guard working?
+        return jsonify({'message': f'disallowed nextPageToken = {next_page_token}'}), 404 
+    rv = make_response(render_template('workspaces-list-01.json', request=request))
+    rv.headers['Content-Type'] = 'text/plain' # This is key to appropriate testing
+    rv.status_code = 200
+    return rv
+
 # A catch-all route that accepts any path
 @app.route('/<path:any_path>', methods=['GET', 'POST', 'PUT', 'DELETE', 'PATCH'])
 def catch_all(any_path):

test/python/flask/static_auth/templates/workspaces-list-01.json

@@ -0,0 +1,27 @@
+[
+    {
+      "workspace_id": 10000001,
+      "workspace_name": "stackql-test",
+      "aws_region": "us-west-2",
+      "creation_time": 1734406430000,
+      "deployment_name": "some-deployment-name",
+      "workspace_status": "RUNNING",
+      "account_id": "contrivedID",
+      "credentials_id": "rubbish-credentials-id",
+      "storage_configuration_id": "rubbish-storage-configuration-id",
+      "workspace_status_message": "Workspace is running.",
+      "is_no_public_ip_enabled": true,
+      "pricing_tier": "PREMIUM",
+      "identity_federation_info": {
+        "enable_identity_federation": true
+      },
+      "workspace_info": {
+        "compliance_security_profile": {
+          "is_enabled": false
+        },
+        "enhanced_security_monitoring": {
+          "is_enabled": false
+        }
+      }
+    }
+  ]

test/registry/src/stackql_auth_testing/v0.1.0/provider.yaml

@@ -11,6 +11,15 @@ providerServices:
       $ref: stackql_auth_testing/v0.1.0/services/collectors.yaml
     title: Sumo Logic v1 REST API - users
     version: v0.1.0
+  provisioning:
+    id: 'provisioning:v0.1.0'
+    name: provisioning
+    preferred: true
+    service:
+      $ref: stackql_auth_testing/v0.1.0/services/provisioning.yaml
+    title: Provisioning  - Contrived Testing Meterial
+    version: v0.1.0
+    description: Provisioning - Totally Contrived Testing Meterial
   users:
     description: Interact with and view information about users.
     id: users:v0.1.0