diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index c0129fe9f6..9749a74cae 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -92,23 +92,10 @@ jobs:
             --search-attribute CustomDatetimeField=Datetime \
             --search-attribute CustomDoubleField=Double \
             --search-attribute CustomBoolField=Bool \
-            --dynamic-config-value system.forceSearchAttributesCacheRefreshOnRead=true \
             --dynamic-config-value system.enableActivityEagerExecution=true \
-            --dynamic-config-value system.enableEagerWorkflowStart=true \
-            --dynamic-config-value system.enableExecuteMultiOperation=true \
-            --dynamic-config-value frontend.enableUpdateWorkflowExecutionAsyncAccepted=true \
-            --dynamic-config-value history.MaxBufferedQueryCount=100000 \
             --dynamic-config-value frontend.workerVersioningDataAPIs=true \
-            --dynamic-config-value worker.buildIdScavengerEnabled=true \
-            --dynamic-config-value frontend.workerVersioningRuleAPIs=true \
-            --dynamic-config-value worker.removableBuildIdDurationSinceDefault=true \
-            --dynamic-config-value matching.useNewMatcher=true \
-            --dynamic-config-value system.refreshNexusEndpointsMinWait=1000 \
-            --dynamic-config-value component.callbacks.allowedAddresses='[{"Pattern":"*","AllowInsecure":true}]' \
             --dynamic-config-value component.nexusoperations.recordCancelRequestCompletionEvents=true \
-            --dynamic-config-value frontend.workerVersioningWorkflowAPIs=true \
-            --dynamic-config-value frontend.activityAPIsEnabled=true \
-            --dynamic-config-value system.enableDeploymentVersions=true \
+            --dynamic-config-value component.callbacks.allowedAddresses='[{"Pattern":"*","AllowInsecure":true}]' \
             --dynamic-config-value history.enableRequestIdRefLinks=true &
         sleep 10s
 
diff --git a/docker/github/dynamicconfig/development.yaml b/docker/github/dynamicconfig/development.yaml
index 4dc2fa29ba..5e11e6596d 100644
--- a/docker/github/dynamicconfig/development.yaml
+++ b/docker/github/dynamicconfig/development.yaml
@@ -2,31 +2,5 @@ system.forceSearchAttributesCacheRefreshOnRead:
   - value: true
 system.enableActivityEagerExecution:
   - value: true
-system.enableEagerWorkflowStart:
+history.enableRequestIdRefLinks:
   - value: true
-frontend.enableExecuteMultiOperation:
-  - value: true
-frontend.enableUpdateWorkflowExecution:
-  - value: true
-frontend.enableUpdateWorkflowExecutionAsyncAccepted:
-  - value: true
-frontend.workerVersioningWorkflowAPIs:
-  - value: true
-frontend.workerVersioningDataAPIs:
-  - value: true
-history.MaxBufferedQueryCount:
-  - value: 100000
-worker.buildIdScavengerEnabled:
-    - value: true
-worker.removableBuildIdDurationSinceDefault:
-    - value: 1
-system.enableNexus:
-  - value: true
-component.nexusoperations.callback.endpoint.template:
-  - value: http://localhost:7243/namespaces/{{.NamespaceName}}/nexus/callback
-component.callbacks.allowedAddresses:
-  - value:
-      - Pattern: "localhost:7243"
-        AllowInsecure: true
-system.refreshNexusEndpointsMinWait:
-  - value: 1ms
\ No newline at end of file
diff --git a/temporal-workflowcheck/build.gradle b/temporal-workflowcheck/build.gradle
index a350aba00b..18ea959b2b 100644
--- a/temporal-workflowcheck/build.gradle
+++ b/temporal-workflowcheck/build.gradle
@@ -24,7 +24,11 @@ shadowJar {
     relocate 'org.objectweb.asm', 'io.temporal.workflowcheck.shaded.org.objectweb.asm'
     archiveClassifier = ''
 }
+shadowJar.dependsOn(jar)
 build.dependsOn shadowJar
+distTar.dependsOn shadowJar
+distZip.dependsOn shadowJar
+startScripts.dependsOn shadowJar
 
 // Configure publishing to publish both regular library jar and shadow executable jar
 publishing {