fix(databricks): align tool inputs/outputs with official API spec

- execute_sql: fix wait_timeout default description (50s, not 10s)
- get_run: add queueDuration field, update lifecycle/result state enums
- get_run_output: fix notebook output size (5 MB not 1 MB), add logsTruncated field
- list_runs: add userCancelledOrTimedout to state, fix limit range (1-24), update state enums
- list_jobs: fix name filter description to "exact case-insensitive"
- list_clusters: add PIPELINE_MAINTENANCE to ClusterSource enum

Author: waleedlatif1

apps/sim/blocks/blocks/databricks.ts

@@ -87,7 +87,7 @@ export const DatabricksBlock: BlockConfig<DatabricksResponse> = {
       id: 'name',
       title: 'Job Name Filter',
       type: 'short-input',
-      placeholder: 'Filter by name (case-insensitive)',
+      placeholder: 'Exact name filter (case-insensitive)',
       condition: { field: 'operation', value: 'list_jobs' },
     },
     {
@@ -399,6 +399,7 @@ Return ONLY the numeric timestamp in milliseconds - no explanations, no extra te
     setupDuration: { type: 'number', description: 'Cluster setup duration (ms)' },
     executionDuration: { type: 'number', description: 'Execution duration (ms)' },
     cleanupDuration: { type: 'number', description: 'Cleanup duration (ms)' },
+    queueDuration: { type: 'number', description: 'Time spent in queue (ms)' },
     runPageUrl: { type: 'string', description: 'URL to run detail page' },
     creatorUserName: { type: 'string', description: 'Run creator email' },
     // List Runs
@@ -410,6 +411,7 @@ Return ONLY the numeric timestamp in milliseconds - no explanations, no extra te
     error: { type: 'string', description: 'Error message if run failed' },
     errorTrace: { type: 'string', description: 'Error stack trace' },
     logs: { type: 'string', description: 'Run log output' },
+    logsTruncated: { type: 'boolean', description: 'Whether logs were truncated' },
     // List Clusters
     clusters: { type: 'json', description: 'List of clusters' },
   },

apps/sim/tools/databricks/execute_sql.ts

@@ -60,7 +60,7 @@ export const executeSqlTool: ToolConfig<DatabricksExecuteSqlParams, DatabricksEx
         required: false,
         visibility: 'user-or-llm',
         description:
-          'How long to wait for results (e.g., "50s"). Range: "0s" or "5s" to "50s". Default: "10s"',
+          'How long to wait for results (e.g., "50s"). Range: "0s" or "5s" to "50s". Default: "50s"',
       },
     },
 

apps/sim/tools/databricks/get_run.ts

@@ -82,6 +82,7 @@ export const getRunTool: ToolConfig<DatabricksGetRunParams, DatabricksGetRunResp
         setupDuration: data.setup_duration ?? null,
         executionDuration: data.execution_duration ?? null,
         cleanupDuration: data.cleanup_duration ?? null,
+        queueDuration: data.queue_duration ?? null,
         runPageUrl: data.run_page_url ?? '',
         creatorUserName: data.creator_user_name ?? '',
       },
@@ -116,11 +117,12 @@ export const getRunTool: ToolConfig<DatabricksGetRunParams, DatabricksGetRunResp
         lifeCycleState: {
           type: 'string',
           description:
-            'Lifecycle state (QUEUED, PENDING, RUNNING, TERMINATING, TERMINATED, SKIPPED, INTERNAL_ERROR)',
+            'Lifecycle state (QUEUED, PENDING, RUNNING, TERMINATING, TERMINATED, SKIPPED, INTERNAL_ERROR, BLOCKED, WAITING_FOR_RETRY)',
         },
         resultState: {
           type: 'string',
-          description: 'Result state (SUCCESS, FAILED, TIMEDOUT, CANCELED)',
+          description:
+            'Result state (SUCCESS, FAILED, TIMEDOUT, CANCELED, SUCCESS_WITH_FAILURES, UPSTREAM_FAILED, UPSTREAM_CANCELED, EXCLUDED)',
           optional: true,
         },
         stateMessage: {
@@ -158,6 +160,11 @@ export const getRunTool: ToolConfig<DatabricksGetRunParams, DatabricksGetRunResp
       description: 'Cleanup duration (ms)',
       optional: true,
     },
+    queueDuration: {
+      type: 'number',
+      description: 'Time spent in queue before execution (ms)',
+      optional: true,
+    },
     runPageUrl: {
       type: 'string',
       description: 'URL to the run detail page in Databricks UI',

apps/sim/tools/databricks/get_run_output.ts

@@ -66,6 +66,7 @@ export const getRunOutputTool: ToolConfig<
         error: data.error ?? null,
         errorTrace: data.error_trace ?? null,
         logs: data.logs ?? null,
+        logsTruncated: data.logs_truncated ?? false,
       },
     }
   },
@@ -78,7 +79,7 @@ export const getRunOutputTool: ToolConfig<
       properties: {
         result: {
           type: 'string',
-          description: 'Value passed to dbutils.notebook.exit() (max 1 MB)',
+          description: 'Value passed to dbutils.notebook.exit() (max 5 MB)',
           optional: true,
         },
         truncated: {
@@ -99,8 +100,12 @@ export const getRunOutputTool: ToolConfig<
     },
     logs: {
       type: 'string',
-      description: 'Log output from the run if available',
+      description: 'Log output (last 5 MB) from spark_jar, spark_python, or python_wheel tasks',
       optional: true,
     },
+    logsTruncated: {
+      type: 'boolean',
+      description: 'Whether the log output was truncated',
+    },
   },
 }

apps/sim/tools/databricks/list_clusters.ts

@@ -125,7 +125,7 @@ export const listClustersTool: ToolConfig<DatabricksBaseParams, DatabricksListCl
           },
           clusterSource: {
             type: 'string',
-            description: 'Origin (API, UI, JOB, MODELS, PIPELINE, SQL)',
+            description: 'Origin (API, UI, JOB, MODELS, PIPELINE, PIPELINE_MAINTENANCE, SQL)',
           },
           autoterminationMinutes: {
             type: 'number',

apps/sim/tools/databricks/list_jobs.ts

@@ -36,7 +36,7 @@ export const listJobsTool: ToolConfig<DatabricksListJobsParams, DatabricksListJo
       type: 'string',
       required: false,
       visibility: 'user-or-llm',
-      description: 'Filter jobs by name (case-insensitive match)',
+      description: 'Filter jobs by exact name (case-insensitive)',
     },
     expandTasks: {
       type: 'boolean',

apps/sim/tools/databricks/list_runs.ts

@@ -43,7 +43,7 @@ export const listRunsTool: ToolConfig<DatabricksListRunsParams, DatabricksListRu
       type: 'number',
       required: false,
       visibility: 'user-or-llm',
-      description: 'Maximum number of runs to return (range 1-25, default 20)',
+      description: 'Maximum number of runs to return (range 1-24, default 20)',
     },
     offset: {
       type: 'number',
@@ -106,7 +106,12 @@ export const listRunsTool: ToolConfig<DatabricksListRunsParams, DatabricksListRu
         job_id?: number
         run_name?: string
         run_type?: string
-        state?: { life_cycle_state?: string; result_state?: string; state_message?: string }
+        state?: {
+          life_cycle_state?: string
+          result_state?: string
+          state_message?: string
+          user_cancelled_or_timedout?: boolean
+        }
         start_time?: number
         end_time?: number
       }) => ({
@@ -118,6 +123,7 @@ export const listRunsTool: ToolConfig<DatabricksListRunsParams, DatabricksListRu
           lifeCycleState: run.state?.life_cycle_state ?? 'UNKNOWN',
           resultState: run.state?.result_state ?? null,
           stateMessage: run.state?.state_message ?? '',
+          userCancelledOrTimedout: run.state?.user_cancelled_or_timedout ?? false,
         },
         startTime: run.start_time ?? null,
         endTime: run.end_time ?? null,
@@ -152,14 +158,19 @@ export const listRunsTool: ToolConfig<DatabricksListRunsParams, DatabricksListRu
               lifeCycleState: {
                 type: 'string',
                 description:
-                  'Lifecycle state (QUEUED, PENDING, RUNNING, TERMINATING, TERMINATED, SKIPPED, INTERNAL_ERROR)',
+                  'Lifecycle state (QUEUED, PENDING, RUNNING, TERMINATING, TERMINATED, SKIPPED, INTERNAL_ERROR, BLOCKED, WAITING_FOR_RETRY)',
               },
               resultState: {
                 type: 'string',
-                description: 'Result state (SUCCESS, FAILED, TIMEDOUT, CANCELED)',
+                description:
+                  'Result state (SUCCESS, FAILED, TIMEDOUT, CANCELED, SUCCESS_WITH_FAILURES, UPSTREAM_FAILED, UPSTREAM_CANCELED, EXCLUDED)',
                 optional: true,
               },
               stateMessage: { type: 'string', description: 'Descriptive state message' },
+              userCancelledOrTimedout: {
+                type: 'boolean',
+                description: 'Whether the run was cancelled by user or timed out',
+              },
             },
           },
           startTime: {

apps/sim/tools/databricks/types.ts

@@ -90,6 +90,7 @@ export interface DatabricksGetRunResponse extends ToolResponse {
     setupDuration: number | null
     executionDuration: number | null
     cleanupDuration: number | null
+    queueDuration: number | null
     runPageUrl: string
     creatorUserName: string
   }
@@ -118,6 +119,7 @@ export interface DatabricksListRunsResponse extends ToolResponse {
         lifeCycleState: string
         resultState: string | null
         stateMessage: string
+        userCancelledOrTimedout: boolean
       }
       startTime: number | null
       endTime: number | null
@@ -152,6 +154,7 @@ export interface DatabricksGetRunOutputResponse extends ToolResponse {
     error: string | null
     errorTrace: string | null
     logs: string | null
+    logsTruncated: boolean
   }
 }