feat: better messaging for build progress logging

This is currently confusing and better logging would avoid confusion.

Author: devversion

runner/orchestration/build-serve-test-loop.ts

@@ -9,7 +9,7 @@ import {
   RootPromptDefinition,
 } from '../shared-interfaces.js';
 import {ProgressLogger} from '../progress/progress-logger.js';
-import {runBuild} from './build-worker.js';
+import {BuildType, runBuild} from './build-worker.js';
 import {EvalID} from './executors/executor.js';
 import {serveAndTestApp} from './serve-testing-worker.js';
 import {runTest} from './test-worker.js';
@@ -62,6 +62,7 @@ export async function attemptBuildAndTest(
     abortSignal,
     workerConcurrencyQueue,
     progress,
+    BuildType.INITIAL_BUILD,
   );
   let repairAttempts = 0;
   let maxRepairAttempts: number;

runner/orchestration/build-worker.ts

@@ -2,9 +2,18 @@ import {BuildResult, BuildResultStatus} from '../workers/builder/builder-types.j
 import {Environment} from '../configuration/environment.js';
 import {ProgressLogger} from '../progress/progress-logger.js';
 import {RootPromptDefinition} from '../shared-interfaces.js';
-import {EvalID, Executor} from './executors/executor.js';
+import {EvalID} from './executors/executor.js';
 import PQueue from 'p-queue';
 
+export enum BuildType {
+  /** Initial build of an eval */
+  INITIAL_BUILD,
+  /** A build attempt as part of a repair. */
+  REPAIR_ATTEMPT_BUILD,
+  /** A build attempt as part of a repair */
+  TEST_ATTEMPT_REPAIR,
+}
+
 /** Attempts to build the code. */
 export async function runBuild(
   evalID: EvalID,
@@ -14,8 +23,26 @@ export async function runBuild(
   abortSignal: AbortSignal,
   workerConcurrencyQueue: PQueue,
   progress: ProgressLogger,
+  type: BuildType,
 ): Promise<BuildResult> {
-  progress.log(rootPromptDef, 'build', `Building the app`);
+  let suffix: string;
+  let label: string;
+  switch (type) {
+    case BuildType.INITIAL_BUILD:
+      suffix = '';
+      label = 'Initial build';
+      break;
+    case BuildType.REPAIR_ATTEMPT_BUILD:
+      suffix = ' (for a repair attempt)';
+      label = 'Repair build';
+      break;
+    case BuildType.TEST_ATTEMPT_REPAIR:
+      suffix = ' (for a test repair attempt)';
+      label = 'Test repair build';
+      break;
+  }
+
+  progress.log(rootPromptDef, 'build', `Building the app${suffix}`);
 
   try {
     const result = await env.executor.performBuild(
@@ -27,13 +54,13 @@ export async function runBuild(
       progress,
     );
     if (result.status === BuildResultStatus.SUCCESS) {
-      progress.log(rootPromptDef, 'success', 'Build is successful');
+      progress.log(rootPromptDef, 'success', `${label} is successful`);
     } else {
-      progress.log(rootPromptDef, 'error', 'Build has failed', result.message);
+      progress.log(rootPromptDef, 'error', `${label} has failed`, result.message);
     }
     return result;
   } catch (err) {
-    progress.log(rootPromptDef, 'error', `Error during build process`, err + '');
+    progress.log(rootPromptDef, 'error', `Error during ${label}`, err + '');
     throw err;
   }
 }

runner/orchestration/repair.ts

@@ -7,7 +7,7 @@ import {
   LlmResponseFile,
   RootPromptDefinition,
 } from '../shared-interfaces.js';
-import {runBuild} from './build-worker.js';
+import {BuildType, runBuild} from './build-worker.js';
 import {ProgressLogger} from '../progress/progress-logger.js';
 import {EvalID} from './executors/executor.js';
 import {repairCodeWithAI} from './codegen.js';
@@ -69,6 +69,7 @@ export async function repairAndBuild(
     abortSignal,
     attempts,
     progress,
+    repairType,
   );
 }
 
@@ -108,6 +109,7 @@ async function handleRepairResponse(
   abortSignal: AbortSignal,
   attempts: number,
   progress: ProgressLogger,
+  repairType: 'build' | 'test',
 ): Promise<AttemptDetails> {
   if (!repairResponse.success) {
     progress.log(
@@ -134,6 +136,7 @@ async function handleRepairResponse(
     abortSignal,
     workerConcurrencyQueue,
     progress,
+    repairType === 'build' ? BuildType.REPAIR_ATTEMPT_BUILD : BuildType.TEST_ATTEMPT_REPAIR,
   );
 
   return {