From feed31706d0189bd62113bb9c38b2e6d7884ce01 Mon Sep 17 00:00:00 2001
From: "posthog[bot]" <206114724+posthog[bot]@users.noreply.github.com>
Date: Mon, 29 Jun 2026 00:53:09 +0000
Subject: [PATCH] fix(agent): pin SDK background model to stop retired-snapshot
 404s
MIME-Version: 1.0
Content-Type: text/plain; charset=UTF-8
Content-Transfer-Encoding: 8bit

The main query() pins the primary model (claude-sonnet-4-6), but never
pins the Claude Agent SDK's separate small/fast background model. For
background work (topic detection, summarization, quota probes) the SDK
falls back to its built-in default — a retired claude-3-5-haiku snapshot
the PostHog LLM gateway doesn't serve — so every such call 404s with
not_found_error. It's silent: those rows carry no $ai_http_status.

Pin ANTHROPIC_DEFAULT_HAIKU_MODEL / ANTHROPIC_SMALL_FAST_MODEL (legacy)
and ANTHROPIC_DEFAULT_SONNET_MODEL in the SDK env block to
gateway-supported bare aliases so the SDK can't reach for a retired id.

Generated-By: PostHog Code
Task-Id: fbe62d08-5ad3-45c2-b9e5-fdc735a3d728
---
 src/lib/agent/agent-interface.ts | 14 ++++++++++++++
 src/lib/constants.ts             |  9 +++++++++
 2 files changed, 23 insertions(+)

diff --git a/src/lib/agent/agent-interface.ts b/src/lib/agent/agent-interface.ts
index 22c7d539..8521956c 100644
--- a/src/lib/agent/agent-interface.ts
+++ b/src/lib/agent/agent-interface.ts
@@ -18,6 +18,7 @@ import {
   WIZARD_USER_AGENT,
   WIZARD_WARLOCK_DISABLED_FLAG_KEY,
   DEFAULT_AGENT_MODEL,
+  DEFAULT_HAIKU_MODEL,
 } from '@lib/constants';
 import {
   type AdditionalFeature,
@@ -970,6 +971,19 @@ export async function runAgent(
           // Drop any shell ANTHROPIC_API_KEY so it can't override the wizard's
           // OAuth gateway token.
           ANTHROPIC_API_KEY: undefined,
+          // Pin the SDK's small/fast background model. The main query() call
+          // pins the primary model (claude-sonnet-4-6), but the Claude Agent
+          // SDK uses a separate small/fast model for background work (topic
+          // detection, summarization, quota probes). Left unset, the SDK falls
+          // back to its built-in default — a retired claude-3-5-haiku snapshot
+          // the PostHog LLM gateway doesn't serve — so every background call
+          // 404s with not_found_error. It's silent: those rows carry no
+          // $ai_http_status, so it only surfaces in AI observability. Pin to
+          // gateway-supported bare aliases (both the current env name and the
+          // legacy one) so the SDK can never reach for a retired snapshot.
+          ANTHROPIC_DEFAULT_HAIKU_MODEL: DEFAULT_HAIKU_MODEL,
+          ANTHROPIC_SMALL_FAST_MODEL: DEFAULT_HAIKU_MODEL,
+          ANTHROPIC_DEFAULT_SONNET_MODEL: DEFAULT_AGENT_MODEL,
           // Defer MCP tool schemas to avoid bloating the system prompt.
           // The posthog-wizard MCP exposes many query tools with large schemas;
           // without deferral these consume ~113k tokens upfront, leaving
diff --git a/src/lib/constants.ts b/src/lib/constants.ts
index dd9fd75c..006978ba 100644
--- a/src/lib/constants.ts
+++ b/src/lib/constants.ts
@@ -18,6 +18,15 @@ export const DEFAULT_AGENT_MODEL = 'claude-sonnet-4-6';
  */
 export const HAIKU_MODEL = 'claude-haiku-4-5-20251001';
 
+/**
+ * Background/small-fast model for the Claude Agent SDK's auxiliary operations
+ * (topic detection, summarization, quota probes). Pinned via env vars so the
+ * SDK never falls back to its built-in default — a retired Haiku snapshot the
+ * LLM gateway doesn't serve. Bare alias (no date) so the gateway's strict
+ * Bedrock lookup matches, same convention as DEFAULT_AGENT_MODEL.
+ */
+export const DEFAULT_HAIKU_MODEL = 'claude-haiku-4-5';
+
 // ── Integration / CLI ───────────────────────────────────────────────
 
 /**