Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 5 additions & 0 deletions .changeset/scaffold-gpt5-pnpm.md
Original file line number Diff line number Diff line change
@@ -0,0 +1,5 @@
---
"@dawn-ai/evals": patch
---

Default example/scaffold model is now `gpt-5-mini` (the basic scaffold template, README/package-README examples, landing snippets, AGENTS.md template, prompts, and the `llmJudge` default) — finishing the move off `gpt-4o-mini`. Scaffold templates also pre-approve esbuild's build script (`pnpm.onlyBuiltDependencies`) so `pnpm install` works non-interactively in CI and Docker.
6 changes: 3 additions & 3 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -44,7 +44,7 @@ const greet = tool(async ({ name }) => `Hello, ${name}!`, {
schema: z.object({ name: z.string() }),
})

const model = new ChatOpenAI({ model: "gpt-4o-mini" }).bindTools([greet])
const model = new ChatOpenAI({ model: "gpt-5-mini" }).bindTools([greet])
const tools = new ToolNode([greet])

async function callModel(state: typeof MessagesAnnotation.State) {
Expand Down Expand Up @@ -82,7 +82,7 @@ export const graph = new StateGraph(MessagesAnnotation)
import { agent } from "@dawn-ai/sdk"

export default agent({
model: "gpt-4o-mini",
model: "gpt-5-mini",
systemPrompt: "You are a helpful assistant for the {tenant} organization.",
})
```
Expand Down Expand Up @@ -131,7 +131,7 @@ Dawn routes live under `src/app` and export one runtime entry. New agent routes
import { agent } from "@dawn-ai/sdk"

export default agent({
model: "gpt-4o-mini",
model: "gpt-5-mini",
systemPrompt: "You are a helpful assistant for the {tenant} organization.",
retry: { maxAttempts: 3, baseDelay: 250 },
})
Expand Down
2 changes: 1 addition & 1 deletion apps/web/app/components/landing/FeatureRouting.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ const ROUTE_CODE = `// src/app/(public)/support/index.ts
import { agent } from "@dawn-ai/sdk"

export default agent({
model: "gpt-4o-mini",
model: "gpt-5-mini",
systemPrompt: "Answer for {tenant}.",
})

Expand Down
2 changes: 1 addition & 1 deletion apps/web/app/components/landing/Hero.tsx
Original file line number Diff line number Diff line change
Expand Up @@ -8,7 +8,7 @@ import { Eyebrow } from "../ui/Eyebrow"
const ROUTE_CODE = `import { agent } from "@dawn-ai/sdk"

export default agent({
model: "gpt-4o-mini",
model: "gpt-5-mini",
systemPrompt: "Answer for {tenant}.",
})`

Expand Down
2 changes: 1 addition & 1 deletion apps/web/content/prompts/index.ts
Original file line number Diff line number Diff line change
Expand Up @@ -125,7 +125,7 @@ const WRITE_A_ROUTE = `Help me add a new route to an existing Dawn app. Routes a
import { agent } from "@dawn-ai/sdk"

export default agent({
model: "gpt-4o-mini",
model: "gpt-5-mini",
systemPrompt: "You are a helpful assistant.",
})
\`\`\`
Expand Down
2 changes: 1 addition & 1 deletion apps/web/content/templates/AGENTS.md
Original file line number Diff line number Diff line change
Expand Up @@ -34,7 +34,7 @@ Example: `src/app/(public)/hello/[tenant]/index.ts` → pathname `/hello/[tenant
import { agent } from "@dawn-ai/sdk"

export default agent({
model: "gpt-4o-mini",
model: "gpt-5-mini",
systemPrompt:
"You are a helpful assistant for the {tenant} organization.",
// Optional retry policy:
Expand Down
3 changes: 3 additions & 0 deletions packages/devkit/templates/app-basic/package.json.template
Original file line number Diff line number Diff line change
Expand Up @@ -23,5 +23,8 @@
"@types/node": "25.6.0",
"typescript": "6.0.2",
"vitest": "4.1.4"
},
"pnpm": {
"onlyBuiltDependencies": ["esbuild"]
}
}
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
import { agent } from "@dawn-ai/sdk"

export default agent({
model: "gpt-4o-mini",
model: "gpt-5-mini",
systemPrompt:
"You are a helpful assistant for the {tenant} organization. Answer questions about the tenant.",
})
Original file line number Diff line number Diff line change
Expand Up @@ -23,5 +23,8 @@
"@types/node": "25.6.0",
"typescript": "6.0.2",
"vitest": "4.1.4"
},
"pnpm": {
"onlyBuiltDependencies": ["esbuild"]
}
}
2 changes: 1 addition & 1 deletion packages/evals/src/llm-judge.ts
Original file line number Diff line number Diff line change
Expand Up @@ -20,7 +20,7 @@ function interpolate(template: string, vars: Record<string, string>): string {
}

export function llmJudge(opts: LlmJudgeOptions): Scorer {
const model = opts.model ?? "gpt-4o-mini"
const model = opts.model ?? "gpt-5-mini"
return {
name: opts.name ?? "llmJudge",
...(opts.threshold !== undefined ? { threshold: opts.threshold } : {}),
Expand Down
2 changes: 1 addition & 1 deletion packages/sdk/README.md
Original file line number Diff line number Diff line change
Expand Up @@ -35,7 +35,7 @@ A Dawn route's `index.ts` exports an `agent()` descriptor. The `model` field is
import { agent } from "@dawn-ai/sdk"

export default agent({
model: "gpt-4o-mini",
model: "gpt-5-mini",
systemPrompt: "You are a helpful assistant.",
retry: { maxAttempts: 3, baseDelay: 250 },
})
Expand Down
15 changes: 13 additions & 2 deletions test/generated/fixtures/basic.expected.json
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,11 @@
"@types/node": "<version:@types/node>",
"typescript": "<version:typescript>",
"vitest": "<version:vitest>"
},
"pnpm": {
"onlyBuiltDependencies": [
"esbuild"
]
}
},
"verifyJson": {
Expand All @@ -48,8 +53,14 @@
"status": "passed"
},
{
"missingEnvVars": ["OPENAI_API_KEY"],
"missingPackages": ["@langchain/core", "@langchain/openai", "@langchain/langgraph"],
"missingEnvVars": [
"OPENAI_API_KEY"
],
"missingPackages": [
"@langchain/core",
"@langchain/openai",
"@langchain/langgraph"
],
"name": "deps",
"status": "warning"
}
Expand Down
15 changes: 13 additions & 2 deletions test/generated/fixtures/custom-app-dir.expected.json
Original file line number Diff line number Diff line change
Expand Up @@ -24,6 +24,11 @@
"@types/node": "<version:@types/node>",
"typescript": "<version:typescript>",
"vitest": "<version:vitest>"
},
"pnpm": {
"onlyBuiltDependencies": [
"esbuild"
]
}
},
"verifyJson": {
Expand All @@ -48,8 +53,14 @@
"status": "passed"
},
{
"missingEnvVars": ["OPENAI_API_KEY"],
"missingPackages": ["@langchain/core", "@langchain/openai", "@langchain/langgraph"],
"missingEnvVars": [
"OPENAI_API_KEY"
],
"missingPackages": [
"@langchain/core",
"@langchain/openai",
"@langchain/langgraph"
],
"name": "deps",
"status": "warning"
}
Expand Down
1 change: 1 addition & 0 deletions test/generated/run-generated-app.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -478,6 +478,7 @@ async function createExpectedInternalFixture(
"@dawn-ai/testing": "<repo:@dawn-ai/testing>",
},
pnpm: {
onlyBuiltDependencies: ["esbuild"],
overrides: repoOverrides,
},
},
Expand Down