Judgeval TypeScript SDK

Installation

Find the latest version on npm.

npm:

npm install judgeval

yarn:

yarn add judgeval

bun:

bun add judgeval

pnpm:

pnpm add judgeval

Usage

Tracer

import { OpenAIInstrumentation } from "@opentelemetry/instrumentation-openai";
import { Judgeval, type NodeTracer } from "judgeval";

const client = Judgeval.create();

const tracer = await client.nodeTracer.create({
  projectName: "my-llm-app",
  enableEvaluation: true,
  enableMonitoring: true,
  instrumentations: [new OpenAIInstrumentation()],
});

async function chatWithUser(userMessage: string): Promise<string> {
  const response = await openai.chat.completions.create({
    model: "gpt-4o-mini",
    messages: [{ role: "user", content: userMessage }],
  });
  return response.choices[0].message.content || "";
}

const tracedChat = tracer.observe(chatWithUser);
const result = await tracedChat("What is the capital of France?");

await tracer.shutdown();

Scorer

import { Example } from "judgeval";

const scorer = client.scorers.builtIn.answerRelevancy();

const example = Example.create({
  input: "What is the capital of France?",
  actual_output: "Paris is the capital of France.",
});

await tracer.asyncEvaluate(scorer, example);

Documentation

• Full Documentation

License

Apache 2.0