Add braintrust to mongodb-rag-core (#578)

* add braintrust to core

* Update packages/mongodb-chatbot-server/src/routes/conversations/addMessageToConversation.ts

Author: mongodben

package-lock.json

@@ -45,7 +45,6 @@
   "dependencies": {
     "@aws-sdk/client-bedrock-runtime": "^3.705.0",
     "@supercharge/promise-pool": "^3.2.0",
-    "braintrust": "^0.0.175",
     "dotenv": "^16",
     "mongodb-chatbot-server": "*",
     "mongodb-rag-core": "*",

packages/benchmarks/package.json

@@ -1,5 +1,10 @@
 import { strict as assert } from "assert";
-import { Eval, EvalCase, EvalScorer, EvalTask } from "braintrust";
+import {
+  Eval,
+  EvalCase,
+  EvalScorer,
+  EvalTask,
+} from "mongodb-rag-core/braintrust";
 import { OpenAI } from "mongodb-rag-core/openai";
 import fs from "fs";
 import { getConversationsEvalCasesFromYaml } from "mongodb-rag-core/eval";

packages/benchmarks/src/discovery/DiscoveryEval.ts

@@ -6,7 +6,7 @@ import {
 } from "@aws-sdk/client-bedrock-runtime";
 import { ModelConfig } from "./models";
 import { strict as assert } from "assert";
-import { wrapOpenAI, wrapTraced } from "braintrust";
+import { wrapOpenAI, wrapTraced } from "mongodb-rag-core/braintrust";
 interface BaseModelProviderConfig {
   apiKey: string;
   endpoint: string;

packages/benchmarks/src/makeOpenAiClientFactory.ts

@@ -1,4 +1,9 @@
-import { Eval, EvalCase, EvalScorer, EvalTask } from "braintrust";
+import {
+  Eval,
+  EvalCase,
+  EvalScorer,
+  EvalTask,
+} from "mongodb-rag-core/braintrust";
 import { OpenAI } from "mongodb-rag-core/openai";
 import { QuizQuestionData } from "./QuizQuestionData";
 import { strict as assert } from "assert";

packages/benchmarks/src/quizQuestions/QuizQuestionEval.ts

@@ -1,4 +1,4 @@
-import { initDataset } from "braintrust";
+import { initDataset } from "mongodb-rag-core/braintrust";
 import { QuizQuestionDataSchema } from "./QuizQuestionData";
 import { z } from "zod";
 import { QuizQuestionEvalCase } from "./QuizQuestionEval";

packages/benchmarks/src/quizQuestions/getQuizQuestionEvalCasesFromBraintrust.ts

@@ -50,7 +50,6 @@
     "@typescript-eslint/parser": "^5.58.0",
     "autoevals": "^0.0.92",
     "babel-jest": "^29.5.0",
-    "braintrust": "^0.0.167",
     "eslint": "^8.38.0",
     "eslint-config-prettier": "^8.8.0",
     "eslint-plugin-jest": "^27.2.1",

packages/chatbot-server-mongodb-public/package.json

@@ -28,7 +28,7 @@ import { systemPrompt } from "./systemPrompt";
 import { addReferenceSourceType } from "./processors/makeMongoDbReferences";
 import path from "path";
 import express from "express";
-import { wrapOpenAI, wrapTraced } from "braintrust";
+import { wrapOpenAI, wrapTraced } from "mongodb-rag-core/braintrust";
 import { AzureOpenAI } from "mongodb-rag-core/openai";
 import { MongoClient } from "mongodb-rag-core/mongodb";
 export const {

packages/chatbot-server-mongodb-public/src/config.ts

@@ -1,4 +1,9 @@
-import { Eval, EvalCase, traced, EvalScorer } from "braintrust";
+import {
+  Eval,
+  EvalCase,
+  traced,
+  EvalScorer,
+} from "mongodb-rag-core/braintrust";
 import { getConversationsEvalCasesFromYaml } from "mongodb-rag-core/eval";
 import { MongoDbTag } from "./mongoDbMetadata";
 import { config, conversations } from "./config";

packages/chatbot-server-mongodb-public/src/conversations.eval.ts

@@ -1,5 +1,10 @@
 import "dotenv/config";
-import { Eval, EvalCase, EvalScorer, EvalTask } from "braintrust";
+import {
+  Eval,
+  EvalCase,
+  EvalScorer,
+  EvalTask,
+} from "mongodb-rag-core/braintrust";
 import fs from "fs";
 import path from "path";
 import { strict as assert } from "assert";