Remove mongodb-rag-core from UI package (#586)

nlarew · web-flow · commit 00fada591c1a · 2025-01-09T23:55:24.000-06:00
diff --git a/package-lock.json b/package-lock.json
diff --git a/packages/mongodb-chatbot-ui/package.json b/packages/mongodb-chatbot-ui/package.json
@@ -67,9 +67,6 @@
     "test": "vitest run",
     "test:watch": "vitest"
   },
-  "bundleDependencies": [
-    "mongodb-rag-core"
-  ],
   "dependencies": {
     "@emotion/css": "^11.11.2",
     "@leafygreen-ui/badge": "^8.1.2",
@@ -101,9 +98,9 @@
     "@lg-chat/message-rating": "^2.0.2",
     "@lg-chat/rich-links": "^1.2.0",
     "@microsoft/fetch-event-source": "^2.0.1",
+    "bson": "^5.5.1",
     "buffer": "^6.0.3",
     "esbuild": "^0.17.19",
-    "mongodb-rag-core": "^0.0.5",
     "prettier": "^2.8.8",
     "react-markdown": "^8.0.7",
     "react-transition-group": "^4.4.5",
diff --git a/packages/mongodb-chatbot-ui/src/App.tsx b/packages/mongodb-chatbot-ui/src/App.tsx
@@ -11,7 +11,7 @@ import { Chatbot } from "./Chatbot";
 import { DocsChatbot } from "./DocsChatbot";
 import { DevCenterChatbot } from "./DevCenterChatbot";
 import { HotkeyTrigger } from "./HotkeyTrigger";
-import { makePrioritizeReferenceDomain } from "./sortReferences";
+import { makePrioritizeReferenceDomain } from "./references";
 
 const prefersDarkMode = () =>
   window.matchMedia?.("(prefers-color-scheme: dark)").matches ?? false;
diff --git a/packages/mongodb-chatbot-ui/src/ChatbotView.tsx b/packages/mongodb-chatbot-ui/src/ChatbotView.tsx
@@ -1,4 +1,4 @@
-import { References } from "mongodb-rag-core";
+import { References } from "./references";
 import { ChatMessageFeedProps } from "./ChatMessageFeed";
 import { DarkModeProps } from "./DarkMode";
 
diff --git a/packages/mongodb-chatbot-ui/src/DevCenterChatbot.tsx b/packages/mongodb-chatbot-ui/src/DevCenterChatbot.tsx
@@ -9,7 +9,7 @@ import { MongoDbLegalDisclosure } from "./MongoDbLegal";
 import { mongoDbVerifyInformationMessage } from "./ui-text";
 import { PoweredByAtlasVectorSearch } from "./PoweredByAtlasVectorSearch";
 import { css } from "@emotion/css";
-import { References } from "mongodb-rag-core";
+import { References } from "./references";
 
 export type DevCenterChatbotProps = DarkModeProps & {
   initialMessageText?: string;
diff --git a/packages/mongodb-chatbot-ui/src/createMessage.ts b/packages/mongodb-chatbot-ui/src/createMessage.ts
@@ -1,4 +1,4 @@
-import { References } from "mongodb-rag-core";
+import { type References } from "./references";
 import {
   AssistantMessageMetadata,
   MessageData,
diff --git a/packages/mongodb-chatbot-ui/src/messageLinks.test.ts b/packages/mongodb-chatbot-ui/src/messageLinks.test.ts
@@ -1,4 +1,4 @@
-import { References } from "mongodb-rag-core";
+import { References } from "./references";
 import {
   formatReferences,
   getMessageLinks,
diff --git a/packages/mongodb-chatbot-ui/src/messageLinks.ts b/packages/mongodb-chatbot-ui/src/messageLinks.ts
@@ -1,10 +1,10 @@
 import { isRichLinkVariantName, type RichLinkProps } from "@lg-chat/rich-links";
-import { References } from "mongodb-rag-core";
 import {
   isReferenceToDomain,
   makePrioritizeReferenceDomain,
+  type References,
   SortReferences,
-} from "./sortReferences";
+} from "./references";
 import { addQueryParams, getCurrentPageUrl } from "./utils";
 import { MessageData } from "./services/conversations";
 
diff --git a/packages/mongodb-chatbot-ui/src/references.test.ts b/packages/mongodb-chatbot-ui/src/references.test.ts
@@ -1,8 +1,8 @@
-import { References } from "mongodb-rag-core";
 import {
+  type References,
   isReferenceToDomain,
   makePrioritizeReferenceDomain,
-} from "./sortReferences";
+} from "./references";
 
 const testReferences = [
   {
diff --git a/packages/mongodb-chatbot-ui/src/references.ts b/packages/mongodb-chatbot-ui/src/references.ts
@@ -1,4 +1,27 @@
-import { Reference } from "mongodb-rag-core";
+import { z } from "zod";
+
+/**
+  A formatted reference for an assistant message.
+
+  For example, a Reference might be a docs page, dev center article, or
+  a MongoDB University module.
+ */
+export type Reference = z.infer<typeof Reference>;
+export const Reference = z.object({
+  url: z.string(),
+  title: z.string(),
+  metadata: z
+    .object({
+      sourceName: z.string().optional().describe("The name of the source."),
+      sourceType: z.string().optional(),
+      tags: z.array(z.string()).optional(),
+    })
+    .passthrough() // We accept additional unknown metadata fields
+    .optional(),
+});
+
+export type References = z.infer<typeof References>;
+export const References = z.array(Reference);
 
 export type SortReferences = (left: Reference, right: Reference) => -1 | 0 | 1;
 
diff --git a/packages/mongodb-chatbot-ui/src/services/conversations.test.ts b/packages/mongodb-chatbot-ui/src/services/conversations.test.ts
@@ -10,7 +10,7 @@ import {
   UnknownStreamEvent,
   getCustomRequestOrigin,
 } from "./conversations";
-import { type References } from "mongodb-rag-core";
+import { type References } from "../references";
 import * as FetchEventSource from "@microsoft/fetch-event-source";
 // Mock fetch for regular awaited HTTP requests
 // TODO: make TypeScript compiler ok with this, or skip putting this in the compiled code for staging
diff --git a/packages/mongodb-chatbot-ui/src/services/conversations.ts b/packages/mongodb-chatbot-ui/src/services/conversations.ts
@@ -1,5 +1,6 @@
 import { fetchEventSource } from "@microsoft/fetch-event-source";
-import { References, VerifiedAnswer } from "mongodb-rag-core";
+import { type VerifiedAnswer } from "../verifiedAnswer";
+import { type References } from "../references";
 import { ConversationState } from "../useConversation";
 import { strict as assert } from "node:assert";
 import { isProductionBuild } from "../utils";
diff --git a/packages/mongodb-chatbot-ui/src/useConversation.test.tsx b/packages/mongodb-chatbot-ui/src/useConversation.test.tsx
@@ -1,7 +1,7 @@
 import { vi } from "vitest";
 import { act, renderHook, waitFor } from "@testing-library/react";
 import { useConversation, type UseConversationParams } from "./useConversation";
-import { ObjectId } from "mongodb-rag-core/mongodb";
+import { ObjectId } from "bson";
 import { mockNextFetchResult } from "./test-utils";
 
 const baseUseConversationParams = {
diff --git a/packages/mongodb-chatbot-ui/src/useConversation.tsx b/packages/mongodb-chatbot-ui/src/useConversation.tsx
@@ -1,5 +1,4 @@
 import { useMemo, useReducer } from "react";
-import { type References } from "mongodb-rag-core";
 import {
   MessageData,
   ConversationService,
@@ -15,7 +14,7 @@ import {
   isProductionBuild,
 } from "./utils";
 import { makePrioritizeCurrentMongoDbReferenceDomain } from "./messageLinks";
-import { SortReferences } from "./sortReferences";
+import { type References, SortReferences } from "./references";
 
 const STREAMING_MESSAGE_ID = "streaming-response";
 
diff --git a/packages/mongodb-chatbot-ui/src/verifiedAnswer.ts b/packages/mongodb-chatbot-ui/src/verifiedAnswer.ts
@@ -0,0 +1,48 @@
+import { z } from "zod";
+import { Reference } from "./references";
+
+export const Question = z.object({
+  embedding: z
+    .array(z.number())
+    .describe("The vector embedding of the question text."),
+  embedding_model: z
+    .string()
+    .describe(
+      "The name of the embedding model used to generate the embedding."
+    ),
+  embedding_model_version: z
+    .string()
+    .describe(
+      "The version of the embedding model used to generate the embedding."
+    ),
+  text: z.string().describe("The text of the question."),
+});
+
+export type Question = z.infer<typeof Question>;
+
+export const VerifiedAnswer = z.object({
+  _id: z.string().describe("A unique identifier for the answer."),
+  question: Question,
+  answer: z
+    .string()
+    .describe(
+      "The text of the verified answer. This is returned verbatim to the user as the response to their question."
+    ),
+  author_email: z
+    .string()
+    .email()
+    .describe("The email address of the author or source of the answer."),
+  hidden: z.boolean().optional(),
+  references: z
+    .array(Reference)
+    .describe(
+      "Reference links with additional information related to the answer."
+    ),
+  created: z.date().describe("The date and time the answer was created."),
+  updated: z
+    .date()
+    .optional()
+    .describe("The date and time the answer was most recently updated."),
+});
+
+export type VerifiedAnswer = z.infer<typeof VerifiedAnswer>;

Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-import { References } from "mongodb-rag-core";`
	`1`	`+import { References } from "./references";`
`2`	`2`	`import { ChatMessageFeedProps } from "./ChatMessageFeed";`
`3`	`3`	`import { DarkModeProps } from "./DarkMode";`
`4`	`4`
Original file line number	Diff line number	Diff line change
`@@ -1,4 +1,4 @@`
`1`		`-import { References } from "mongodb-rag-core";`
	`1`	`+import { type References } from "./references";`
`2`	`2`	`import {`
`3`	`3`	`AssistantMessageMetadata,`
`4`	`4`	`MessageData,`