Merge branch 'main' into derrek/fix-copy-for-llms

Resolved conflicts in package.json by taking origin/main's version which includes:
- Added sync-openapi.ts script to build:openapi
- Reordered prebuild to run build:embeddings before build:openapi

Author: derrekcoleman

.env.example

@@ -1,3 +1,4 @@
 OPENAI_API_KEY=your_openai_api_key # Only used for generating embeddings or AI search
 NEXT_PUBLIC_SITE_URL=https://docs.recall.network # Only for production
-NEXT_PUBLIC_GA_ID=your_google_analytics_id # Only for production
+NEXT_PUBLIC_GA_ID=your_google_analytics_id # Only for production
+OPENAPI_SOURCE_URL=https://raw.githubusercontent.com/recallnet/js-recall/main/apps/api/openapi/openapi.json # Used by sync-openapi script

app/api/chat/route.ts

@@ -3,6 +3,7 @@ import { OpenAI } from "openai";
 import path from "path";
 
 import { MessageRecord } from "@/components/ai/context";
+import { SUGGESTED_QUESTIONS } from "@/components/ai/suggestions";
 import {
   DocsEmbedding,
   REJECTION_MESSAGE,
@@ -48,6 +49,48 @@ setInterval(() => {
   }
 }, MAX_SESSION_AGE);
 
+/**
+ * Generate contextual follow-up suggestions based on the conversation.
+ * Uses OpenAI to pick 3 most relevant questions from the curated pool and rephrase them
+ * to fit the conversation context.
+ */
+async function generateContextualSuggestions(
+  client: OpenAI,
+  conversationHistory: MessageRecord[]
+): Promise<string[]> {
+  try {
+    const response = await client.chat.completions.create({
+      model: MODEL,
+      messages: [
+        {
+          role: "system",
+          content: `You are helping generate follow-up questions for a user chatting with the Recall documentation AI.
+
+Here is a curated pool of key questions:
+${SUGGESTED_QUESTIONS.map((q, i) => `${i + 1}. ${q}`).join("\n")}
+
+Based on the conversation history, pick 3 most relevant questions from this pool and rephrase them to fit the conversation context as potential follow-up questions shown to the user for their next input.
+
+Return ONLY a JSON array of 3 strings, nothing else. Example: ["Question 1?", "Question 2?", "Question 3?"]`,
+        },
+        ...conversationHistory,
+      ],
+      temperature: 0.7,
+    });
+
+    const content = response.choices[0]?.message?.content?.trim();
+    if (!content) return [];
+
+    // Parse the JSON array response
+    const suggestions = JSON.parse(content) as string[];
+    return Array.isArray(suggestions) ? suggestions.slice(0, 3) : [];
+  } catch (error) {
+    console.error("Error generating suggestions:", error);
+    // Fallback to random questions if generation fails
+    return [...SUGGESTED_QUESTIONS].sort(() => Math.random() - 0.5).slice(0, 3);
+  }
+}
+
 export async function POST(request: Request) {
   if (!openai) {
     return new Response(JSON.stringify({ error: "OpenAI API key not configured" }), {
@@ -122,16 +165,51 @@ export async function POST(request: Request) {
       stream: true,
     });
 
-    // Create a transform stream to append source links
+    // Create a transform stream to capture response content and append source links and suggestions
+    let assistantResponse = "";
     const transform = new TransformStream({
       transform(chunk, controller) {
+        // Decode and capture the streaming content
+        const decoder = new TextDecoder();
+        const chunkText = decoder.decode(chunk, { stream: true });
+
+        // Parse OpenAI streaming response chunks to extract content
+        try {
+          const lines = chunkText.split("\n").filter((line) => line.trim());
+          for (const line of lines) {
+            if (line.startsWith("data: ")) {
+              const data = line.slice(6);
+              if (data === "[DONE]") continue;
+
+              const parsed = JSON.parse(data);
+              const content = parsed.choices?.[0]?.delta?.content;
+              if (content) {
+                assistantResponse += content;
+              }
+            }
+          }
+        } catch {
+          // Not a JSON chunk, might be raw content - ignore parsing errors
+        }
+
         controller.enqueue(chunk);
       },
-      flush(controller) {
+      async flush(controller) {
         // Add reference links after the stream is done
         const referenceLinks = getReferenceLinks(relevant);
-        const sourceJson = JSON.stringify({ references: referenceLinks }) + "\n"; // Match OpenAI response formatting
+        const sourceJson = JSON.stringify({ references: referenceLinks }) + "\n";
         controller.enqueue(new TextEncoder().encode(sourceJson));
+
+        // Create complete conversation history including the assistant's response
+        const completeMessages = [
+          ...messages,
+          { role: "assistant" as const, content: assistantResponse },
+        ];
+
+        // Generate contextual suggestions based on the complete conversation
+        const suggestions = await generateContextualSuggestions(openai, completeMessages);
+        const suggestionsJson = JSON.stringify({ suggestions }) + "\n";
+        controller.enqueue(new TextEncoder().encode(suggestionsJson));
       },
     });
 

app/layout.tsx

@@ -48,7 +48,7 @@ export default function RootLayout({ children }: { children: ReactNode }) {
               buttonVariants({
                 color: "secondary",
               }),
-              "bg-secondary/50 text-fd-secondary-foreground/80 fixed right-4 bottom-4 z-10 gap-2 rounded-xl shadow-lg backdrop-blur-lg md:right-6 md:bottom-8"
+              "bg-secondary/50 text-fd-secondary-foreground/80 fixed right-4 bottom-4 z-10 gap-2 shadow-lg backdrop-blur-lg md:right-6 md:bottom-8"
             )}
           >
             <MessageCircle className="size-4" />

components/ai/engines/openai.ts

@@ -21,6 +21,10 @@ type ReferencesResponse = {
   references: MessageReference[];
 };
 
+type SuggestionsResponse = {
+  suggestions: string[];
+};
+
 export async function createOpenAIEngine(): Promise<Engine> {
   const sessionId = localStorage.getItem("recallChatSessionId") || crypto.randomUUID();
   localStorage.setItem("recallChatSessionId", sessionId);
@@ -100,6 +104,11 @@ export async function createOpenAIEngine(): Promise<Engine> {
             message.references = data.references;
             onUpdate?.(content);
           }
+          if ("suggestions" in json && !content.includes(REJECTION_MESSAGE)) {
+            const data = json as SuggestionsResponse;
+            message.suggestions = data.suggestions;
+            onUpdate?.(content);
+          }
         }
       }