memory examples + working document QA

Author: correa-brian

client/Chat.jsx

@@ -23,7 +23,6 @@ const Chat = () => {
     const [loading, setLoading] = useState(false);
     const [answer, setAnswer] = useState('');
     const [error, setError] = useState('');
-    const [activeTab, setActiveTab] = useState('chat');
     const [selectedFile, setSelectedFile] = useState(null);
 
     const handleInputChange = (event) => {
@@ -39,7 +38,8 @@ const Chat = () => {
 
       try {
         setLoading(true);
-          const { response } = await chatServices.chatWithLLM({ userInput });
+          const response = await chatServices.chatWithLLM({ userInput });
+          console.log({response})
           setAnswer(response);
         } catch (err) {
           setError(err);
@@ -53,12 +53,24 @@ const Chat = () => {
       setSelectedFile(event.target.files[0]);
     }
 
-    const handleFileUpload = (event) => {
+    const handleFileUpload = async () => {
       if (selectedFile) {
         // Perform the upload logic here
-        console.log('Uploading file:', selectedFile);
-        // Reset the selected file
-        setSelectedFile(null);
+        try {
+          setLoading(true);
+          const form = new FormData();
+          form.append('chat-file', selectedFile);
+    
+          const { success } = await chatServices.ingestFile({ fileInput: form })
+          if (success) {
+            setAnswer('Successfully ingested. Ask me anything.');
+          }
+        } catch (err) {
+          console.log({ err });
+
+        } finally {
+          setLoading(false);
+        }
       }
     }
 
@@ -83,9 +95,9 @@ const Chat = () => {
             </div>
 
             <div style={{ marginTop: '2rem', display: 'flex', flexDirection: 'column', alignItems: 'center' }}>
-              <input accept="image/*" id="file-input" type="file" onChange={handleFileChange}/>
+              <input accept=".pdf,.txt,.csv" id="file-input" type="file" onChange={handleFileChange}/>
               {selectedFile && (
-                <Button>
+                <Button onClick={handleFileUpload}>
                   Upload
                 </Button>
               )}

client/services/chat-services.js

@@ -5,8 +5,20 @@ const chatWithLLM = async ({ userInput }) => {
     return data;
 };
 
+const ingestFile = async ({ fileInput }) => {
+    const { data } = await requestClient.post('/chat/ingest', fileInput, 
+    { 
+        timeout: 120000, 
+        headers: { 
+            'Content-Type': `multipart/form-data: boundary=${fileInput._boundary}`
+        } 
+    });
+    return data;
+};
+
 const chatServices = {
-    chatWithLLM
+    chatWithLLM,
+    ingestFile,
 }
 
 export { chatServices };

examples/bufferMemory.js

@@ -0,0 +1,30 @@
+import { ConversationChain } from 'langchain/chains';
+import { ChatOpenAI } from 'langchain/chat_models/openai';
+import { ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, SystemMessagePromptTemplate } from 'langchain/prompts';
+import { BufferMemory } from 'langchain/memory';
+
+process.env.OPENAI_API_KEY = 'YOUR API KEY';
+
+const run = async () => {
+  const llm = new ChatOpenAI({ temperature: 0, verbose: true });
+  const prompt = ChatPromptTemplate.fromPromptMessages([
+    SystemMessagePromptTemplate.fromTemplate('The following is a friendly conversation between a human and an AI. The AI is talkative and provides lots of specific details from its context. If the AI does not know the answer to a question, it truthfully says it does not know.'),
+    new MessagesPlaceholder('history'),
+    HumanMessagePromptTemplate.fromTemplate('{input}'),
+  ]);
+
+  const memory = new BufferMemory({ returnMessages: true });
+  const userInput = 'Hi I\'m a human';
+
+  const chain = new ConversationChain({
+    memory,
+    prompt,
+    llm,
+  });
+
+  return chain.call({
+    input: userInput,
+  });
+};
+
+run();

examples/bufferWindowMemory.js

@@ -0,0 +1,30 @@
+import { ConversationChain } from 'langchain/chains';
+import { ChatOpenAI } from 'langchain/chat_models/openai';
+import { ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, SystemMessagePromptTemplate } from 'langchain/prompts';
+import { BufferWindowMemory } from 'langchain/memory';
+
+process.env.OPENAI_API_KEY = 'YOUR API KEY';
+
+const run = async () => {
+  const llm = new ChatOpenAI({ temperature: 0, verbose: true });
+  const prompt = ChatPromptTemplate.fromPromptMessages([
+    SystemMessagePromptTemplate.fromTemplate('The following is a friendly conversation between a human and an AI. The AI is talkative and provides lots of specific details from its context. If the AI does not know the answer to a question, it truthfully says it does not know.'),
+    new MessagesPlaceholder('history'),
+    HumanMessagePromptTemplate.fromTemplate('{input}'),
+  ]);
+
+  const memory = new BufferWindowMemory({ returnMessages: true, k: 5 });
+  const userInput = 'Hi I\'m a human';
+
+  const chain = new ConversationChain({
+    memory,
+    prompt,
+    llm,
+  });
+
+  return chain.call({
+    input: userInput,
+  });
+}
+
+run();

examples/conversationSummaryMemory.js

@@ -0,0 +1,29 @@
+import { ConversationChain } from 'langchain/chains';
+import { ChatOpenAI } from 'langchain/chat_models/openai';
+import { ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, SystemMessagePromptTemplate } from 'langchain/prompts';
+import { ConversationSummaryMemory } from 'langchain/memory';
+
+process.env.OPENAI_API_KEY = 'YOUR API KEY';
+const run = async () => {
+  const llm = new ChatOpenAI({ temperature: 0, verbose: true });
+  const prompt = ChatPromptTemplate.fromPromptMessages([
+    SystemMessagePromptTemplate.fromTemplate('The following is a friendly conversation between a human and an AI. The AI is talkative and provides lots of specific details from its context. If the AI does not know the answer to a question, it truthfully says it does not know.'),
+    new MessagesPlaceholder('history'),
+    HumanMessagePromptTemplate.fromTemplate('{input}'),
+  ]);
+
+  const memory = new ConversationSummaryMemory({ llm, returnMessages: true });
+  const userInput = 'Hi I\'m a human';
+
+  const chain = new ConversationChain({
+    memory,
+    prompt,
+    llm,
+  });
+
+  return chain.call({
+    input: userInput,
+  });
+}
+
+run();

examples/entityMemory.js

@@ -0,0 +1,29 @@
+import { ConversationChain } from 'langchain/chains';
+import { ChatOpenAI } from 'langchain/chat_models/openai';
+import { ChatPromptTemplate, HumanMessagePromptTemplate, MessagesPlaceholder, SystemMessagePromptTemplate } from 'langchain/prompts';
+import { EntityMemory } from 'langchain/memory';
+
+process.env.OPENAI_API_KEY = 'YOUR API KEY';
+const run = () => {
+  const llm = new ChatOpenAI({ temperature: 0, verbose: true });
+  const prompt = ChatPromptTemplate.fromPromptMessages([
+    SystemMessagePromptTemplate.fromTemplate('The following is a friendly conversation between a human and an AI. The AI is talkative and provides lots of specific details from its context. If the AI does not know the answer to a question, it truthfully says it does not know.'),
+    new MessagesPlaceholder('history'),
+    HumanMessagePromptTemplate.fromTemplate('{input}'),
+  ]);
+  
+  const memory = new EntityMemory({ llm, returnMessages: true });
+  const userInput = 'Hi I\'m a human';
+
+  const chain = new ConversationChain({
+    memory,
+    prompt,
+    llm,
+  });
+
+  return chain.call({
+    input: userInput,
+  });
+};
+
+run();