add config for model provider; support HF conversational model

Author: katrinar

.SAMPLE_env

@@ -1,5 +1,5 @@
-// Set which model you want to use
-ENABLED_MODEL="HUGGINGFACEHUB"
+// Set which model provider you want to use, HUGGING_FACE or OPEN_AI
+ENABLED_MODEL_STORE="HUGGING_FACE"
 
 // Hugging Face API Key
 HUGGINGFACEHUB_API_KEY=""

package.json

@@ -8,11 +8,12 @@
         "start": "vite",
         "preview": "vite preview",
         "build": "vite build",
-        "start-server": "node ./server/index.js"
+        "start-server": "nodemon ./server/index.js"
     },
     "dependencies": {
         "@emotion/react": "^11.11.0",
         "@emotion/styled": "^11.11.0",
+        "@huggingface/inference": "^2.5.0",
         "@koa/cors": "^4.0.0",
         "@koa/router": "^12.0.0",
         "@mui/icons-material": "^5.11.16",

server/config/model_store_constants.js

@@ -0,0 +1,12 @@
+import { HuggingFaceService } from '../services/hf.js'
+import { OpenAiService } from '../services/openai.js'
+
+export const MODEL_STORES = {
+    'HUGGING_FACE': HuggingFaceService,
+    'OPEN_AI': OpenAiService,
+};
+
+export const { ENABLED_MODEL_STORE } = process.env;
+export const DEFAULT_ENABLED_MODEL_STORE = 'HUGGING_FACE';
+
+export const enabledModel = ENABLED_MODEL_STORE || DEFAULT_ENABLED_MODEL_STORE;

server/handlers/chat_handler.js

@@ -1,33 +1,13 @@
-import { HuggingFaceService } from '../services/model_hf.js';
-import { OpenAiService } from '../services/model_openai.js';
-
-const { ENABLED_MODEL } = process.env;
+import { MODEL_STORES, enabledModel } from '../config/model_store_constants.js';
 
 class ChatService {
   constructor () {
-  }
-
-  async selectModelService() {
-    let model;
-    switch (ENABLED_MODEL) {
-      case 'HUGGINGFACEHUB':
-        const huggingFaceService = new HuggingFaceService();
-        model = huggingFaceService;
-        break;
-      case 'OPENAI':
-        const openAiService = new OpenAiService();
-        model = openAiService;
-        break;
-      default:
-        break;
-    }
-    return model;
+    this.model = new MODEL_STORES[enabledModel]
   }
 
   async startChat(data) {
     const { body: { userInput } } = data;
-    const model = this.selectModelService();
-    console.log('model ', model.OpenAiService);
+    const model = this.model;
     const response = await model.call(userInput);
 
     return response;

server/services/hf.js

@@ -0,0 +1,25 @@
+import { HfInference } from "@huggingface/inference";
+
+const { HUGGINGFACEHUB_API_KEY } = process.env;
+
+class HuggingFaceService {
+    constructor () {
+      this.modelName = 'microsoft/DialoGPT-large';
+      this.model = new HfInference(HUGGINGFACEHUB_API_KEY);
+    }
+
+    async call(userInput) {
+      // TO DO: pass in past_user_inputs for context
+      const response = await this.model.conversational({
+        model: this.modelName,
+        temperature: 0,
+        inputs: {
+          text: userInput,
+        }
+      });
+
+      return { response: response && response.generated_text };
+    }
+}
+
+export { HuggingFaceService }

server/services/model_hf.js

@@ -31,6 +31,7 @@ class OpenAiService {
     const response = await chain.call({
       input: userInput,
     });
+    console.log('response ', response);
    return response;
   }
 }

server/services/model_openai.js server/services/openai.jsserver/services/model_openai.js renamed to server/services/openai.js

@@ -520,6 +520,11 @@
   resolved "https://registry.yarnpkg.com/@fortaine/fetch-event-source/-/fetch-event-source-3.0.6.tgz#b8552a2ca2c5202f5699b93a92be0188d422b06e"
   integrity sha512-621GAuLMvKtyZQ3IA6nlDWhV1V/7PGOTNIGLUifxt0KzM+dZIweJ6F3XvQF3QnqeNfS1N7WQ0Kil1Di/lhChEw==
 
+"@huggingface/inference@^2.5.0":
+  version "2.5.0"
+  resolved "https://registry.yarnpkg.com/@huggingface/inference/-/inference-2.5.0.tgz#8e14ee6696e91aecb132c90d3b07be8373e70338"
+  integrity sha512-X3NSdrWAKNTLAsEKabH48Wc+Osys+S7ilRcH1bf9trSDmJlzPVXDseXMRBHCFPCYd5AAAIakhENO4zCqstVg8g==
+
 "@jridgewell/gen-mapping@^0.3.0", "@jridgewell/gen-mapping@^0.3.2":
   version "0.3.3"
   resolved "https://registry.yarnpkg.com/@jridgewell/gen-mapping/-/gen-mapping-0.3.3.tgz#7e02e6eb5df901aaedb08514203b096614024098"