feat: add pre-prompt for role

Author: tikikun

controllers/llamaCPP.cc

@@ -106,8 +106,6 @@ void llamaCPP::chatCompletion(
       } else {
         role = input_role;
       }
-
-      LOG_INFO << "VALUE OF ROLE BEING USED:" << role;
       std::string content = message["content"].asString();
       formatted_output += role + content + "\n";
     }

controllers/llamaCPP.h

@@ -2142,8 +2142,8 @@ class llamaCPP : public drogon::HttpController<llamaCPP> {
   size_t sent_count = 0;
   size_t sent_token_probs_index = 0;
   std::thread backgroundThread;
-  std::string user_prompt = "USER: ";
-  std::string ai_prompt = "ASSISTANT: ";
-  std::string system_prompt = "ASSISTANT's RULE: ";
+  std::string user_prompt;
+  std::string ai_prompt;
+  std::string system_prompt;
 };
 }; // namespace inferences