Fix for settings, pass client on patch (#132)

* Fix for settings, pass client on patch
* Add correctness metric to RAG eval

Author: gotsysdba

src/client/utils/st_common.py

@@ -63,6 +63,7 @@ def patch_settings() -> None:
         api_call.patch(
             endpoint="v1/settings",
             payload={"json": state.user_settings},
+            params={"client": state.user_settings["client"]},
         )
     except api_call.ApiError as ex:
         logger.error("%s Settings Update failed: %s", state.user_settings["client"], ex)

src/server/endpoints.py

@@ -21,6 +21,7 @@
 from langchain_core.messages import HumanMessage, AnyMessage, convert_to_openai_messages, ChatMessage
 from langchain_core.runnables import RunnableConfig
 from giskard.rag import evaluate, QATestset
+from giskard.rag.metrics import correctness_metric
 from litellm import APIConnectionError
 
 from fastapi import FastAPI, Header, Query, HTTPException, UploadFile, Response
@@ -897,7 +898,7 @@ def get_answer(question: str):
         logger.debug("Starting evaluation with Judge: %s", judge)
         oci_config = get_client_oci(client)
         judge_client = asyncio.run(models.get_client(MODEL_OBJECTS, {"model": judge}, oci_config, True))
-        report = evaluate(get_answer, testset=loaded_testset, llm_client=judge_client)
+        report = evaluate(get_answer, testset=loaded_testset, llm_client=judge_client, metrics=[correctness_metric])
 
         eid = testbed.insert_evaluation(
             db_conn=db_conn,