mvectors

semantic_search/llm_eval.py

@@ -70,7 +70,7 @@ def eval(question, answers):
         search_results += f"Index: {index_}, Description: {desc}\n\n"
         index_ = index_+1
     prompt = prompt.format(query, search_results)
-    response = llm.invoke_llm_model(prompt,False)
+    response = json.loads(llm.invoke_llm_model(prompt,False))
     #response = textgen_llm(prompt)
     print("Response from LLM: ", response)
     # inter_trim =response.split("[")[1]