additional ai judge updated

app.py

@@ -129,7 +129,7 @@ if prompt := st.chat_input("Tell me about YSA"):
         for i in range(final_ref.shape[0]):
             this_quest = question
             this_content = final_ref["answers"][i]
-            this_score = ai_judge(question, this_content)
+            this_score = calculate_sts_openai_score(question, this_content)
             independent_ai_judge_score.append(this_score)
 
         final_ref["ai_judge"] = independent_ai_judge_score

utils/helper_functions.py

@@ -48,6 +48,27 @@ def call_chatgpt(prompt: str) -> str:
     return ans
 
 
+def openai_text_embedding(prompt: str) -> str:
+    return openai.Embedding.create(input=prompt, model="text-embedding-ada-002")[
+        "data"
+    ][0]["embedding"]
+
+
+def calculate_sts_openai_score(sentence1: str, sentence2: str) -> float:
+    # Compute sentence embeddings
+    embedding1 = openai_text_embedding(sentence1)  # Flatten the embedding array
+    embedding2 = openai_text_embedding(sentence2)  # Flatten the embedding array
+
+    # Convert to array
+    embedding1 = np.asarray(embedding1)
+    embedding2 = np.asarray(embedding2)
+
+    # Calculate cosine similarity between the embeddings
+    similarity_score = 1 - cosine(embedding1, embedding2)
+
+    return similarity_score
+
+
 def ai_judge(sentence1: str, sentence2: str) -> float:
     API_URL = "https://laazu6ral9w37pfb.us-east-1.aws.endpoints.huggingface.cloud"
     headers = {"Accept": "application/json", "Content-Type": "application/json"}