Update llmeval.py
Browse files- llmeval.py +4 -1
llmeval.py
CHANGED
|
@@ -196,6 +196,9 @@ class LLM_as_Evaluator():
|
|
| 196 |
|
| 197 |
|
| 198 |
def LLM_Evaluator(self,promptversion):
|
|
|
|
|
|
|
|
|
|
| 199 |
|
| 200 |
metrics=["biological_context_alignment","contextual_relevance_alignment","response_specificity","unit_coherence"]
|
| 201 |
|
|
@@ -206,7 +209,7 @@ class LLM_as_Evaluator():
|
|
| 206 |
SYSTEM_FOR_CONTEXTUAL_RELEVANCE_ALIGNMENT,
|
| 207 |
SYSTEM_PROMPT_FOR_RESPONSE_SPECIFICITY,
|
| 208 |
SYSTEM_PROMPT_FOR_TRIAD_COHERENCE
|
| 209 |
-
) = PROMPT_UPDATER(
|
| 210 |
|
| 211 |
prompt_map = {
|
| 212 |
"biological_context_alignment": SYSTEM_FOR_BIO_CONTEXT_ALIGNMENT,
|
|
|
|
| 196 |
|
| 197 |
|
| 198 |
def LLM_Evaluator(self,promptversion):
|
| 199 |
+
|
| 200 |
+
promptversion_splitted=promptversion.split(":")
|
| 201 |
+
agent_type=promptversion_splitted[0]
|
| 202 |
|
| 203 |
metrics=["biological_context_alignment","contextual_relevance_alignment","response_specificity","unit_coherence"]
|
| 204 |
|
|
|
|
| 209 |
SYSTEM_FOR_CONTEXTUAL_RELEVANCE_ALIGNMENT,
|
| 210 |
SYSTEM_PROMPT_FOR_RESPONSE_SPECIFICITY,
|
| 211 |
SYSTEM_PROMPT_FOR_TRIAD_COHERENCE
|
| 212 |
+
) = PROMPT_UPDATER(agent_type)
|
| 213 |
|
| 214 |
prompt_map = {
|
| 215 |
"biological_context_alignment": SYSTEM_FOR_BIO_CONTEXT_ALIGNMENT,
|