Zekun Wu commited on
Commit ·
2316f10
1
Parent(s): cc239f8
update
Browse files- util/evaluator.py +1 -1
util/evaluator.py
CHANGED
|
@@ -60,7 +60,7 @@ class evaluator:
|
|
| 60 |
|
| 61 |
response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=60).strip()
|
| 62 |
#response = """ {{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
|
| 63 |
-
|
| 64 |
try:
|
| 65 |
scores = json.loads(response)
|
| 66 |
print(scores)
|
|
|
|
| 60 |
|
| 61 |
response = self.model.invoke(evaluation_prompt,temperature=0.8, max_tokens=60).strip()
|
| 62 |
#response = """ {{"Factually Correct": 0.9,"Useful": 0.85,"Context Specific": 0.8,"User Specific": 0.75,"Provides Pluralism": 0.7}}"""
|
| 63 |
+
print(response)
|
| 64 |
try:
|
| 65 |
scores = json.loads(response)
|
| 66 |
print(scores)
|