Spaces:
Sleeping
Sleeping
YanBoChen commited on
Commit ·
e84171b
1
Parent(s): 03afbd6
Update query file references for full evaluation and correct typo in pre_user_query_evaluate.txt for pre-test.
Browse files
evaluation/direct_llm_evaluator.py
CHANGED
|
@@ -347,7 +347,8 @@ if __name__ == "__main__":
|
|
| 347 |
query_file = sys.argv[1]
|
| 348 |
else:
|
| 349 |
# Default to evaluation/single_test_query.txt for consistency
|
| 350 |
-
|
|
|
|
| 351 |
|
| 352 |
if not os.path.exists(query_file):
|
| 353 |
print(f"❌ Query file not found: {query_file}")
|
|
|
|
| 347 |
query_file = sys.argv[1]
|
| 348 |
else:
|
| 349 |
# Default to evaluation/single_test_query.txt for consistency
|
| 350 |
+
# TODO: Change to pre_user_query_evaluate.txt for full evaluation
|
| 351 |
+
query_file = Path(__file__).parent / "pre_user_query_evaluate.txt"
|
| 352 |
|
| 353 |
if not os.path.exists(query_file):
|
| 354 |
print(f"❌ Query file not found: {query_file}")
|
evaluation/latency_evaluator.py
CHANGED
|
@@ -796,7 +796,8 @@ if __name__ == "__main__":
|
|
| 796 |
query_file = sys.argv[1]
|
| 797 |
else:
|
| 798 |
# Default to evaluation/single_test_query.txt for initial testing
|
| 799 |
-
|
|
|
|
| 800 |
|
| 801 |
if not os.path.exists(query_file):
|
| 802 |
print(f"❌ Query file not found: {query_file}")
|
|
|
|
| 796 |
query_file = sys.argv[1]
|
| 797 |
else:
|
| 798 |
# Default to evaluation/single_test_query.txt for initial testing
|
| 799 |
+
# TODO: Change to pre_user_query_evaluate.txt for full evaluation
|
| 800 |
+
query_file = Path(__file__).parent / "pre_user_query_evaluate.txt"
|
| 801 |
|
| 802 |
if not os.path.exists(query_file):
|
| 803 |
print(f"❌ Query file not found: {query_file}")
|
evaluation/pre_user_query_evaluate.txt
CHANGED
|
@@ -2,4 +2,4 @@
|
|
| 2 |
|
| 3 |
2.treatment: Suspected acute ischemic stroke. Tell me the next steps to take
|
| 4 |
|
| 5 |
-
3.mixed/complicated: 20
|
|
|
|
| 2 |
|
| 3 |
2.treatment: Suspected acute ischemic stroke. Tell me the next steps to take
|
| 4 |
|
| 5 |
+
3.mixed/complicated: 20 year-old female , porphyria, sudden seizure. What are possible causes and complete management workflow?
|