Update llm.py
Browse files
llm.py
CHANGED
|
@@ -35,10 +35,10 @@ def evaluate_docs(docs: List[str], question: str) -> List[tuple]:
|
|
| 35 |
results = []
|
| 36 |
for i, doc in enumerate(docs):
|
| 37 |
raw = _chat(prompts.evaluate_doc_prompt(question, doc), max_tokens=50)
|
| 38 |
-
|
| 39 |
|
| 40 |
raw_lower = raw.lower()
|
| 41 |
-
|
| 42 |
|
| 43 |
if "incorrect" in raw_lower:
|
| 44 |
label = "Incorrect"
|
|
@@ -48,8 +48,8 @@ def evaluate_docs(docs: List[str], question: str) -> List[tuple]:
|
|
| 48 |
label = "Ambiguous"
|
| 49 |
|
| 50 |
|
| 51 |
-
|
| 52 |
-
|
| 53 |
results.append((doc, label))
|
| 54 |
return results
|
| 55 |
|
|
|
|
| 35 |
results = []
|
| 36 |
for i, doc in enumerate(docs):
|
| 37 |
raw = _chat(prompts.evaluate_doc_prompt(question, doc), max_tokens=50)
|
| 38 |
+
print(f"Doc {i} Evaluation Raw Output: '{raw}'")
|
| 39 |
|
| 40 |
raw_lower = raw.lower()
|
| 41 |
+
print(f"Doc {i} Evaluation lowerd Raw Output: '{raw_lower}'")
|
| 42 |
|
| 43 |
if "incorrect" in raw_lower:
|
| 44 |
label = "Incorrect"
|
|
|
|
| 48 |
label = "Ambiguous"
|
| 49 |
|
| 50 |
|
| 51 |
+
print(f"Final parsed label for Doc {i}: {label}")
|
| 52 |
+
print(f"Doc {i}: {doc}")
|
| 53 |
results.append((doc, label))
|
| 54 |
return results
|
| 55 |
|