Spaces:
Runtime error
Runtime error
new code
Browse files- src/pdfchatbot.py +1 -6
src/pdfchatbot.py
CHANGED
|
@@ -81,16 +81,11 @@ class PDFChatBot:
|
|
| 81 |
messages,
|
| 82 |
tokenize=False,
|
| 83 |
add_generation_prompt=True
|
| 84 |
-
)
|
| 85 |
-
terminators = [
|
| 86 |
-
self.pipeline.tokenizer.eos_token_id,
|
| 87 |
-
self.pipeline.tokenizer.convert_tokens_to_ids("<|eot_id|>")
|
| 88 |
-
]
|
| 89 |
temp = 0.1
|
| 90 |
outputs = self.pipeline(
|
| 91 |
prompt,
|
| 92 |
max_new_tokens=1024,
|
| 93 |
-
eos_token_id=terminators,
|
| 94 |
do_sample=True,
|
| 95 |
temperature=temp,
|
| 96 |
top_p=0.9,
|
|
|
|
| 81 |
messages,
|
| 82 |
tokenize=False,
|
| 83 |
add_generation_prompt=True
|
| 84 |
+
)
|
|
|
|
|
|
|
|
|
|
|
|
|
| 85 |
temp = 0.1
|
| 86 |
outputs = self.pipeline(
|
| 87 |
prompt,
|
| 88 |
max_new_tokens=1024,
|
|
|
|
| 89 |
do_sample=True,
|
| 90 |
temperature=temp,
|
| 91 |
top_p=0.9,
|