Update app.py
Browse files
app.py
CHANGED
|
@@ -85,12 +85,13 @@ def chat(message, history):
|
|
| 85 |
generation_kwargs = {
|
| 86 |
"input_ids": input_ids,
|
| 87 |
"streamer": streamer,
|
| 88 |
-
"max_new_tokens":
|
| 89 |
-
"temperature": 0.
|
| 90 |
"top_p": 0.9,
|
| 91 |
"top_k": 50,
|
| 92 |
"do_sample": True,
|
| 93 |
"repetition_penalty": 1.1,
|
|
|
|
| 94 |
}
|
| 95 |
|
| 96 |
# ======================================================
|
|
@@ -102,6 +103,7 @@ def chat(message, history):
|
|
| 102 |
partial_text = ""
|
| 103 |
for new_text in streamer:
|
| 104 |
partial_text += new_text
|
|
|
|
| 105 |
yield partial_text
|
| 106 |
|
| 107 |
thread.join()
|
|
|
|
| 85 |
generation_kwargs = {
|
| 86 |
"input_ids": input_ids,
|
| 87 |
"streamer": streamer,
|
| 88 |
+
"max_new_tokens": 1024,
|
| 89 |
+
"temperature": 0.85,
|
| 90 |
"top_p": 0.9,
|
| 91 |
"top_k": 50,
|
| 92 |
"do_sample": True,
|
| 93 |
"repetition_penalty": 1.1,
|
| 94 |
+
"eos_token_id": None, # ⬅️ مهم حتى لا يتوقف مبكراً
|
| 95 |
}
|
| 96 |
|
| 97 |
# ======================================================
|
|
|
|
| 103 |
partial_text = ""
|
| 104 |
for new_text in streamer:
|
| 105 |
partial_text += new_text
|
| 106 |
+
print(new_text, end="", flush=True)
|
| 107 |
yield partial_text
|
| 108 |
|
| 109 |
thread.join()
|