Update app.py
Browse files
app.py
CHANGED
|
@@ -32,7 +32,7 @@ class Message(BaseModel):
|
|
| 32 |
|
| 33 |
|
| 34 |
# 🔥 split text
|
| 35 |
-
def split_text(text, max_len=
|
| 36 |
return "\n".join([text[i:i+max_len] for i in range(0, len(text), max_len)])
|
| 37 |
|
| 38 |
|
|
@@ -54,8 +54,8 @@ def generate_ai_stream(message: str):
|
|
| 54 |
|
| 55 |
gen_kwargs = dict(
|
| 56 |
**inputs,
|
| 57 |
-
max_new_tokens=
|
| 58 |
-
min_new_tokens=
|
| 59 |
do_sample=True,
|
| 60 |
temperature=0.7,
|
| 61 |
top_p=0.9,
|
|
|
|
| 32 |
|
| 33 |
|
| 34 |
# 🔥 split text
|
| 35 |
+
def split_text(text, max_len=80):
|
| 36 |
return "\n".join([text[i:i+max_len] for i in range(0, len(text), max_len)])
|
| 37 |
|
| 38 |
|
|
|
|
| 54 |
|
| 55 |
gen_kwargs = dict(
|
| 56 |
**inputs,
|
| 57 |
+
max_new_tokens=400,
|
| 58 |
+
min_new_tokens=40,
|
| 59 |
do_sample=True,
|
| 60 |
temperature=0.7,
|
| 61 |
top_p=0.9,
|