Update app.py
Browse files
app.py
CHANGED
|
@@ -10,7 +10,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
|
|
| 10 |
os.environ.setdefault("TOKENIZERS_PARALLELISM", "false")
|
| 11 |
|
| 12 |
MODEL_ID = os.getenv("MODEL_ID", "Qwen/Qwen3-0.6B")
|
| 13 |
-
MAX_NEW_TOKENS = int(os.getenv("MAX_NEW_TOKENS", "
|
| 14 |
MAX_INPUT_TOKENS = int(os.getenv("MAX_INPUT_TOKENS", "1536"))
|
| 15 |
MAX_HISTORY_TURNS = int(os.getenv("MAX_HISTORY_TURNS", "3"))
|
| 16 |
N_THREADS = int(os.getenv("N_THREADS", str(max(1, os.cpu_count() or 1))))
|
|
|
|
| 10 |
os.environ.setdefault("TOKENIZERS_PARALLELISM", "false")
|
| 11 |
|
| 12 |
MODEL_ID = os.getenv("MODEL_ID", "Qwen/Qwen3-0.6B")
|
| 13 |
+
MAX_NEW_TOKENS = int(os.getenv("MAX_NEW_TOKENS", "2000"))
|
| 14 |
MAX_INPUT_TOKENS = int(os.getenv("MAX_INPUT_TOKENS", "1536"))
|
| 15 |
MAX_HISTORY_TURNS = int(os.getenv("MAX_HISTORY_TURNS", "3"))
|
| 16 |
N_THREADS = int(os.getenv("N_THREADS", str(max(1, os.cpu_count() or 1))))
|