deveg commited on
Commit
49a6113
·
verified ·
1 Parent(s): bf52971

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -10,7 +10,7 @@ from transformers import AutoModelForCausalLM, AutoTokenizer, TextIteratorStream
10
  os.environ.setdefault("TOKENIZERS_PARALLELISM", "false")
11
 
12
  MODEL_ID = os.getenv("MODEL_ID", "Qwen/Qwen3-0.6B")
13
- MAX_NEW_TOKENS = int(os.getenv("MAX_NEW_TOKENS", "256"))
14
  MAX_INPUT_TOKENS = int(os.getenv("MAX_INPUT_TOKENS", "1536"))
15
  MAX_HISTORY_TURNS = int(os.getenv("MAX_HISTORY_TURNS", "3"))
16
  N_THREADS = int(os.getenv("N_THREADS", str(max(1, os.cpu_count() or 1))))
 
10
  os.environ.setdefault("TOKENIZERS_PARALLELISM", "false")
11
 
12
  MODEL_ID = os.getenv("MODEL_ID", "Qwen/Qwen3-0.6B")
13
+ MAX_NEW_TOKENS = int(os.getenv("MAX_NEW_TOKENS", "2000"))
14
  MAX_INPUT_TOKENS = int(os.getenv("MAX_INPUT_TOKENS", "1536"))
15
  MAX_HISTORY_TURNS = int(os.getenv("MAX_HISTORY_TURNS", "3"))
16
  N_THREADS = int(os.getenv("N_THREADS", str(max(1, os.cpu_count() or 1))))