maxime-antoine-dev commited on
Commit
992feaf
·
1 Parent(s): 6d7757e

increase max token to 300

Browse files
Files changed (1) hide show
  1. main.py +1 -1
main.py CHANGED
@@ -26,7 +26,7 @@ CPU_COUNT = os.cpu_count() or 4
26
  N_THREADS = int(os.getenv("N_THREADS", str(min(8, max(1, CPU_COUNT - 1)))))
27
  N_BATCH = int(os.getenv("N_BATCH", "256"))
28
 
29
- MAX_NEW_TOKENS_DEFAULT = int(os.getenv("MAX_NEW_TOKENS", "280"))
30
  TEMPERATURE_DEFAULT = float(os.getenv("TEMPERATURE", "0.0"))
31
  TOP_P_DEFAULT = float(os.getenv("TOP_P", "0.95"))
32
 
 
26
  N_THREADS = int(os.getenv("N_THREADS", str(min(8, max(1, CPU_COUNT - 1)))))
27
  N_BATCH = int(os.getenv("N_BATCH", "256"))
28
 
29
+ MAX_NEW_TOKENS_DEFAULT = int(os.getenv("MAX_NEW_TOKENS", "300"))
30
  TEMPERATURE_DEFAULT = float(os.getenv("TEMPERATURE", "0.0"))
31
  TOP_P_DEFAULT = float(os.getenv("TOP_P", "0.95"))
32