Spaces:
Sleeping
Sleeping
Commit
·
992feaf
1
Parent(s):
6d7757e
increase max token to 300
Browse files
main.py
CHANGED
|
@@ -26,7 +26,7 @@ CPU_COUNT = os.cpu_count() or 4
|
|
| 26 |
N_THREADS = int(os.getenv("N_THREADS", str(min(8, max(1, CPU_COUNT - 1)))))
|
| 27 |
N_BATCH = int(os.getenv("N_BATCH", "256"))
|
| 28 |
|
| 29 |
-
MAX_NEW_TOKENS_DEFAULT = int(os.getenv("MAX_NEW_TOKENS", "
|
| 30 |
TEMPERATURE_DEFAULT = float(os.getenv("TEMPERATURE", "0.0"))
|
| 31 |
TOP_P_DEFAULT = float(os.getenv("TOP_P", "0.95"))
|
| 32 |
|
|
|
|
| 26 |
N_THREADS = int(os.getenv("N_THREADS", str(min(8, max(1, CPU_COUNT - 1)))))
|
| 27 |
N_BATCH = int(os.getenv("N_BATCH", "256"))
|
| 28 |
|
| 29 |
+
MAX_NEW_TOKENS_DEFAULT = int(os.getenv("MAX_NEW_TOKENS", "300"))
|
| 30 |
TEMPERATURE_DEFAULT = float(os.getenv("TEMPERATURE", "0.0"))
|
| 31 |
TOP_P_DEFAULT = float(os.getenv("TOP_P", "0.95"))
|
| 32 |
|