Spaces:
Sleeping
Sleeping
Commit
·
6d7757e
1
Parent(s):
1f2a732
ok
Browse files
main.py
CHANGED
|
@@ -26,7 +26,7 @@ CPU_COUNT = os.cpu_count() or 4
|
|
| 26 |
N_THREADS = int(os.getenv("N_THREADS", str(min(8, max(1, CPU_COUNT - 1)))))
|
| 27 |
N_BATCH = int(os.getenv("N_BATCH", "256"))
|
| 28 |
|
| 29 |
-
MAX_NEW_TOKENS_DEFAULT = int(os.getenv("MAX_NEW_TOKENS", "
|
| 30 |
TEMPERATURE_DEFAULT = float(os.getenv("TEMPERATURE", "0.0"))
|
| 31 |
TOP_P_DEFAULT = float(os.getenv("TOP_P", "0.95"))
|
| 32 |
|
|
|
|
| 26 |
N_THREADS = int(os.getenv("N_THREADS", str(min(8, max(1, CPU_COUNT - 1)))))
|
| 27 |
N_BATCH = int(os.getenv("N_BATCH", "256"))
|
| 28 |
|
| 29 |
+
MAX_NEW_TOKENS_DEFAULT = int(os.getenv("MAX_NEW_TOKENS", "280"))
|
| 30 |
TEMPERATURE_DEFAULT = float(os.getenv("TEMPERATURE", "0.0"))
|
| 31 |
TOP_P_DEFAULT = float(os.getenv("TOP_P", "0.95"))
|
| 32 |
|