Spaces:
Sleeping
Sleeping
Solarum Asteridion
commited on
Update app.py
Browse files
app.py
CHANGED
|
@@ -42,7 +42,7 @@ def setup_huggingface_auth():
|
|
| 42 |
class ModelConfig:
|
| 43 |
DEFAULT_MODEL = "Qwen/Qwen2.5-1.5B-Instruct"
|
| 44 |
SMALLER_MODEL = "Qwen/Qwen2.5-0.5B-Instruct" # Fallback for low-resource systems
|
| 45 |
-
MAX_LENGTH_CPU =
|
| 46 |
MAX_LENGTH_GPU = 512
|
| 47 |
BATCH_SIZE = 1
|
| 48 |
CPU_THREADS = max(1, os.cpu_count() - 1) # Leave one core free for system
|
|
|
|
| 42 |
class ModelConfig:
|
| 43 |
DEFAULT_MODEL = "Qwen/Qwen2.5-1.5B-Instruct"
|
| 44 |
SMALLER_MODEL = "Qwen/Qwen2.5-0.5B-Instruct" # Fallback for low-resource systems
|
| 45 |
+
MAX_LENGTH_CPU = 384
|
| 46 |
MAX_LENGTH_GPU = 512
|
| 47 |
BATCH_SIZE = 1
|
| 48 |
CPU_THREADS = max(1, os.cpu_count() - 1) # Leave one core free for system
|