Solarum Asteridion commited on
Commit
b2d02e9
·
verified ·
1 Parent(s): 9301906

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -42,7 +42,7 @@ def setup_huggingface_auth():
42
  class ModelConfig:
43
  DEFAULT_MODEL = "Qwen/Qwen2.5-1.5B-Instruct"
44
  SMALLER_MODEL = "Qwen/Qwen2.5-0.5B-Instruct" # Fallback for low-resource systems
45
- MAX_LENGTH_CPU = 256
46
  MAX_LENGTH_GPU = 512
47
  BATCH_SIZE = 1
48
  CPU_THREADS = max(1, os.cpu_count() - 1) # Leave one core free for system
 
42
  class ModelConfig:
43
  DEFAULT_MODEL = "Qwen/Qwen2.5-1.5B-Instruct"
44
  SMALLER_MODEL = "Qwen/Qwen2.5-0.5B-Instruct" # Fallback for low-resource systems
45
+ MAX_LENGTH_CPU = 384
46
  MAX_LENGTH_GPU = 512
47
  BATCH_SIZE = 1
48
  CPU_THREADS = max(1, os.cpu_count() - 1) # Leave one core free for system