Update orpheus-tts/engine_class.py
Browse files
orpheus-tts/engine_class.py
CHANGED
|
@@ -68,9 +68,14 @@ class OrpheusModel:
|
|
| 68 |
return model_name
|
| 69 |
|
| 70 |
def _setup_engine(self):
|
|
|
|
| 71 |
engine_args = AsyncEngineArgs(
|
| 72 |
model=self.model_name,
|
| 73 |
dtype=self.dtype,
|
|
|
|
|
|
|
|
|
|
|
|
|
| 74 |
**self.engine_kwargs
|
| 75 |
)
|
| 76 |
|
|
|
|
| 68 |
return model_name
|
| 69 |
|
| 70 |
def _setup_engine(self):
|
| 71 |
+
# Configure for Hugging Face Spaces with L4 GPU
|
| 72 |
engine_args = AsyncEngineArgs(
|
| 73 |
model=self.model_name,
|
| 74 |
dtype=self.dtype,
|
| 75 |
+
gpu_memory_utilization=0.85,
|
| 76 |
+
max_model_len=8192,
|
| 77 |
+
trust_remote_code=True,
|
| 78 |
+
enforce_eager=True, # Disable CUDA graphs for better compatibility
|
| 79 |
**self.engine_kwargs
|
| 80 |
)
|
| 81 |
|