Spaces:
Running
on
L40S
Running
on
L40S
Update app.py
Browse files
app.py
CHANGED
|
@@ -214,7 +214,7 @@ def main():
|
|
| 214 |
predictor = modelsingleton.get_model(
|
| 215 |
"sglang-engine",
|
| 216 |
None,
|
| 217 |
-
|
| 218 |
mem_fraction_static=0.5,
|
| 219 |
enable_torch_compile=True,
|
| 220 |
)
|
|
|
|
| 214 |
predictor = modelsingleton.get_model(
|
| 215 |
"sglang-engine",
|
| 216 |
None,
|
| 217 |
+
None,
|
| 218 |
mem_fraction_static=0.5,
|
| 219 |
enable_torch_compile=True,
|
| 220 |
)
|