Spaces:
Paused
Paused
Commit
·
712d19c
1
Parent(s):
6e590df
minor fixes
Browse files- main/routes.py +0 -3
main/routes.py
CHANGED
|
@@ -263,12 +263,10 @@ async def initialize_model(request: InitializeRequest):
|
|
| 263 |
logger.info(f"Using model path: {model_path}")
|
| 264 |
|
| 265 |
# Load the model
|
| 266 |
-
logger.info("Loading model")
|
| 267 |
llm_instance = LLM.load(
|
| 268 |
model=model_path,
|
| 269 |
distribute=None if request.precision or request.quantize else "auto"
|
| 270 |
)
|
| 271 |
-
logger.info("Done loading model")
|
| 272 |
|
| 273 |
# If manual distribution is needed
|
| 274 |
logger.info("Distributing model")
|
|
@@ -279,7 +277,6 @@ async def initialize_model(request: InitializeRequest):
|
|
| 279 |
precision=request.precision,
|
| 280 |
quantize=request.quantize
|
| 281 |
)
|
| 282 |
-
logger.info("Done distributing model")
|
| 283 |
|
| 284 |
logger.info(
|
| 285 |
f"Model initialized successfully with config:\n"
|
|
|
|
| 263 |
logger.info(f"Using model path: {model_path}")
|
| 264 |
|
| 265 |
# Load the model
|
|
|
|
| 266 |
llm_instance = LLM.load(
|
| 267 |
model=model_path,
|
| 268 |
distribute=None if request.precision or request.quantize else "auto"
|
| 269 |
)
|
|
|
|
| 270 |
|
| 271 |
# If manual distribution is needed
|
| 272 |
logger.info("Distributing model")
|
|
|
|
| 277 |
precision=request.precision,
|
| 278 |
quantize=request.quantize
|
| 279 |
)
|
|
|
|
| 280 |
|
| 281 |
logger.info(
|
| 282 |
f"Model initialized successfully with config:\n"
|