Spaces:
Paused
Paused
typo .
Browse files- serving_completion.py +1 -1
serving_completion.py
CHANGED
|
@@ -4,7 +4,7 @@ from typing import AsyncGenerator, AsyncIterator
|
|
| 4 |
from vllm.logger import init_logger
|
| 5 |
from vllm.utils import random_uuid
|
| 6 |
from vllm.engine.async_llm_engine import AsyncLLMEngine
|
| 7 |
-
from
|
| 8 |
CompletionRequest,
|
| 9 |
CompletionResponse,
|
| 10 |
CompletionResponseChoice,
|
|
|
|
| 4 |
from vllm.logger import init_logger
|
| 5 |
from vllm.utils import random_uuid
|
| 6 |
from vllm.engine.async_llm_engine import AsyncLLMEngine
|
| 7 |
+
from protocol import (
|
| 8 |
CompletionRequest,
|
| 9 |
CompletionResponse,
|
| 10 |
CompletionResponseChoice,
|