Spaces:
Sleeping
Sleeping
Update main.py
Browse files
main.py
CHANGED
|
@@ -6,7 +6,7 @@ from vllm import LLM
|
|
| 6 |
import numpy as np
|
| 7 |
|
| 8 |
# Initialize the model
|
| 9 |
-
llm = LLM(model='BAAI/bge-base-en-v1.5', task="embed")
|
| 10 |
|
| 11 |
# Initialize FastAPI app
|
| 12 |
app = FastAPI()
|
|
|
|
| 6 |
import numpy as np
|
| 7 |
|
| 8 |
# Initialize the model
|
| 9 |
+
llm = LLM(model='BAAI/bge-base-en-v1.5', task="embed", device='cpu')
|
| 10 |
|
| 11 |
# Initialize FastAPI app
|
| 12 |
app = FastAPI()
|