Update scripts/infinity_demo.py
Browse files- scripts/infinity_demo.py +1 -1
scripts/infinity_demo.py
CHANGED
|
@@ -3,7 +3,7 @@ from infinity_emb import AsyncEngineArray, EngineArgs, AsyncEmbeddingEngine
|
|
| 3 |
import numpy as np
|
| 4 |
|
| 5 |
array = AsyncEngineArray.from_args([
|
| 6 |
-
EngineArgs(model_name_or_path = "
|
| 7 |
])
|
| 8 |
queries = ["中国的首都是哪里?"] # "What is the capital of China?"
|
| 9 |
passages = ["beijing", "shanghai"] # "北京", "上海"
|
|
|
|
| 3 |
import numpy as np
|
| 4 |
|
| 5 |
array = AsyncEngineArray.from_args([
|
| 6 |
+
EngineArgs(model_name_or_path = "openbmb/MiniCPM-Embedding-Light", engine="torch", dtype="float16", bettertransformer=False, pooling_method="mean", trust_remote_code=True),
|
| 7 |
])
|
| 8 |
queries = ["中国的首都是哪里?"] # "What is the capital of China?"
|
| 9 |
passages = ["beijing", "shanghai"] # "北京", "上海"
|