Update README.md
Browse files
README.md
CHANGED
|
@@ -168,6 +168,7 @@ scores = (embeddings[:2] @ embeddings[2:].T)
|
|
| 168 |
### vLLM
|
| 169 |
```py
|
| 170 |
from vllm import LLM
|
|
|
|
| 171 |
|
| 172 |
def get_detailed_instruct(task_description: str, query: str) -> str:
|
| 173 |
return f'Instruct: {task_description}\nQuery:{query}'
|
|
@@ -185,6 +186,7 @@ documents = [
|
|
| 185 |
input_texts = queries + documents
|
| 186 |
model = LLM(model="Kingsoft-LLM/QZhou-Embedding")
|
| 187 |
outputs = model.embed(input_texts)
|
|
|
|
| 188 |
```
|
| 189 |
|
| 190 |
### FAQs
|
|
|
|
| 168 |
### vLLM
|
| 169 |
```py
|
| 170 |
from vllm import LLM
|
| 171 |
+
import torch.nn.functional as F
|
| 172 |
|
| 173 |
def get_detailed_instruct(task_description: str, query: str) -> str:
|
| 174 |
return f'Instruct: {task_description}\nQuery:{query}'
|
|
|
|
| 186 |
input_texts = queries + documents
|
| 187 |
model = LLM(model="Kingsoft-LLM/QZhou-Embedding")
|
| 188 |
outputs = model.embed(input_texts)
|
| 189 |
+
scores = [F.normalize(torch.tensor(x.outputs.embedding), p=2, dim=0) for x in outputs]
|
| 190 |
```
|
| 191 |
|
| 192 |
### FAQs
|