YuPeng0214 commited on
Commit
e85acc5
·
verified ·
1 Parent(s): b1eb233

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +2 -0
README.md CHANGED
@@ -168,6 +168,7 @@ scores = (embeddings[:2] @ embeddings[2:].T)
168
  ### vLLM
169
  ```py
170
  from vllm import LLM
 
171
 
172
  def get_detailed_instruct(task_description: str, query: str) -> str:
173
  return f'Instruct: {task_description}\nQuery:{query}'
@@ -185,6 +186,7 @@ documents = [
185
  input_texts = queries + documents
186
  model = LLM(model="Kingsoft-LLM/QZhou-Embedding")
187
  outputs = model.embed(input_texts)
 
188
  ```
189
 
190
  ### FAQs
 
168
  ### vLLM
169
  ```py
170
  from vllm import LLM
171
+ import torch.nn.functional as F
172
 
173
  def get_detailed_instruct(task_description: str, query: str) -> str:
174
  return f'Instruct: {task_description}\nQuery:{query}'
 
186
  input_texts = queries + documents
187
  model = LLM(model="Kingsoft-LLM/QZhou-Embedding")
188
  outputs = model.embed(input_texts)
189
+ scores = [F.normalize(torch.tensor(x.outputs.embedding), p=2, dim=0) for x in outputs]
190
  ```
191
 
192
  ### FAQs