Update README.md
Browse files
README.md
CHANGED
|
@@ -46,7 +46,7 @@ We provide detailed parameters and environment configurations so that you can ru
|
|
| 46 |
- Datasets: 3.2.0
|
| 47 |
- Tokenizers: 0.21.2
|
| 48 |
- mteb: 1.38.30
|
| 49 |
-
- vllm:0.10.1.1
|
| 50 |
|
| 51 |
#### Transformers model load arguments
|
| 52 |
torch_dtype=torch.bfloat16<br>
|
|
@@ -167,11 +167,7 @@ scores = (embeddings[:2] @ embeddings[2:].T)
|
|
| 167 |
```
|
| 168 |
### vLLM
|
| 169 |
```py
|
| 170 |
-
import torch
|
| 171 |
-
import vllm
|
| 172 |
from vllm import LLM
|
| 173 |
-
import torch.nn.functional as F
|
| 174 |
-
from transformers import AutoTokenizer, AutoModel
|
| 175 |
|
| 176 |
def get_detailed_instruct(task_description: str, query: str) -> str:
|
| 177 |
return f'Instruct: {task_description}\nQuery:{query}'
|
|
|
|
| 46 |
- Datasets: 3.2.0
|
| 47 |
- Tokenizers: 0.21.2
|
| 48 |
- mteb: 1.38.30
|
| 49 |
+
- vllm: 0.10.1.1
|
| 50 |
|
| 51 |
#### Transformers model load arguments
|
| 52 |
torch_dtype=torch.bfloat16<br>
|
|
|
|
| 167 |
```
|
| 168 |
### vLLM
|
| 169 |
```py
|
|
|
|
|
|
|
| 170 |
from vllm import LLM
|
|
|
|
|
|
|
| 171 |
|
| 172 |
def get_detailed_instruct(task_description: str, query: str) -> str:
|
| 173 |
return f'Instruct: {task_description}\nQuery:{query}'
|