Add missing `torch_dtype` in commented snippet in `README.md`
#8
by alvarobartt HF Staff - opened
README.md
CHANGED
|
@@ -74,7 +74,7 @@ model = SentenceTransformer("Qwen/Qwen3-Embedding-4B")
|
|
| 74 |
# together with setting `padding_side` to "left":
|
| 75 |
# model = SentenceTransformer(
|
| 76 |
# "Qwen/Qwen3-Embedding-4B",
|
| 77 |
-
# model_kwargs={"attn_implementation": "flash_attention_2", "device_map": "auto"},
|
| 78 |
# tokenizer_kwargs={"padding_side": "left"},
|
| 79 |
# )
|
| 80 |
|
|
|
|
| 74 |
# together with setting `padding_side` to "left":
|
| 75 |
# model = SentenceTransformer(
|
| 76 |
# "Qwen/Qwen3-Embedding-4B",
|
| 77 |
+
# model_kwargs={"attn_implementation": "flash_attention_2", "torch_dtype": "float16", "device_map": "auto"},
|
| 78 |
# tokenizer_kwargs={"padding_side": "left"},
|
| 79 |
# )
|
| 80 |
|