Spaces:
Configuration error
Configuration error
Update cross_encoder_reranking_train.py
Browse files
cross_encoder_reranking_train.py
CHANGED
|
@@ -17,9 +17,13 @@ device = 'cuda' if torch.cuda.is_available() else 'cpu'
|
|
| 17 |
embedder = SentenceTransformer("intfloat/e5-large-v2").to(device)
|
| 18 |
|
| 19 |
|
|
|
|
|
|
|
|
|
|
| 20 |
def embed_text_list(texts):
|
| 21 |
-
#
|
| 22 |
-
|
|
|
|
| 23 |
|
| 24 |
def rank_by_centrality(texts):
|
| 25 |
embeddings = embed_text_list(texts)
|
|
|
|
| 17 |
embedder = SentenceTransformer("intfloat/e5-large-v2").to(device)
|
| 18 |
|
| 19 |
|
| 20 |
+
# def embed_text_list(texts):
|
| 21 |
+
# return embedder.encode(texts, convert_to_tensor=False, device=device)
|
| 22 |
+
|
| 23 |
def embed_text_list(texts):
|
| 24 |
+
# E5 models expect "query: " prefix for proper embedding behavior
|
| 25 |
+
formatted_texts = [f"query: {text}" for text in texts]
|
| 26 |
+
return embedder.encode(formatted_texts, convert_to_tensor=False, device=device)
|
| 27 |
|
| 28 |
def rank_by_centrality(texts):
|
| 29 |
embeddings = embed_text_list(texts)
|