Spaces:
Sleeping
Sleeping
minor change
Browse files- reranker.py +6 -5
reranker.py
CHANGED
|
@@ -37,16 +37,15 @@ class Reranker:
|
|
| 37 |
inputs[key] = inputs[key].to(self.model.device)
|
| 38 |
return inputs
|
| 39 |
|
| 40 |
-
@torch.no_grad
|
| 41 |
-
def compute_logits(self,
|
| 42 |
token_false_id = self.tokenizer.convert_tokens_to_ids("no")
|
| 43 |
token_true_id = self.tokenizer.convert_tokens_to_ids("yes")
|
| 44 |
|
| 45 |
task = 'Na osnovu datog upita, vrati najrelevantije rezultate koje odgovaraju upitu'
|
| 46 |
-
|
| 47 |
pairs = [self.format_instruction(task, query, doc) for doc in documents]
|
| 48 |
inputs = self.process_inputs(pairs)
|
| 49 |
-
|
| 50 |
batch_scores = self.model(**inputs).logits[:, -1, :]
|
| 51 |
true_vector = batch_scores[:, token_true_id]
|
| 52 |
false_vector = batch_scores[:, token_false_id]
|
|
@@ -56,4 +55,6 @@ class Reranker:
|
|
| 56 |
|
| 57 |
results = list(zip(scores, documents))
|
| 58 |
results.sort(key=lambda x: x[0], reverse=True)
|
| 59 |
-
|
|
|
|
|
|
|
|
|
| 37 |
inputs[key] = inputs[key].to(self.model.device)
|
| 38 |
return inputs
|
| 39 |
|
| 40 |
+
@torch.no_grad
|
| 41 |
+
def compute_logits(self,query,documents):
|
| 42 |
token_false_id = self.tokenizer.convert_tokens_to_ids("no")
|
| 43 |
token_true_id = self.tokenizer.convert_tokens_to_ids("yes")
|
| 44 |
|
| 45 |
task = 'Na osnovu datog upita, vrati najrelevantije rezultate koje odgovaraju upitu'
|
|
|
|
| 46 |
pairs = [self.format_instruction(task, query, doc) for doc in documents]
|
| 47 |
inputs = self.process_inputs(pairs)
|
| 48 |
+
|
| 49 |
batch_scores = self.model(**inputs).logits[:, -1, :]
|
| 50 |
true_vector = batch_scores[:, token_true_id]
|
| 51 |
false_vector = batch_scores[:, token_false_id]
|
|
|
|
| 55 |
|
| 56 |
results = list(zip(scores, documents))
|
| 57 |
results.sort(key=lambda x: x[0], reverse=True)
|
| 58 |
+
top_10 = results[:10]
|
| 59 |
+
|
| 60 |
+
return top_10
|