Update README.md
Browse files
README.md
CHANGED
|
@@ -12,6 +12,8 @@ The model of trained Qwen3 only processing chunk.
|
|
| 12 |
import torch
|
| 13 |
|
| 14 |
from transformers import AutoTokenizer, AutoModel
|
|
|
|
|
|
|
| 15 |
|
| 16 |
residual = False
|
| 17 |
residual_factor = 0.5
|
|
@@ -118,12 +120,17 @@ def encode_passage(tokenizer, model, pooling, passages, batch_size, normalize, m
|
|
| 118 |
pas_embs_residual = None
|
| 119 |
return pas_embs, pas_embs_residual
|
| 120 |
|
|
|
|
|
|
|
| 121 |
query_hidden, _ = encode_query(
|
| 122 |
-
tokenizer, model, pooling_type="eos", queries=[
|
| 123 |
batch_size=8, normalize=True, max_length=8192, residual=residual,
|
| 124 |
)
|
|
|
|
|
|
|
|
|
|
| 125 |
candidate_hidden, candidate_hidden_residual = encode_passage(
|
| 126 |
-
tokenizer, model, pooling_type="eos", passages=[
|
| 127 |
batch_size=4, normalize=True, max_length=8192, residual=residual,
|
| 128 |
)
|
| 129 |
|
|
|
|
| 12 |
import torch
|
| 13 |
|
| 14 |
from transformers import AutoTokenizer, AutoModel
|
| 15 |
+
from tqdm import tqdm
|
| 16 |
+
from more_itertools import chunked
|
| 17 |
|
| 18 |
residual = False
|
| 19 |
residual_factor = 0.5
|
|
|
|
| 120 |
pas_embs_residual = None
|
| 121 |
return pas_embs, pas_embs_residual
|
| 122 |
|
| 123 |
+
your_query = "Your Query"
|
| 124 |
+
|
| 125 |
query_hidden, _ = encode_query(
|
| 126 |
+
tokenizer, model, pooling_type="eos", queries=[your_query],
|
| 127 |
batch_size=8, normalize=True, max_length=8192, residual=residual,
|
| 128 |
)
|
| 129 |
+
|
| 130 |
+
your_chunk = "Your Chunk"
|
| 131 |
+
|
| 132 |
candidate_hidden, candidate_hidden_residual = encode_passage(
|
| 133 |
+
tokenizer, model, pooling_type="eos", passages=[your_chunk],
|
| 134 |
batch_size=4, normalize=True, max_length=8192, residual=residual,
|
| 135 |
)
|
| 136 |
|