SituatedEmbedding commited on
Commit
3def584
·
verified ·
1 Parent(s): aeb17ad

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +9 -2
README.md CHANGED
@@ -12,6 +12,8 @@ The model of trained Qwen3 only processing chunk.
12
  import torch
13
 
14
  from transformers import AutoTokenizer, AutoModel
 
 
15
 
16
  residual = False
17
  residual_factor = 0.5
@@ -118,12 +120,17 @@ def encode_passage(tokenizer, model, pooling, passages, batch_size, normalize, m
118
  pas_embs_residual = None
119
  return pas_embs, pas_embs_residual
120
 
 
 
121
  query_hidden, _ = encode_query(
122
- tokenizer, model, pooling_type="eos", queries=["Your query"],
123
  batch_size=8, normalize=True, max_length=8192, residual=residual,
124
  )
 
 
 
125
  candidate_hidden, candidate_hidden_residual = encode_passage(
126
- tokenizer, model, pooling_type="eos", passages=["Your chunk<|endoftext|>Your context"],
127
  batch_size=4, normalize=True, max_length=8192, residual=residual,
128
  )
129
 
 
12
  import torch
13
 
14
  from transformers import AutoTokenizer, AutoModel
15
+ from tqdm import tqdm
16
+ from more_itertools import chunked
17
 
18
  residual = False
19
  residual_factor = 0.5
 
120
  pas_embs_residual = None
121
  return pas_embs, pas_embs_residual
122
 
123
+ your_query = "Your Query"
124
+
125
  query_hidden, _ = encode_query(
126
+ tokenizer, model, pooling_type="eos", queries=[your_query],
127
  batch_size=8, normalize=True, max_length=8192, residual=residual,
128
  )
129
+
130
+ your_chunk = "Your Chunk"
131
+
132
  candidate_hidden, candidate_hidden_residual = encode_passage(
133
+ tokenizer, model, pooling_type="eos", passages=[your_chunk],
134
  batch_size=4, normalize=True, max_length=8192, residual=residual,
135
  )
136