src/autollmrerank/configs/point.yaml

data:
  batch_size: 128
  loader_type: irds
  dataset_name: msmarco-passage/trec-dl-2019/judged
  input_run: runs/run.msmarco-passage.bm25-trec-dl-2019.txt

llm:
  model_name_or_path: Qwen/Qwen2.5-7B-Instruct
  temperature: 0.0
  top_p: 1.0
  backend: vllm
  max_model_len: 10240
  dtype: bfloat16
  use_logits: true
  base_url: null
  api_key: null

rerank_mode: Point 
use_alphabetical: false
top_k: 100 
rank_start: 0
rank_end: 100 
max_doc_length: 8196
context_size: 1024
window_size: null
step_size: null
exp: implemented
num_runs: 1
variable_passages: false
include_system_message: true
system_message: "You are JudgeLLM, an intelligent assistant that can judge a passage based on its relevancy to the query"
result_parser_name: binary_probability