Hugging Face's logo

Spaces:
mickey1976
/
cove-api
Sleeping

App Files Community
cove-api
File size: 1,800 Bytes 
549c270
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
 
#!/usr/bin/env python3
# src/agents/orchestrator.py

import argparse
import subprocess

def run_eval(dataset: str):
    runs = [
        # 1. No FAISS - Weighted Fusion
        ["scripts/eval_fusion.py", "--dataset", dataset, "--fusion", "weighted", "--use_defaults", "--k", "10", "--run_name", "weighted"],

        # 2. No FAISS - Concat Fusion
        ["scripts/eval_fusion.py", "--dataset", dataset, "--fusion", "concat", "--use_defaults", "--k", "10", "--run_name", "concat"],

        # 3. FAISS - Weighted Fusion
        ["scripts/eval_fusion.py", "--dataset", dataset, "--fusion", "weighted", "--use_defaults", "--use_faiss", "--k", "10", "--run_name", "cove_faiss_weighted"],

        # 4. FAISS - Concat Fusion
        ["scripts/eval_fusion.py", "--dataset", dataset, "--fusion", "concat", "--use_defaults", "--use_faiss", "--k", "10", "--run_name", "cove_faiss_concat"],

        # 5. CoVE FAISS Only + Logits
        ["scripts/eval_cove.py", "--dataset", dataset, "--mode", "cove_faiss_only", "--save_candidates"],
        ["scripts/eval_logits_cove.py", dataset],

        # 6. CoVE FAISS Concat + Logits
        ["scripts/eval_cove.py", "--dataset", dataset, "--mode", "cove_faiss_concat", "--save_candidates"],
        ["scripts/eval_logits_cove.py", dataset],

        # 7. Full CoVE Logits (pure model)
        ["scripts/eval_cove.py", "--dataset", dataset, "--mode", "cove_logits", "--full"],
    ]

    for i, cmd in enumerate(runs, 1):
        print(f"\n[🚀] Running {i}/{len(runs)}: {' '.join(cmd)}")
        subprocess.run(["PYTHONPATH=./src"] + cmd, check=True, shell=False)

def main():
    parser = argparse.ArgumentParser()
    parser.add_argument("--dataset", required=True)
    args = parser.parse_args()
    run_eval(args.dataset)

if __name__ == "__main__":
    main()