SharvNey commited on
Commit
abafbd4
·
verified ·
1 Parent(s): be5a976

Create optimizer.py

Browse files
Files changed (1) hide show
  1. optimizer.py +18 -0
optimizer.py ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from backend import run_llm, generate_variants
2
+ from evaluator import final_score
3
+
4
+ def optimize_prompt(base_prompt: str, reference_answer: str = ""):
5
+ variants = generate_variants(base_prompt)
6
+ results = []
7
+
8
+ for p in variants:
9
+ output = run_llm(p)
10
+ score = final_score(output, reference_answer)
11
+ results.append({
12
+ "prompt": p,
13
+ "output": output,
14
+ "score": score
15
+ })
16
+
17
+ results.sort(key=lambda x: x["score"], reverse=True)
18
+ return results