Spaces:
Running
Running
Create optimizer.py
Browse files- optimizer.py +18 -0
optimizer.py
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
from backend import run_llm, generate_variants
|
| 2 |
+
from evaluator import final_score
|
| 3 |
+
|
| 4 |
+
def optimize_prompt(base_prompt: str, reference_answer: str = ""):
|
| 5 |
+
variants = generate_variants(base_prompt)
|
| 6 |
+
results = []
|
| 7 |
+
|
| 8 |
+
for p in variants:
|
| 9 |
+
output = run_llm(p)
|
| 10 |
+
score = final_score(output, reference_answer)
|
| 11 |
+
results.append({
|
| 12 |
+
"prompt": p,
|
| 13 |
+
"output": output,
|
| 14 |
+
"score": score
|
| 15 |
+
})
|
| 16 |
+
|
| 17 |
+
results.sort(key=lambda x: x["score"], reverse=True)
|
| 18 |
+
return results
|