Spaces:
Sleeping
Sleeping
suwankim commited on
Commit Β·
bb5b68c
1
Parent(s): 1c1e7bc
Deploy n8n workflow evaluator
Browse files- main_evaluator.py +30 -11
main_evaluator.py
CHANGED
|
@@ -435,34 +435,53 @@ class WorkflowEvaluator:
|
|
| 435 |
print(f" - {len(workflow_list)}κ° μν¬νλ‘μ° μ’
ν© νκ° μ€...")
|
| 436 |
print(f" (μ’
ν© νκ°: κΈ°μ μ μμ±λ + μ
μ€ν
μ΄μ§ μ ν νμ©λ)")
|
| 437 |
|
| 438 |
-
# λͺ¨λ μν¬νλ‘μ° JSONμ
|
| 439 |
-
|
| 440 |
-
|
| 441 |
-
|
| 442 |
-
|
| 443 |
-
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 444 |
|
| 445 |
-
# μ’
ν© νκ°
|
| 446 |
-
|
| 447 |
νλ‘μ νΈ λ΄ μν¬νλ‘μ°λ³ κ°λ³ νκ° κ²°κ³Ό (κΈ°μ μ μμ±λ):
|
| 448 |
|
| 449 |
{json.dumps(workflow_details, ensure_ascii=False, indent=2)}
|
| 450 |
|
| 451 |
μ 체 μν¬νλ‘μ° JSON λ°μ΄ν°:
|
| 452 |
{all_workflows_json}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 453 |
"""
|
| 454 |
|
| 455 |
# λ€μ€ μν¬νλ‘μ° κΈ°μ μ μμ±λ μ’
ν© νκ°
|
| 456 |
print(f" - κΈ°μ μ μμ±λ μ’
ν© νκ° μ€...")
|
| 457 |
technical_synthesis = self.evaluator.evaluate(
|
| 458 |
-
|
| 459 |
MULTI_WORKFLOW_TECHNICAL_CRITERIA
|
| 460 |
)
|
| 461 |
|
| 462 |
-
# λ€μ€ μν¬νλ‘μ° μ
μ€ν
μ΄μ§ νμ©λ μ’
ν© νκ° (
|
| 463 |
print(f" - μ
μ€ν
μ΄μ§ μ ν νμ©λ μ’
ν© νκ° μ€...")
|
|
|
|
| 464 |
upstage_synthesis = self.evaluator.evaluate(
|
| 465 |
-
|
| 466 |
MULTI_WORKFLOW_UPSTAGE_CRITERIA
|
| 467 |
)
|
| 468 |
|
|
|
|
| 435 |
print(f" - {len(workflow_list)}κ° μν¬νλ‘μ° μ’
ν© νκ° μ€...")
|
| 436 |
print(f" (μ’
ν© νκ°: κΈ°μ μ μμ±λ + μ
μ€ν
μ΄μ§ μ ν νμ©λ)")
|
| 437 |
|
| 438 |
+
# λͺ¨λ μν¬νλ‘μ° JSONμ κ°λ³μ μΌλ‘ ꡬ쑰ννμ¬ ν΅ν©
|
| 439 |
+
all_workflows_data = []
|
| 440 |
+
for idx, workflow_item in enumerate(workflow_list, 1):
|
| 441 |
+
file_name = os.path.basename(workflow_item['path'])
|
| 442 |
+
workflow_data = workflow_item['data']
|
| 443 |
+
all_workflows_data.append({
|
| 444 |
+
'μν¬νλ‘μ°_λ²νΈ': idx,
|
| 445 |
+
'νμΌλͺ
': file_name,
|
| 446 |
+
'μν¬νλ‘μ°_JSON': workflow_data
|
| 447 |
+
})
|
| 448 |
+
|
| 449 |
+
all_workflows_json = json.dumps(all_workflows_data, ensure_ascii=False, indent=2)
|
| 450 |
|
| 451 |
+
# κΈ°μ μ μμ±λ μ’
ν© νκ°μ© μ
λ ₯
|
| 452 |
+
technical_synthesis_input = f"""
|
| 453 |
νλ‘μ νΈ λ΄ μν¬νλ‘μ°λ³ κ°λ³ νκ° κ²°κ³Ό (κΈ°μ μ μμ±λ):
|
| 454 |
|
| 455 |
{json.dumps(workflow_details, ensure_ascii=False, indent=2)}
|
| 456 |
|
| 457 |
μ 체 μν¬νλ‘μ° JSON λ°μ΄ν°:
|
| 458 |
{all_workflows_json}
|
| 459 |
+
"""
|
| 460 |
+
|
| 461 |
+
# μ
μ€ν
μ΄μ§ μ ν νμ©λ μ’
ν© νκ°μ© μ
λ ₯ (λͺ¨λ JSON νμΌ ν΅ν©)
|
| 462 |
+
upstage_synthesis_input = f"""
|
| 463 |
+
νλ‘μ νΈ μ 체 μν¬νλ‘μ° JSON λ°μ΄ν° (λͺ¨λ μν¬νλ‘μ° ν΅ν©):
|
| 464 |
+
|
| 465 |
+
μ΄ {len(workflow_list)}κ°μ μν¬νλ‘μ°κ° ν¬ν¨λ νλ‘μ νΈμ
λλ€.
|
| 466 |
+
|
| 467 |
+
κ° μν¬νλ‘μ°μ μ 체 JSON λ°μ΄ν°:
|
| 468 |
+
{all_workflows_json}
|
| 469 |
+
|
| 470 |
+
μμ λͺ¨λ μν¬νλ‘μ° JSON λ°μ΄ν°λ₯Ό μ’
ν©μ μΌλ‘ λΆμνμ¬, νλ‘μ νΈ μ 체μμ μ
μ€ν
μ΄μ§ μ νμ΄ μ΄λ»κ² νμ©λμλμ§ νκ°νμΈμ.
|
| 471 |
"""
|
| 472 |
|
| 473 |
# λ€μ€ μν¬νλ‘μ° κΈ°μ μ μμ±λ μ’
ν© νκ°
|
| 474 |
print(f" - κΈ°μ μ μμ±λ μ’
ν© νκ° μ€...")
|
| 475 |
technical_synthesis = self.evaluator.evaluate(
|
| 476 |
+
technical_synthesis_input,
|
| 477 |
MULTI_WORKFLOW_TECHNICAL_CRITERIA
|
| 478 |
)
|
| 479 |
|
| 480 |
+
# λ€μ€ μν¬νλ‘μ° μ
μ€ν
μ΄μ§ νμ©λ μ’
ν© νκ° (λͺ¨λ JSON νμΌ ν΅ν©νμ¬ νκ°)
|
| 481 |
print(f" - μ
μ€ν
μ΄μ§ μ ν νμ©λ μ’
ν© νκ° μ€...")
|
| 482 |
+
print(f" (μ
λ ₯: λͺ¨λ μν¬νλ‘μ° JSON νμΌ ν΅ν©)")
|
| 483 |
upstage_synthesis = self.evaluator.evaluate(
|
| 484 |
+
upstage_synthesis_input,
|
| 485 |
MULTI_WORKFLOW_UPSTAGE_CRITERIA
|
| 486 |
)
|
| 487 |
|