File size: 415 Bytes
97e363b
 
 
 
 
 
 
 
 
 
 
6d2b6af
 
 
 
97e363b
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
_target_: flow_modules.aiflows.FunSearchFlowModule.EvaluatorFlow.instantiate_from_default_config
name: EvaluatorFlow
description: A flow that evaluates code on tests

input_interface:
  - "artifact"
output_interface:
  - "scores_per_test"

py_file: ???
function_to_run_name: ???
test_inputs: ???
  #e.g., 
  # test_1: null
  # test_2: null
timeout_seconds: 10
run_error_score: -100
use_test_input_as_key: false