CF_CodeTesting.yaml

name: "CF_CodeTesting"
description: "ToDo: add description"

input_interface:
  - "code"
  - "public_tests_individual_io"

output_interface:
  - "all_tests_passed"
  - "testing_results_summary"

public_tests_key: "public_tests_individual_io"

#output_data_transformations:
#  - _target_: martinjosifoski.CC_flows.src.data_transformations.CorrectnessFlag
#    input_key: "public_tests_results"
#    output_key: "all_tests_passed"
#  - _target_: martinjosifoski.CC_flows.src.data_transformations.TestingResultsSummaryGeneration
#    output_key: "testing_results_summary"
#
#    single_test_error_message: True
#
#    no_error_template: |2-
#      ${.issue_title}
#      All of the executed tests passed.
#
#    compilation_error_template: |2-
#      ${.issue_title}
#      The execution resulted in a compilation error.
#      ## Compilation error message:
#      {{error_message}}
#    timeout_error_template: |2-
#      ${.issue_title}
#      The execution timed out, the solution is not efficient enough.
#    runtime_error_template: |2-
#      ${.issue_title}
#      The execution resulted in a runtime error on the following test.
#      ## [Failed test] Input
#      ```
#      {{test_input}}
#      ```
#      ## [Failed test] Runtime error message
#      {{error_message}}
#    single_test_error_template: |2-
#      ${.issue_title}
#      The Python code does not solve the problem in the problem description due to logical errors. It fails the following test:
#      ## [Failed test] Input
#      ```
#      {{test_input}}
#      ```
#      ## [Failed test] Expected output
#      ```
#      {{expected_output}}
#      ```
#      ## [Failed test] Generated output
#      ```
#      {{generated_output}}
#      ```
#    all_tests_header: |2-
#      ${.issue_title}
#      The Python code does not solve the problem in the problem description due to logical errors. It fails on the following tests.
#    test_error_template: |2-
#      ## [Failed test {{idx}}]
#      ### [Failed test {{idx}}] Input
#      ```
#      {{test_input}}
#      ```
#      ### [Failed test {{idx}}] Expected output
#      ```
#      {{expected_output}}
#      ```
#      ### [Failed test {{idx}}] Generated output
#      ```
#      {{generated_output}}
#      ```
#    tests_separator: "\n\n"
#
#    issue_title: "# Issue with the last proposed solution"