File size: 700 Bytes
c981f27 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 | # No before_run needed - binary should be pre-built
run:
- # Clone into `tmp/task` dir
- git clone --depth=1 --branch main https://github.com/tailcallhq/forgecode .
- FORGE_DEBUG_REQUESTS='{{dir}}/context.json' forgee --provider open_router --model {{model}} -p '{{task}}'
parallelism: 5
timeout: 120
early_exit: true
validations:
- name: "Uses parallel tool calls"
type: shell
command: |
# Check if there's at least one message with 2 or more tool calls executed in parallel
jq -e '[.messages[]?.tool_calls? | select(. != null and length >= 2)] | length > 0' {{dir}}/context.json
sources:
- value:
- model: "openai/gpt-5.2"
- csv: parallel_tool_calls_tasks.csv
|