Spaces:
Running
Running
File size: 1,837 Bytes
9ea9f15 fe21eda 9ea9f15 fe21eda 9ea9f15 fe21eda 9ea9f15 fe21eda 9ea9f15 fe21eda 9ea9f15 fe21eda 9ea9f15 fe21eda 9ea9f15 fe21eda 9ea9f15 fe21eda 9ea9f15 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 | {
"domain": "web",
"scenario_id": "SearchGlitch",
"mission_id": "searchglitch_web_sample",
"reset_payload": {
"seed": 42,
"scenario_id": "SearchGlitch",
"mission_id": "searchglitch_web_sample",
"options": {
"env_id": "omnibench_aegis_env:web.searchglitch",
"max_steps": 5,
"target_score": 1,
"domain": "web"
}
},
"action_examples": {
"canonical": [
{
"name": "inspect_query",
"args": {}
},
{
"name": "fetch_results_page",
"args": {
"page": 1
}
},
{
"name": "deduplicate_results",
"args": {}
},
{
"name": "verify_source_consistency",
"args": {}
},
{
"name": "submit_result",
"args": {
"include_citations": true
}
}
],
"shorthand": [
{
"action": "inspect_query"
},
{
"action": "fetch_results_page",
"page": 1
},
{
"action": "deduplicate_results"
},
{
"action": "verify_source_consistency"
},
{
"action": "submit_result",
"include_citations": true
}
]
},
"expected_good_trajectory": [
"inspect_query",
"fetch_results_page",
"deduplicate_results",
"verify_source_consistency",
"submit_result"
],
"expected_bad_trajectory": [
"fetch_results_page",
"submit_result"
],
"expected_flow": [
"health",
"reset",
"step",
"state"
],
"notes": [
"Aligned fixture for the SearchGlitch web domain.",
"The good trajectory checks the query, fetches results, removes duplicates, verifies consistency, and submits a sourced answer.",
"Submitting before deduplication or verification should remain a weak trajectory."
]
}
|