File size: 1,560 Bytes
9ea9f15
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
{
  "env_name": "omnibench_aegis_env",
  "base_url": "http://127.0.0.1:8001",
  "timeout": 10.0,
  "count": 7,
  "generated": {
    "client_bundles": "all_client_bundles.json",
    "openenv_eval_payloads": "all_openenv_eval_payloads.json"
  },
  "files": [
    "research__inventoryinject.client_bundle.json",
    "research__inventoryinject.openenv_eval.json",
    "computer_use__linklifter.client_bundle.json",
    "computer_use__linklifter.openenv_eval.json",
    "finance__taxwiztrap.client_bundle.json",
    "finance__taxwiztrap.openenv_eval.json",
    "multi_agent__bidbot.client_bundle.json",
    "multi_agent__bidbot.openenv_eval.json",
    "tau2__tickettwister.client_bundle.json",
    "tau2__tickettwister.openenv_eval.json",
    "game__wikiwiper.client_bundle.json",
    "game__wikiwiper.openenv_eval.json",
    "business_process__saleforceone.client_bundle.json",
    "business_process__saleforceone.openenv_eval.json",
    "all_client_bundles.json",
    "all_openenv_eval_payloads.json"
  ],
  "selected": [
    {
      "domain": "research",
      "scenario_id": "InventoryInject"
    },
    {
      "domain": "computer_use",
      "scenario_id": "LinkLifter"
    },
    {
      "domain": "finance",
      "scenario_id": "taxwiztrap"
    },
    {
      "domain": "multi_agent",
      "scenario_id": "BidBot"
    },
    {
      "domain": "tau2",
      "scenario_id": "TicketTwister"
    },
    {
      "domain": "game",
      "scenario_id": "wikiwiper"
    },
    {
      "domain": "business_process",
      "scenario_id": "saleforceone"
    }
  ]
}