File size: 1,684 Bytes
f13d613
e000265
f13d613
7ddfe40
 
 
 
e000265
f13d613
 
e000265
 
 
f13d613
e000265
 
f13d613
 
 
 
 
 
 
 
 
 
 
e000265
f13d613
e000265
f13d613
c25fb83
f13d613
e000265
f13d613
c25fb83
f13d613
e000265
f13d613
c25fb83
f13d613
e000265
f13d613
c25fb83
f13d613
e000265
f13d613
c25fb83
f13d613
e000265
f13d613
c25fb83
f13d613
e000265
f13d613
c25fb83
f13d613
e000265
f13d613
c25fb83
f13d613
e000265
f13d613
c25fb83
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
version: "0.2"
name: "cicd-debugger-env"
description: "RL environment for CI/CD debugging with deterministic, hidden, and quality-aware scoring"
metadata:
  domain: "devops"
  real_world_task: "ci-cd pipeline debugging"
  deployment: "huggingface-space-docker"

environment:
  entry_point: "env.environment:CICDDebuggerEnvironment"

interface:
  observation_type: "json"
  action_type: "text"
  max_steps: 30

action_space:
  tools:
    - read_file
    - read_logs
    - analyze_error
    - edit_config
    - run_pipeline_stage
    - run_tests
    - validate_fix
    - submit_solution

tasks:
  - id: "easy-command-typo"
    difficulty: "easy"
    failure_stage: "test"
    graders: ["deterministic"]
  - id: "easy-missing-checkout"
    difficulty: "easy"
    failure_stage: "build"
    graders: ["deterministic"]
  - id: "easy-yaml-indentation"
    difficulty: "easy"
    failure_stage: "build"
    graders: ["deterministic"]
  - id: "medium-python-version"
    difficulty: "medium"
    failure_stage: "build"
    graders: ["deterministic", "llm_judge"]
  - id: "medium-cache-key"
    difficulty: "medium"
    failure_stage: "test"
    graders: ["deterministic", "llm_judge"]
  - id: "medium-artifact-permissions"
    difficulty: "medium"
    failure_stage: "deploy"
    graders: ["deterministic", "llm_judge"]
  - id: "hard-matrix-logic"
    difficulty: "hard"
    failure_stage: "test"
    graders: ["deterministic", "llm_judge"]
  - id: "hard-conditional-deploy"
    difficulty: "hard"
    failure_stage: "deploy"
    graders: ["deterministic", "llm_judge"]
  - id: "hard-needs-order"
    difficulty: "hard"
    failure_stage: "deploy"
    graders: ["deterministic", "llm_judge"]