File size: 1,874 Bytes
30bf68a 32445fd 30bf68a 32445fd 30bf68a 32445fd 30bf68a 32445fd 30bf68a 32445fd 30bf68a 32445fd 30bf68a 32445fd 30bf68a 32445fd 30bf68a 32445fd 30bf68a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 | version: "0.2"
name: "cicd-debugger-env"
description: "RL environment for CI/CD debugging with deterministic, hidden, and quality-aware scoring"
metadata:
domain: "devops"
real_world_task: "ci-cd pipeline debugging"
deployment: "huggingface-space-docker"
environment:
entry_point: "env.environment:CICDDebuggerEnvironment"
interface:
observation_type: "json"
action_type: "text"
max_steps: 30
action_space:
tools:
- read_file
- read_logs
- analyze_error
- edit_config
- run_pipeline_stage
- run_tests
- validate_fix
- submit_solution
tasks:
- id: "easy-command-typo"
difficulty: "easy"
failure_stage: "test"
grader: "env.graders.deterministic:DeterministicGrader"
- id: "easy-missing-checkout"
difficulty: "easy"
failure_stage: "build"
grader: "env.graders.deterministic:DeterministicGrader"
- id: "easy-yaml-indentation"
difficulty: "easy"
failure_stage: "build"
grader: "env.graders.deterministic:DeterministicGrader"
- id: "medium-python-version"
difficulty: "medium"
failure_stage: "build"
grader: "env.graders.deterministic:DeterministicGrader"
- id: "medium-cache-key"
difficulty: "medium"
failure_stage: "test"
grader: "env.graders.deterministic:DeterministicGrader"
- id: "medium-artifact-permissions"
difficulty: "medium"
failure_stage: "deploy"
grader: "env.graders.deterministic:DeterministicGrader"
- id: "hard-matrix-logic"
difficulty: "hard"
failure_stage: "test"
grader: "env.graders.deterministic:DeterministicGrader"
- id: "hard-conditional-deploy"
difficulty: "hard"
failure_stage: "deploy"
grader: "env.graders.deterministic:DeterministicGrader"
- id: "hard-needs-order"
difficulty: "hard"
failure_stage: "deploy"
grader: "env.graders.deterministic:DeterministicGrader" |