File size: 1,621 Bytes
331f4b7
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
name: ReproAgent
version: 1.0.0
description: AI agent that automatically reproduces ML research papers

environment:
  id: reproagent-v1
  entry_point: reproagent.environment:ReproAgentEnv
  
observation_space:
  type: Dict
  spaces:
    paper_features:
      type: Box
      low: 0.0
      high: 1.0
      shape: [5]
      dtype: float32
    repo_features:
      type: Box
      low: 0.0
      high: 1.0
      shape: [5]
      dtype: float32
    execution_features:
      type: Box
      low: 0.0
      high: 1.0
      shape: [5]
      dtype: float32
    experiment_features:
      type: Box
      low: 0.0
      high: 1.0
      shape: [5]
      dtype: float32
    meta_features:
      type: Box
      low: 0.0
      high: 1.0
      shape: [5]
      dtype: float32

action_space:
  type: Discrete
  n: 50

reward_range:
  min: -100
  max: 200

max_episode_steps: 100

tasks:
  - name: easy
    description: "Clean repository with good documentation, runs first time"
    difficulty: 1
    success_threshold: 0.95
    
  - name: medium
    description: "Repository needs debugging and dependency fixes"
    difficulty: 2
    success_threshold: 0.90
    
  - name: hard
    description: "No code available, must implement from scratch"
    difficulty: 3
    success_threshold: 0.85

metadata:
  author: ReproAgent Team
  license: MIT
  tags:
    - research
    - reproduction
    - machine-learning
    - debugging
    - hyperparameter-tuning
  frameworks:
    - pytorch
    - tensorflow
    - jax
  version: 1.0.0
  creation_date: "2024"