File size: 3,635 Bytes
f44f429 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 | #!/bin/bash
# OpenEnv Submission Validation Script
set -e
echo "═══════════════════════════════════════"
echo " OpenEnv Pre-Submission Validation"
echo "═══════════════════════════════════════"
echo ""
# 1. Check for required root files
echo "── 1. Required Files ──"
FILES=("openenv.yaml" "inference.py" "README.md" "Dockerfile" "requirements.txt")
for file in "${FILES[@]}"; do
if [ -f "$file" ]; then
echo " ✅ $file"
else
echo " ❌ Missing $file"
exit 1
fi
done
echo ""
# 2. Check server/ module structure
echo "── 2. Server Module Structure ──"
SERVER_FILES=("server/__init__.py" "server/app.py" "server/models.py" "server/environment.py" "server/tasks.py" "server/grader.py")
for file in "${SERVER_FILES[@]}"; do
if [ -f "$file" ]; then
echo " ✅ $file"
else
echo " ❌ Missing $file"
exit 1
fi
done
echo ""
# 3. Activate venv & validate Python imports
echo "── 3. Python Import Validation ──"
source venv/bin/activate
python3 -c "
from server.tasks import TASKS
from server.grader import grade_action
from server.environment import CodeSecurityEnv
from server.models import CodeReviewAction, CodeObservation, StepResult, StateResponse, ResetResponse, TaskInfo
assert len(TASKS) >= 3, f'Expected 3+ tasks, got {len(TASKS)}'
print(' ✅ All imports resolve correctly')
print(f' Tasks: {list(TASKS.keys())}')
" || { echo " ❌ Python import validation failed"; exit 1; }
echo ""
# 4. Quick grader smoke test
echo "── 4. Grader Smoke Test ──"
python3 -c "
from server.environment import CodeSecurityEnv
from server.models import Action
env = CodeSecurityEnv()
obs = env.reset('python-off-by-one')
result = env.step(Action(**{
'bug_identified': True,
'bug_location': 'range(len(transactions) + 1)',
'bug_type': 'logic-error',
'bug_description': 'Off-by-one index error — the range goes one past the end causing an out of bounds IndexError',
'severity': 'medium',
'suggested_fix': 'Use range(len(transactions)) to fix the boundary',
}))
assert 0.0 <= result.reward <= 1.0, f'Reward out of range: {result.reward}'
assert result.done is True
print(f' ✅ Grader returned reward={result.reward:.4f}, done={result.done}')
# Verify zero-reward path
env2 = CodeSecurityEnv()
env2.reset('python-off-by-one')
r2 = env2.step(Action(**{
'bug_identified': False,
'bug_location': '',
'bug_type': 'none',
'bug_description': 'No bug found',
'severity': 'none',
'suggested_fix': '',
}))
assert r2.reward == 0.0, f'Expected 0.0 for no-bug, got {r2.reward}'
print(f' ✅ No-bug path returns reward=0.0')
" || { echo " ❌ Grader smoke test failed"; exit 1; }
echo ""
# 5. Validate openenv.yaml
echo "── 5. openenv.yaml Validation ──"
python3 -c "
import yaml
with open('openenv.yaml', 'r') as f:
data = yaml.safe_load(f)
assert 'name' in data, 'Missing name field'
assert 'tasks' in data, 'Missing tasks field'
assert len(data['tasks']) >= 3, f'Need 3+ tasks, got {len(data[\"tasks\"])}'
print(f' ✅ Valid YAML with {len(data[\"tasks\"])} tasks')
" || { echo " ❌ openenv.yaml validation failed"; exit 1; }
echo ""
echo "═══════════════════════════════════════"
echo " ✅ All checks passed!"
echo "═══════════════════════════════════════"
|