config-debug-env / test_nginx_multistep.py
Nanda Kumar Kondreddy
Phase 2: Benchmark Quality Upgrades - Progressive graders, realistic multi-bug tasks, ground_truth exposure
b43aff5
Raw
History Blame Contribute Delete
1.53 kB
from server.graders.nginx_grader import grade_task7
# Test 1: Only fix syntax (listen and error_log semicolons)
config1 = """events {}
http {
server {
listen 80;
location / {
proxy_pass localhost:3000
}
location /api {
proxy_pass http://localhost:5000
}
error_log logs/error.log;
}
}"""
reward1, msg1, fixed1 = grade_task7(config1)
print(f'Step 1 (syntax fixed): Reward={reward1}, Fixed={fixed1}')
print(f' Error: {msg1}\n')
# Test 2: Fix syntax + proxy_pass (add http://)
config2 = """events {}
http {
server {
listen 80;
location / {
proxy_pass http://localhost:3000;
}
location /api {
proxy_pass http://localhost:5000
}
error_log logs/error.log;
}
}"""
reward2, msg2, fixed2 = grade_task7(config2)
print(f'Step 2 (syntax + proxy_pass fixed): Reward={reward2}, Fixed={fixed2}')
print(f' Error: {msg2}\n')
# Test 3: Fix everything (add /api/ and headers)
config3 = """events {}
http {
server {
listen 80;
location / {
proxy_pass http://localhost:3000;
}
location /api/ {
proxy_pass http://localhost:5000;
proxy_set_header Host $host;
proxy_set_header X-Real-IP $remote_addr;
}
error_log logs/error.log;
}
}"""
reward3, msg3, fixed3 = grade_task7(config3)
print(f'Step 3 (all fixed): Reward={reward3}, Fixed={fixed3}')
print(f' Message: {msg3}')