repro_fullstack-agent/outputs/claim3_verification.json

{
  "source": "FullStack-Bench/data/FullStack-Bench.jsonl (github.com/mnluzimu/FullStack-Bench, mirrored to luzimu/FullStack-Bench on HF)",
  "records": 101,
  "frontend_test_cases": 647,
  "backend_test_cases": 604,
  "database_test_cases": 389,
  "total_test_cases": 1640,
  "db_logic": "one DB test case per entry in data_structures (eval_db.py:293)",
  "claim3_expected": {
    "frontend": 647,
    "backend": 604,
    "database": 389,
    "user_instructions": 101
  },
  "claim3_actual": {
    "frontend": 647,
    "backend": 604,
    "database": 389,
    "user_instructions": 101
  },
  "claim3_matches": {
    "frontend": true,
    "backend": true,
    "database": true,
    "user_instructions": true
  },
  "all_match": true,
  "per_category": {
    "instructions": {
      "Data Management": 24,
      "Content Presentation": 28,
      "User Interaction": 49
    },
    "frontend": {
      "Data Management": 160,
      "Content Presentation": 174,
      "User Interaction": 313
    },
    "backend": {
      "Data Management": 171,
      "Content Presentation": 124,
      "User Interaction": 309
    },
    "database": {
      "Data Management": 105,
      "Content Presentation": 73,
      "User Interaction": 211
    }
  }
}