data/eval/testset.json

[
  {"question": "Where are JWT tokens created?", "expected_file": "security.py", "expected_name": "create_access_token"},
  {"question": "How are JWT tokens decoded or verified?", "expected_file": "security.py", "expected_name": "decode_access_token"},
  {"question": "Where is a new user registered?", "expected_file": "auth.py", "expected_name": "register"},
  {"question": "How does the AI planner generate tasks?", "expected_file": "tasks.py", "expected_name": "plan"},
  {"question": "Where is the database connection or session set up?", "expected_file": "database.py", "expected_name": ""},
  {"question": "How is the current authenticated user resolved from a request?", "expected_file": "auth.py", "expected_name": ""},
  {"question": "Where are application settings and configuration loaded?", "expected_file": "config.py", "expected_name": ""},
  {"question": "How is a password hashed?", "expected_file": "security.py", "expected_name": ""},
  {"question": "How is a password verified against its hash?", "expected_file": "security.py", "expected_name": ""},
  {"question": "Where is the focus timer or pomodoro session logic?", "expected_file": "focus.py", "expected_name": ""},
  {"question": "How is a task marked complete?", "expected_file": "tasks.py", "expected_name": ""},
  {"question": "Where is partner matching handled?", "expected_file": "matching.py", "expected_name": ""},
  {"question": "How are study rooms joined?", "expected_file": "rooms.py", "expected_name": ""},
  {"question": "Where is the productivity score computed?", "expected_file": "focus.py", "expected_name": ""},
  {"question": "How is the user profile or personality created?", "expected_file": "profile.py", "expected_name": ""},
  {"question": "Where is the StudyRoom database model defined?", "expected_file": "study_room.py", "expected_name": ""},
  {"question": "How does real-time messaging or websockets work?", "expected_file": "socket.py", "expected_name": ""},
  {"question": "Where is the FastAPI app created and configured?", "expected_file": "main.py", "expected_name": ""},
  {"question": "How are API routes registered?", "expected_file": "main.py", "expected_name": ""},
  {"question": "Where is the coach or AI feedback logic?", "expected_file": "coach.py", "expected_name": ""}
]