{ "question_templates": [ { "id": "code_output_prediction", "pattern": "What is the output of the following Python code?\n\n```python\n{code_snippet}\n```", "type": "multiple_choice", "cognitive_level": "analyze", "difficulty_modifiers": { "beginner": "Single function call or operation", "intermediate": "Nested calls or loops", "advanced": "Decorators, generators, or subtle bugs" }, "applicable_topics": [ "variables", "loops", "functions", "classes" ] }, { "id": "concept_definition", "pattern": "Which of the following best describes {concept}?", "type": "multiple_choice", "cognitive_level": "remember", "difficulty_modifiers": { "beginner": "Direct definition", "intermediate": "Distinguish from similar concept", "advanced": "Nuanced application context" }, "applicable_topics": [ "all" ] }, { "id": "error_identification", "pattern": "Identify the error in this code snippet:\n\n```python\n{code_snippet}\n```", "type": "multiple_choice", "cognitive_level": "evaluate", "difficulty_modifiers": { "beginner": "Syntax error", "intermediate": "Logic error or runtime exception", "advanced": "Memory leak or efficiency issue" }, "applicable_topics": [ "syntax", "exceptions", "debugging" ] }, { "id": "missing_code", "pattern": "Fill in the blank to achieve {goal}:\n\n```python\ndef function(x):\n return ______\n```", "type": "fill_in_blank", "cognitive_level": "apply", "applicable_topics": [ "algorithms", "logic" ] } ], "assessment_rubrics": { "code_quality": { "criteria": [ "Correctness", "Efficiency", "Readability", "Style" ], "weights": { "beginner": [ 0.6, 0.1, 0.2, 0.1 ], "advanced": [ 0.4, 0.3, 0.2, 0.1 ] } } } }