File size: 2,731 Bytes
25732fb | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 | {
"question_templates": [
{
"id": "code_output_prediction",
"pattern": "What is the output of the following Python code?\n\n```python\n{code_snippet}\n```",
"type": "multiple_choice",
"cognitive_level": "analyze",
"difficulty_modifiers": {
"beginner": "Single function call or operation",
"intermediate": "Nested calls or loops",
"advanced": "Decorators, generators, or subtle bugs"
},
"applicable_topics": [
"variables",
"loops",
"functions",
"classes"
]
},
{
"id": "concept_definition",
"pattern": "Which of the following best describes {concept}?",
"type": "multiple_choice",
"cognitive_level": "remember",
"difficulty_modifiers": {
"beginner": "Direct definition",
"intermediate": "Distinguish from similar concept",
"advanced": "Nuanced application context"
},
"applicable_topics": [
"all"
]
},
{
"id": "error_identification",
"pattern": "Identify the error in this code snippet:\n\n```python\n{code_snippet}\n```",
"type": "multiple_choice",
"cognitive_level": "evaluate",
"difficulty_modifiers": {
"beginner": "Syntax error",
"intermediate": "Logic error or runtime exception",
"advanced": "Memory leak or efficiency issue"
},
"applicable_topics": [
"syntax",
"exceptions",
"debugging"
]
},
{
"id": "missing_code",
"pattern": "Fill in the blank to achieve {goal}:\n\n```python\ndef function(x):\n return ______\n```",
"type": "fill_in_blank",
"cognitive_level": "apply",
"applicable_topics": [
"algorithms",
"logic"
]
}
],
"assessment_rubrics": {
"code_quality": {
"criteria": [
"Correctness",
"Efficiency",
"Readability",
"Style"
],
"weights": {
"beginner": [
0.6,
0.1,
0.2,
0.1
],
"advanced": [
0.4,
0.3,
0.2,
0.1
]
}
}
}
} |