DocDoeAI / scripts /benchmark_results_raw.json
asnannp's picture
Deploy backend cd4237ff: support routes + rate limit + exam_date nullable + upload 413 fix
7c6ffa6
Raw
History Blame Contribute Delete
17.2 kB
{
"deepseek": {
"ask": {
"model_id": "deepseek/deepseek-v4-flash:free",
"endpoint": "ask",
"endpoint_label": "Simple Explanation",
"latency_s": 5.14,
"success": false,
"fallback": false,
"error": "429_RATE_LIMIT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "429_RATE_LIMIT"
},
"notes": {
"model_id": "deepseek/deepseek-v4-flash:free",
"endpoint": "notes",
"endpoint_label": "Smart Notes",
"latency_s": 16.13,
"success": false,
"fallback": false,
"error": "JSON_PARSE_ERROR",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "JSON_PARSE_ERROR"
},
"quiz": {
"model_id": "deepseek/deepseek-v4-flash:free",
"endpoint": "quiz",
"endpoint_label": "Quiz (5 Qs)",
"latency_s": 3.76,
"success": false,
"fallback": false,
"error": "429_RATE_LIMIT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "429_RATE_LIMIT"
},
"flashcards": {
"model_id": "deepseek/deepseek-v4-flash:free",
"endpoint": "flashcards",
"endpoint_label": "Flashcards (6)",
"latency_s": 3.29,
"success": false,
"fallback": false,
"error": "429_RATE_LIMIT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "429_RATE_LIMIT"
},
"exam-answer": {
"model_id": "deepseek/deepseek-v4-flash:free",
"endpoint": "exam-answer",
"endpoint_label": "Exam Answer",
"latency_s": 3.53,
"success": false,
"fallback": false,
"error": "429_RATE_LIMIT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "429_RATE_LIMIT"
},
"last-night": {
"model_id": "deepseek/deepseek-v4-flash:free",
"endpoint": "last-night",
"endpoint_label": "Last-Night Notes",
"latency_s": 16.07,
"success": true,
"fallback": false,
"error": null,
"output": {
"title": "Electromagnetic Induction - വൈദ്യുതകാന്തിക പ്രേരണം",
"student_level_summary": "A changing magnetic field near a coil induces an electric current in the coil without direct contact. This is the principle behind generators, transformers, and induction cooktops.",
"must_learn_first": [
"Magnetic field (B) and magnetic flux (Φ = BA cosθ)",
"Ohm's law: V = IR",
"Relation between current and magnetic field (right-hand rule)"
],
"simple_explanation": "When a magnet moves through a coil, the coil experiences a change in magnetic flux, which creates an induced emf. This emf drives a current that opposes the motion of the magnet (Lenz's Law). The faster the change, the larger the induced emf. This is how generators produce electricity and transformers change voltage.",
"key_points": [
"Faraday's 1st law: A change in magnetic flux through a coil induces an emf.",
"Faraday's 2nd law: Induced emf is directly proportional to rate of change of flux. Formula: ε = –dΦ/dt [SI: Volt (V)]",
"Lenz's law: Induced current opposes the cause that produces it; ensures conservation of energy.",
"Motional emf: When a conductor moves perpendicular to B, ε = Blv [SI: V].",
"Self-inductance: Coil opposes change in its own current; ε = –L(dI/dt) [L in Henry (H)].",
"Mutual inductance: two coils; ε₂ = –M(dI₁/dt) [M in Henry (H)].",
"Transformer: Vs/Vp = Ns/Np = Ip/Is; step-up if Ns > Np; step-down if Ns < Np.",
"AC generator: ε = NBAω sin(ωt); peak emf ε₀ = NBAω.",
"Eddy currents: induced currents in bulk metal; reduced by lamination; used in braking and heating."
],
"important_definitions": [
"Magnetic flux: The total magnetic field passing through a given area. Φ = B·A·cosθ, SI unit weber (Wb).",
"Faraday's first law of electromagnetic induction: Whenever the magnetic flux linked with a coil changes, an emf is induced in the coil.",
"Faraday's second law: The induced emf is directly proportional to the rate of change of magnetic flux. ε = –dΦ/dt",
"Lenz's law: The direction of induced current is such that it opposes the cause that produced it.",
"Self-inductance: The property of a coil by which it opposes any change in the current flowing through it. ε = –L(dI/dt), unit henry (H).",
"Mutual inductance: The property by which a change in current in one coil induces an emf in a nearby coil. ε₂ = –M(dI₁/dt)"
],
"formulas": [
"Faraday's law: ε = –dΦ/dt [SI: volt (V)]; condition: any change in flux.",
"Motional emf: ε = Blv [V]; condition: conductor of length l moves perpendicular to uniform B field with velocity v.",
"Self-inductance: ε = –L(dI/dt) [L in henry (H)]; condition: for a single coil.",
"Energy in inductor: U = ½LI² [J]",
"Mutual inductance: ε₂ = –M(dI₁/dt) [M in H]",
"Transformer relation: Vs/Vp = Ns/Np = Ip/Is",
"Transformer efficiency: η = (Vs·Is)/(Vp·Ip) × 100%",
"AC generator emf: ε = NBAω sin(ωt) = ε₀ sin(ωt), with ε₀ = NBAω [V]; condition: coil rotates in uniform B field.",
"Magnetic flux: Φ = BA cosθ [Wb]"
],
"diagrams_to_practice": [
"AC generator (alternator) with labelled parts: armature coil, field magnet, slip rings, brushes",
"Step-up and step-down transformer with labelled primary, secondary, core, laminated sheets",
"Eddy current experiment: metal disc swinging between magnet poles",
"Motional emf: conductor moving on U-shaped rails in magnetic field (used in Kerala HSE 4-mark questions)"
],
"exam_keywords": [
"Induced emf",
"Rate of change of magnetic flux",
"Lenz's law (opposes the cause)",
"Motional emf (Blv)",
"Self-inductance (L)",
"Mutual inductance (M)",
"Step-up / step-down transformer",
"Peak emf (ε₀ = NBAω)",
"Eddy currents (lamination)",
"Conservation of energy"
],
"memory_tricks": [
"FLux Change → EMF: 'Faraday's Law says: Change Clips EMF'",
"Lenz's Law Negative Sign: 'Lenz says NO to change' (think of 'negative' = opposition)",
"Transformer formula: Vp/Vs = Np/Ns → 'Voltage per turn is same' (Vp per Np = Vs per Ns)",
"AC Generator: ε₀ = NBAω → 'NBA Omega' sounds like 'NBA woah!' (woah = ω)",
"Eddy currents reduced by lamination → 'Lamination stops eddy mission'"
],
"possible_exam_questions": [
"State and prove Faraday's Laws of Electromagnetic Induction. (4 marks)",
"State Lenz's Law. Explain with an example why it is a consequence of conservation of energy. (3 marks)",
"Derive the expression for motional emf. (3 marks) [Kerala HSE common]",
"Explain the principle, construction and working of an AC generator with a labelled diagram. (5 marks)",
"Distinguish between self-inductance and mutual inductance. (2 marks)",
"What are eddy currents? Give two applications and mention how they are minimised. (2 marks)",
"A coil of 200 turns, area 0.05 m², is placed perpendicular to a magnetic field of 0.1 T. If the field reverses in 0.02 s, find the induced emf. (3 marks) [Answer: 100 V]",
"An inductor of self-inductance 0.5 H carries a current of 2 A. Calculate the energy stored. (2 marks) [Answer: 1 J]"
],
"last_minute_revision": [
"Faraday's 1st + 2nd: ε = –dΦ/dt, emf induced only when flux changes.",
"Lenz's law: direction opposes change; gives negative sign.",
"Motional emf: ε = Blv (conductor perpendicular to field).",
"Self-inductance: ε = –L dI/dt; L in henry.",
"Energy in inductor: U = ½LI².",
"Mutual inductance: ε₂ = –M dI₁/dt.",
"Transformer: Vs/Vp = Ns/Np = Ip/Is; step-up if Ns > Np.",
"AC generator: ε = NBAω sin(ωt); peak = NBAω.",
"Eddy currents: minimised by lamination; used in brakes and induction heating."
],
"quick_check": [
"Q: What is the SI unit of magnetic flux? A: Weber (Wb)",
"Q: What does Lenz's law ensure? A: Conservation of energy.",
"Q: A transformer has 100 primary turns and 200 secondary turns. Is it step-up or step-down? A: Step-up (Vs > Vp)"
]
},
"quality": {
"score": 8,
"max_score": 10,
"keyword_hits": 21,
"formula_hits": 4,
"list_items": 66,
"has_units": false,
"has_marks": true,
"has_lenz": true,
"has_formula": true,
"has_diagram": true,
"is_generic": false
},
"raw_size_chars": 6201
},
"video-plan": {
"model_id": "deepseek/deepseek-v4-flash:free",
"endpoint": "video-plan",
"endpoint_label": "Video Scene Plan",
"latency_s": 3.56,
"success": false,
"fallback": false,
"error": "429_RATE_LIMIT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "429_RATE_LIMIT"
}
},
"llama": {
"ask": {
"model_id": "meta-llama/llama-3.3-70b-instruct:free",
"endpoint": "ask",
"endpoint_label": "Simple Explanation",
"latency_s": 60.91,
"success": false,
"fallback": false,
"error": "TIMEOUT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "TIMEOUT"
},
"notes": {
"model_id": "meta-llama/llama-3.3-70b-instruct:free",
"endpoint": "notes",
"endpoint_label": "Smart Notes",
"latency_s": 60.1,
"success": false,
"fallback": false,
"error": "TIMEOUT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "TIMEOUT"
},
"quiz": {
"model_id": "meta-llama/llama-3.3-70b-instruct:free",
"endpoint": "quiz",
"endpoint_label": "Quiz (5 Qs)",
"latency_s": 60.33,
"success": false,
"fallback": false,
"error": "TIMEOUT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "TIMEOUT"
},
"flashcards": {
"model_id": "meta-llama/llama-3.3-70b-instruct:free",
"endpoint": "flashcards",
"endpoint_label": "Flashcards (6)",
"latency_s": 60.44,
"success": false,
"fallback": false,
"error": "TIMEOUT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "TIMEOUT"
},
"exam-answer": {
"model_id": "meta-llama/llama-3.3-70b-instruct:free",
"endpoint": "exam-answer",
"endpoint_label": "Exam Answer",
"latency_s": 59.11,
"success": false,
"fallback": false,
"error": "TIMEOUT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "TIMEOUT"
},
"last-night": {
"model_id": "meta-llama/llama-3.3-70b-instruct:free",
"endpoint": "last-night",
"endpoint_label": "Last-Night Notes",
"latency_s": 60.11,
"success": false,
"fallback": false,
"error": "TIMEOUT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "TIMEOUT"
},
"video-plan": {
"model_id": "meta-llama/llama-3.3-70b-instruct:free",
"endpoint": "video-plan",
"endpoint_label": "Video Scene Plan",
"latency_s": 60.41,
"success": false,
"fallback": false,
"error": "TIMEOUT",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "TIMEOUT"
}
},
"gpt_oss": {
"ask": {
"model_id": "openai/gpt-oss-120b:free",
"endpoint": "ask",
"endpoint_label": "Simple Explanation",
"latency_s": 0.13,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"notes": {
"model_id": "openai/gpt-oss-120b:free",
"endpoint": "notes",
"endpoint_label": "Smart Notes",
"latency_s": 0.11,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"quiz": {
"model_id": "openai/gpt-oss-120b:free",
"endpoint": "quiz",
"endpoint_label": "Quiz (5 Qs)",
"latency_s": 0.04,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"flashcards": {
"model_id": "openai/gpt-oss-120b:free",
"endpoint": "flashcards",
"endpoint_label": "Flashcards (6)",
"latency_s": 0.04,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"exam-answer": {
"model_id": "openai/gpt-oss-120b:free",
"endpoint": "exam-answer",
"endpoint_label": "Exam Answer",
"latency_s": 0.05,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"last-night": {
"model_id": "openai/gpt-oss-120b:free",
"endpoint": "last-night",
"endpoint_label": "Last-Night Notes",
"latency_s": 0.04,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"video-plan": {
"model_id": "openai/gpt-oss-120b:free",
"endpoint": "video-plan",
"endpoint_label": "Video Scene Plan",
"latency_s": 0.04,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
}
},
"nemotron": {
"ask": {
"model_id": "nvidia/nemotron-3-nano-30b-a3b:free",
"endpoint": "ask",
"endpoint_label": "Simple Explanation",
"latency_s": 0.13,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"notes": {
"model_id": "nvidia/nemotron-3-nano-30b-a3b:free",
"endpoint": "notes",
"endpoint_label": "Smart Notes",
"latency_s": 0.13,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"quiz": {
"model_id": "nvidia/nemotron-3-nano-30b-a3b:free",
"endpoint": "quiz",
"endpoint_label": "Quiz (5 Qs)",
"latency_s": 0.26,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"flashcards": {
"model_id": "nvidia/nemotron-3-nano-30b-a3b:free",
"endpoint": "flashcards",
"endpoint_label": "Flashcards (6)",
"latency_s": 0.04,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"exam-answer": {
"model_id": "nvidia/nemotron-3-nano-30b-a3b:free",
"endpoint": "exam-answer",
"endpoint_label": "Exam Answer",
"latency_s": 0.05,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"last-night": {
"model_id": "nvidia/nemotron-3-nano-30b-a3b:free",
"endpoint": "last-night",
"endpoint_label": "Last-Night Notes",
"latency_s": 0.05,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
},
"video-plan": {
"model_id": "nvidia/nemotron-3-nano-30b-a3b:free",
"endpoint": "video-plan",
"endpoint_label": "Video Scene Plan",
"latency_s": 0.04,
"success": false,
"fallback": false,
"error": "404_POLICY",
"output": null,
"quality": null,
"raw_size_chars": 0,
"error_category": "404_POLICY"
}
}
}