2024-10-08T20-23-09Z

src/quizzes/migrations/0005_llmgradedanswer_correct_answer.py

@@ -0,0 +1,18 @@
+# Generated by Django 4.2.7 on 2024-10-09 00:19
+
+from django.db import migrations, models
+
+
+class Migration(migrations.Migration):
+
+    dependencies = [
+        ("quizzes", "0004_remove_llmgradedanswer_rubrics_question_rubrics"),
+    ]
+
+    operations = [
+        migrations.AddField(
+            model_name="llmgradedanswer",
+            name="correct_answer",
+            field=models.CharField(default="", max_length=200),
+        ),
+    ]

src/quizzes/models.py

@@ -1,7 +1,9 @@
 import os
 import typing
 
-import openai
+from openai import OpenAI
+
+client = OpenAI(api_key=os.getenv("OPENAI_API_KEY"))
 
 from django.contrib.postgres import fields
 from django.db import models
@@ -74,10 +76,9 @@ class LLMGradedAnswer(Answer):
             from dotenv import load_dotenv
 
             load_dotenv()
-            openai.api_key = os.getenv("OPENAI_API_KEY")
             prompt = f"Grade the following answer based on the rubric:\nRubric: {self.question.rubrics}\nAnswer: {user_answer}"
 
-            response = openai.ChatCompletion.create(
+            response = client.chat.completions.create(
                 model="gpt-4o",
                 messages=[
                     {"role": "system", "content": "You are a helpful assistant."},
@@ -85,7 +86,7 @@ class LLMGradedAnswer(Answer):
                 ],
             )
 
-            return {"result": "success", "message": response.choices[0].message["content"]}
+            return {"result": "success", "message": response.choices[0].message.content}
 
         except Exception as e:
             print(f"An error occurred: {e}")
@@ -98,3 +99,38 @@ class MultipleChoiceAnswer(Answer):
 
     def __str__(self) -> str:
         return f"{self.correct_answer} from {self.choices}"
+
+
+class LLMGradedAnswer(Answer):
+    correct_answer = models.CharField(max_length=200, default="")
+
+    def grade(self, user_answer) -> dict:
+        """
+        Grades the user's answer by calling the grading API.
+
+        Args:
+            user_answer (str): The answer provided by the user.
+
+        Returns:
+            dict: The result of the grading.
+        """
+        try:
+            # use dotenv to load env
+            from dotenv import load_dotenv
+
+            load_dotenv()
+            prompt = f"Grade the following answer based on the rubric:\nRubric: {self.question.rubrics}\nAnswer: {user_answer}"
+
+            response = client.chat.completions.create(
+                model="gpt-4o",
+                messages=[
+                    {"role": "system", "content": "You are a helpful assistant."},
+                    {"role": "user", "content": prompt},
+                ],
+            )
+
+            return {"result": "success", "message": response.choices[0].message.content}
+
+        except Exception as e:
+            print(f"An error occurred: {e}")
+            return {"result": "error", "message": str(e)}

src/quizzes/templates/quizzes/partial.html

@@ -1,5 +1,3 @@
-
-
 {% if error %}
 <div class="alert alert-danger" role="alert">
   {{ error }}
@@ -7,15 +5,16 @@
 {% else %}
 
 {% load markdownify %}
-{% if is_correct %}
-✅ You got it!
-{% elif llm_answer %}
+{% if llm_answer %}
 ✅ LLM's results based on rubrics: 
 
-{{ correct_answer|markdownify }}
+{{ llm_answer|markdownify }}
+
+{% elif is_correct %}
+✅ You got it!
 
 {% else %}
 ❌ Sorry! The correct answer is {{ correct_answer }}
 {% endif %}
 
-{% endif %}
+{% endif %}

src/quizzes/views.py

@@ -67,3 +67,57 @@ def grade_question(request, question_id):
         "quizzes/partial.html",
         {"is_correct": is_correct, "correct_answer": correct_answer},
     )
+
+
+def grade_question(request, question_id):
+    question = get_object_or_404(Question, pk=question_id)
+    answer = question.get_answer()
+    if answer is None:
+        return render(request, "quizzes/partial.html", {"error": "Question must have an answer"}, status=422)
+
+    user_answer = request.POST.get("answer")
+    llm_answer = None
+    if hasattr(answer, "grade"):
+        result = answer.grade(user_answer)
+        is_correct = result.get("result") == "success"
+        llm_answer = result.get("message")
+    else:
+        is_correct = answer.is_correct(user_answer)
+        llm_answer = None
+
+    return render(
+        request,
+        "quizzes/partial.html",
+        {
+            "is_correct": is_correct,
+            "correct_answer": answer.correct_answer,
+            "llm_answer": llm_answer,
+        },
+    )
+
+
+def grade_question(request, question_id):
+    question = get_object_or_404(Question, pk=question_id)
+    answer = question.get_answer()
+    if answer is None:
+        return render(request, "quizzes/partial.html", {"error": "Question must have an answer"}, status=422)
+
+    user_answer = request.POST.get("answer")
+    llm_answer = None
+    if hasattr(answer, "grade"):
+        result = answer.grade(user_answer)
+        is_correct = result.get("result") == "success"
+        llm_answer = result.get("message")
+    else:
+        is_correct = answer.is_correct(user_answer)
+        llm_answer = None
+
+    return render(
+        request,
+        "quizzes/partial.html",
+        {
+            "is_correct": is_correct,
+            "correct_answer": answer.correct_answer,
+            "llm_answer": llm_answer,
+        },
+    )