2024-10-08T17-12-41Z

.gitignore

@@ -7,3 +7,4 @@ staticfiles/
 pytest.xml
 pytest-coverage.txt
 coverage.xml
+.vercel

src/quizzes/admin.py

@@ -1,6 +1,6 @@
 from django.contrib import admin
 
-from .models import FreeTextAnswer, MultipleChoiceAnswer, Question, Quiz
+from .models import FreeTextAnswer, MultipleChoiceAnswer, Question, Quiz, LLMGradedAnswer
 
 admin.site.register(Quiz)
 
@@ -13,8 +13,12 @@ class MultipleChoiceAnswerInline(admin.StackedInline):
     model = MultipleChoiceAnswer
 
 
+class LLMGradedAnswerInline(admin.StackedInline):
+    model = LLMGradedAnswer
+
+
 class QuestionAdmin(admin.ModelAdmin):
-    inlines = [FreeTextAnswerInline, MultipleChoiceAnswerInline]
+    inlines = [FreeTextAnswerInline, MultipleChoiceAnswerInline, LLMGradedAnswerInline]
 
 
 admin.site.register(Question, QuestionAdmin)

src/quizzes/models.py

@@ -19,18 +19,25 @@ class Question(models.Model):
         return self.prompt
 
     def get_answer(self) -> typing.Union["Answer", None]:
-        return getattr(self, "multiplechoiceanswer", None) or getattr(self, "freetextanswer", None)
+        return (
+            getattr(self, "multiplechoiceanswer", None)
+            or getattr(self, "freetextanswer", None)
+            or getattr(self, "llmgradedanswer", None)
+        )
 
 
 class Answer(models.Model):
     question = models.OneToOneField(Question, on_delete=models.CASCADE)
-    correct_answer = models.CharField(max_length=200)
+    correct_answer = models.CharField(max_length=200, default="")
+    rubrics = models.TextField(
+        blank=True, null=True, verbose_name="Grading Rubrics - For LLM-graded questions only. You can leave this empty."
+    )
 
     class Meta:
         abstract = True
 
     def __str__(self) -> str:
-        return self.correct_answer
+        return self.correct_answer or self.rubrics or "No answer or rubrics provided"
 
     def is_correct(self, user_answer) -> bool:
         return user_answer == self.correct_answer
@@ -45,6 +52,36 @@ class FreeTextAnswer(Answer):
         return user_answer == self.correct_answer
 
 
+class LLMGradedAnswer(Answer):
+    def grade(self, user_answer, rubrics) -> dict:
+        import requests
+
+        """
+        Grades the user's answer by calling the grading API.
+    
+        Args:
+            user_answer (str): The answer provided by the user.
+            rubrics (str): The grading rubrics.
+    
+        Returns:
+            bool: True if the user's answer is correct, False otherwise.
+        """
+        api_url = "http://localhost/api/grade"
+        payload = {"user_answer": user_answer, "rubrics": rubrics}
+
+        try:
+            response = requests.post(api_url, json=payload)
+            response.raise_for_status()  # Raise an error for bad status codes
+            result = response.json()
+
+            # Assuming the API returns a JSON object with a 'correct' field
+            return result
+        except requests.RequestException as e:
+            # Handle any errors that occur during the request
+            print(f"An error occurred: {e}")
+            return {"result": "error", "message": str(e)}
+
+
 class MultipleChoiceAnswer(Answer):
     choices = fields.ArrayField(models.CharField(max_length=200, blank=True))
 

src/quizzes/templates/quizzes/partial.html

@@ -6,6 +6,14 @@
 
 {% if is_correct %}
 ✅ You got it!
+{% elif llm_answer %}
+✅ LLM's results based on rubrics: 
+
+{{ correct_answer|markdown }}
+
+<br/>
+
+The rubrics: {{ rubrics }}
 {% else %}
 ❌ Sorry! The correct answer is {{ correct_answer }}
 {% endif %}

src/requirements.txt

@@ -1,3 +1,4 @@
+requests
 Django==4.2.7
 psycopg2==2.9.9
 python-dotenv==1.0.1