Validation run

model.py

@@ -131,8 +131,13 @@ class AssistantModel:
 
     def ask_question(self, question: str, file_name: str) -> str:
         question_with_file = question + '\n' + self._get_file_content(file_name)
+
+        print('Question:', question_with_file)
+
         image_url = self._get_image_url(file_name)
 
+        print('Image URL:', image_url)
+
         if image_url != '':
             content = [
                 {

validation.py

@@ -1,7 +1,10 @@
 import json
+import os
 
 import requests
 
+from model import AssistantModel
+
 DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
 def _get_response(url: str):
@@ -58,6 +61,40 @@ def load_files() -> None:
                 print(f"File {q['file_name']} downloaded successfully.")
 
 
+def run_validation() -> None:
+    with open(r'./dataset/questions.json', 'r') as f:
+        questions_data = json.load(f)
+
+    results_file = r'./dataset/results.json'
+    if os.path.exists(results_file):
+        with open(results_file, 'r') as f:
+            results = json.load(f)
+    else:
+        results = {}
+
+    model = AssistantModel()
+
+    for question in questions_data:
+        print('Task ID:', question['task_id'])
+        try:
+            if 'youtube.com' in question['question']:
+                raise Exception('Youtube is not supported')
+
+            if question['file_name'].endswith('.mp3'):
+                raise Exception('MP3 file is not supported')
+
+            answer = model.ask_question(question['question'], question['file_name'])
+        except Exception as e:
+            print(f"Error processing question {question['task_id']}: {e}")
+            answer = "N/A"
+        results[question['task_id']]=answer
+        print('Answer:', answer)
+
+        with open(r'./dataset/results.json', 'w') as f:
+            json.dump(results, f, indent=2)
+
 if __name__ == '__main__':
     # load_questions()
-    load_files()
+    # load_files()
+
+    run_validation()