Update app.py

app.py

@@ -34,10 +34,10 @@ def format_prompt(topic, description, difficulty):
 # Function to clean and format the AI output
 def clean_and_format_learning_content(output):
     """
-    Cleans, validates, and attempts to repair JSON output for learning content.
+    Cleans, validates, and repairs JSON output for learning content.
     """
     try:
-        # Step 1: Clean the raw output
+        # Step 1: Clean raw output
         cleaned_output = re.sub(r'[^\x00-\x7F]+', '', output)  # Remove non-ASCII characters
         cleaned_output = re.sub(r'`|<s>|</s>|◀|▶', '', cleaned_output)  # Remove extraneous symbols
         cleaned_output = re.sub(r'^[^{]*', '', cleaned_output)  # Remove text before the first '{'
@@ -46,14 +46,17 @@ def clean_and_format_learning_content(output):
         cleaned_output = cleaned_output.replace('\\"', '"')  # Fix improperly escaped quotes
         cleaned_output = re.sub(r',\s*(\}|\])', r'\1', cleaned_output)  # Remove trailing commas
 
-        # Step 2: Fix common structural issues
-        # Remove extra closing brackets in arrays
-        cleaned_output = re.sub(r'\]\]', ']', cleaned_output)
+        # Step 2: Fix Markdown-style links (if unintended)
+        cleaned_output = re.sub(r'\[([^\]]+)\]\([^\)]+\)', r'\1', cleaned_output)
 
-        # Fix missing commas between objects in arrays
+        # Step 3: Fix extra closing braces or brackets
+        cleaned_output = re.sub(r'\]\]', ']', cleaned_output)  # Remove extra closing brackets
+        cleaned_output = re.sub(r'\}\}', '}', cleaned_output)  # Remove extra closing braces
+
+        # Step 4: Fix missing commas between JSON objects
         cleaned_output = re.sub(r'(\})(\s*{)', r'\1,\2', cleaned_output)
 
-        # Fix unbalanced brackets or braces
+        # Step 5: Balance brackets and braces
         open_braces = cleaned_output.count('{')
         close_braces = cleaned_output.count('}')
         open_brackets = cleaned_output.count('[')
@@ -63,10 +66,10 @@ def clean_and_format_learning_content(output):
         if open_brackets > close_brackets:
             cleaned_output += ']' * (open_brackets - close_brackets)
 
-        # Step 3: Attempt to parse the cleaned output as JSON
-        json_output = json.loads(cleaned_output)  # Parse JSON
+        # Step 6: Attempt to parse JSON
+        json_output = json.loads(cleaned_output)
 
-        # Step 4: Validate required structure
+        # Step 7: Validate JSON structure
         required_keys = ["title", "sections"]
         if "title" not in json_output or "sections" not in json_output:
             raise ValueError("Missing required keys: 'title' or 'sections'.")
@@ -86,15 +89,6 @@ def clean_and_format_learning_content(output):
             "output": cleaned_output
         }
 
-    except (json.JSONDecodeError, ValueError) as e:
-        # Provide detailed error information for debugging
-        return {
-            "error": "Failed to parse or validate output as JSON",
-            "details": str(e),
-            "output": cleaned_output
-        }
-
-
 # Function to generate learning content
 def generate_learning_content(topic, description, difficulty, temperature=0.9, max_new_tokens=2000, top_p=0.95, repetition_penalty=1.2):
     """