clean json

utils/optimizer.py

@@ -87,7 +87,7 @@ class ContentOptimizer:
             """
         ]
 
-    def setup_prompts(self):
+     def setup_prompts(self):
         """Initialize optimization prompts with RAG integration"""
         self.rag_enhancement_prompt = """
             You are a Generative Engine Optimization (GEO) specialist with access to best practices knowledge.
@@ -186,7 +186,6 @@ class ContentOptimizer:
             ```
         """.strip()
 
-       
 
     def optimize_content_with_rag(self, content: str, optimization_type: str = "geo_standard", analyze_only: bool = False) -> Dict[str, Any]:
         try:
@@ -313,20 +312,38 @@ class ContentOptimizer:
             r.append("Transform statements into Q&A pairs.")
         return r
 
+    def _clean_json_string(self, json_str: str) -> str:
+        json_str = json_str.replace("...", "")
+        json_str = re.sub(r",\s*([}\]])", r"\\1", json_str)
+        json_str = json_str.strip('`')
+        return json_str
+
     def _parse_optimization_result(self, response_text: str) -> Dict[str, Any]:
         try:
             start = response_text.find('{')
             end = response_text.rfind('}') + 1
             if start != -1 and end != -1:
-                return json.loads(response_text[start:end])
+                json_str = self._clean_json_string(response_text[start:end])
+                return json.loads(json_str)
+            return {
+                'raw_response': response_text,
+                'parsing_error': 'No JSON structure found in response',
+                'geo_analysis': {},
+                'recommendations': []
+            }
+        except json.JSONDecodeError as e:
             return {
                 'raw_response': response_text,
-                'parsing_error': 'No JSON structure found.'
+                'parsing_error': f'JSON decode error: {str(e)}',
+                'geo_analysis': {},
+                'recommendations': []
             }
         except Exception as e:
             return {
                 'raw_response': response_text,
-                'parsing_error': f'JSON parsing error: {str(e)}'
+                'parsing_error': f'Unexpected error: {str(e)}',
+                'geo_analysis': {},
+                'recommendations': []
             }
 
     # Legacy support methods