feat: add json extraction to access to even cheaper models (google/gemma)

app/taskAI.py

@@ -6,6 +6,7 @@ from llama_index.core import ChatPromptTemplate
 
 from util import mylogger
 from util import checkAPI
+from utilAI import extract_json_from_text
 
 from icecream import ic
 
@@ -138,8 +139,10 @@ class TaskAI(OpenAILike):
         ).message.content
         # yield meta_JD+'\n'+meta_CV
         try:
-            meta_JD = json.loads(meta_JD.strip())
-            meta_CV = json.loads(meta_CV.strip())
+            # meta_JD = json.loads(meta_JD.strip())
+            # meta_CV = json.loads(meta_CV.strip())
+            meta_JD = extract_json_from_text(meta_JD.strip())
+            meta_CV = extract_json_from_text(meta_CV.strip())
         except Exception as e:
             ic(e)
             raise ValueError(

app/utilAI.py

@@ -0,0 +1,21 @@
+import json
+
+def extract_json_from_text(text):
+    try:
+        # Find the indices of the first and last curly braces
+        start_index = text.index('{')
+        end_index = text.rindex('}') + 1  # +1 to include the closing brace
+        
+        # Extract the potential JSON string
+        json_string = text[start_index:end_index]
+        
+        # Attempt to parse the extracted string as JSON
+        json_object = json.loads(json_string)
+        
+        return json_object
+    except ValueError as e:
+        print(f"Error: Unable to extract valid JSON. {str(e)}")
+        return None
+    except json.JSONDecodeError as e:
+        print(f"Error: Invalid JSON format. {str(e)}")
+        return None