ai: Make optillm works.

jarvis.py

@@ -57,7 +57,7 @@ def create_session():
     return SessionWithID()
 
 def get_model_key(display_name):
-    return next((k for k, v in MODEL_MAPPING.items() if v == display_name), MODEL_CHOICES[0])
+    return next((k for k, v in MODEL_MAPPING.items() if v == display_name), list(MODEL_MAPPING.keys())[0] if MODEL_MAPPING else MODEL_CHOICES[0])
 
 def extract_file_content(file_path):
     ext = Path(file_path).suffix.lower()
@@ -101,6 +101,20 @@ def extract_file_content(file_path):
         content = f"{file_path}: {e}"
     return content.strip()
 
+def process_ai_response(ai_text):
+    try:
+        result = round_trip_optimization(ai_text)
+        result = re2_approach(result)
+        result = cot_reflection(result)
+        result = advanced_self_consistency_approach(result)
+        result = plansearch(result)
+        result = leap(result)
+        solver = Z3SymPySolverSystem()
+        result = solver.solve(result)
+        return result
+    except Exception:
+        return ai_text
+
 def chat_with_model(history, user_input, selected_model_display, sess):
     if not LINUX_SERVER_PROVIDER_KEYS or not LINUX_SERVER_HOSTS:
         return RESPONSES["RESPONSE_3"]
@@ -120,7 +134,8 @@ def chat_with_model(history, user_input, selected_model_display, sess):
                 response = sess.post(host, json=data, headers={"Authorization": f"Bearer {api_key}"}, timeout=1)
                 if response.status_code < 400:
                     ai_text = response.json().get("choices", [{}])[0].get("message", {}).get("content", RESPONSES["RESPONSE_2"])
-                    return ai_text
+                    processed_text = process_ai_response(ai_text)
+                    return processed_text
             except requests.exceptions.RequestException:
                 continue
     return RESPONSES["RESPONSE_3"]
@@ -132,10 +147,7 @@ def respond(multi_input, history, selected_model_display, sess):
         return
     combined_input = ""
     for file_item in message["files"]:
-        if isinstance(file_item, dict) and "name" in file_item:
-            file_path = file_item["name"]
-        else:
-            file_path = file_item
+        file_path = file_item["name"] if isinstance(file_item, dict) and "name" in file_item else file_item
         file_content = extract_file_content(file_path)
         combined_input += f"{Path(file_path).name}\n\n{file_content}\n\n"
     if message["text"]:
@@ -144,7 +156,7 @@ def respond(multi_input, history, selected_model_display, sess):
     ai_response = chat_with_model(history, combined_input, selected_model_display, sess)
     history[-1][1] = ""
     for character in ai_response:
-        history[-1][1] += character
+        history[-1][1] += str(character)
         time.sleep(0.0009)
         yield history, gr.MultimodalTextbox(value=None, interactive=True), sess
 

requirements.txt

@@ -8,3 +8,4 @@ python-pptx
 PyMuPDF
 Pillow
 optillm
+json5