Update llm_handler.py

llm_handler.py

@@ -2,15 +2,13 @@ import requests
 import json
 from openai import OpenAI
 from params import OPENAI_MODEL, OPENAI_API_KEY
-import llamanet
 
 # Add this at the top of the file
 local_model_base_url = "http://localhost:11434/v1"
 anything_llm_workspace = "<input-workspace-name-here>"
 
-llamanet.run()
 # Create an instance of the OpenAI class
-client = OpenAI(api_key="dummy_key", base_url="local_model_base_url")
+client = OpenAI(api_key="dummy_key", base_url=local_model_base_url)
 
 def set_local_model_base_url(url):
     global local_model_base_url
@@ -22,8 +20,18 @@ def set_anything_llm_workspace(workspace):
 
 def send_to_chatgpt(msg_list):
     try:
+        # Modify this part to use llamanet conditionally
+        if OPENAI_MODEL.startswith("https://"):
+            # This is a llamanet model
+            import llamanet
+            llamanet.run()
+            client = OpenAI()
+        else:
+            # Use the existing client for other cases
+            client = OpenAI(api_key="dummy_key", base_url=local_model_base_url)
+
         completion = client.chat.completions.create(
-            model='https://huggingface.co/arcee-ai/Arcee-Spark-GGUF/blob/main/Arcee-Spark-IQ4_XS.gguf',  # This will use the llamanet model
+            model=OPENAI_MODEL,
             messages=msg_list,
             temperature=0.6,
             stream=True
@@ -42,7 +50,6 @@ def send_to_chatgpt(msg_list):
         return f"Error: {str(e)}", None
 
 def send_to_anything_llm(msg_list):
-    
     url = f'http://localhost:3001/api/v1/workspace/{anything_llm_workspace}/chat'
     headers = {
         'accept': 'application/json',