Update llm_handler.py

llm_handler.py

@@ -1,35 +1,11 @@
-import requests
-import json
 from openai import OpenAI
 from params import OPENAI_MODEL, OPENAI_API_KEY
 
-# Add this at the top of the file
-local_model_base_url = "http://localhost:11434/v1"
-anything_llm_workspace = "<input-workspace-name-here>"
-
 # Create an instance of the OpenAI class
-client = OpenAI(api_key="dummy_key", base_url=local_model_base_url)
-
-def set_local_model_base_url(url):
-    global local_model_base_url
-    local_model_base_url = url
-
-def set_anything_llm_workspace(workspace):
-    global anything_llm_workspace
-    anything_llm_workspace = workspace
+client = OpenAI(api_key=OPENAI_API_KEY)
 
 def send_to_chatgpt(msg_list):
     try:
-        # Modify this part to use llamanet conditionally
-        if OPENAI_MODEL.startswith("https://"):
-            # This is a llamanet model
-            import llamanet
-            llamanet.run()
-            client = OpenAI()
-        else:
-            # Use the existing client for other cases
-            client = OpenAI(api_key="dummy_key", base_url=local_model_base_url)
-
         completion = client.chat.completions.create(
             model=OPENAI_MODEL,
             messages=msg_list,
@@ -42,41 +18,15 @@ def send_to_chatgpt(msg_list):
             if chunk.choices[0].delta.content is not None:
                 chatgpt_response += chunk.choices[0].delta.content
         
-        # Note: Usage information might not be available with llamanet
+        # Note: Usage information might not be available with LlamaNet
         chatgpt_usage = None
         return chatgpt_response, chatgpt_usage
     except Exception as e:
         print(f"Error in send_to_chatgpt: {str(e)}")
         return f"Error: {str(e)}", None
 
-def send_to_anything_llm(msg_list):
-    url = f'http://localhost:3001/api/v1/workspace/{anything_llm_workspace}/chat'
-    headers = {
-        'accept': 'application/json',
-        'Authorization': 'Bearer 0MACR41-7804XQB-MGC1GS0-FGSKB44',
-        'Content-Type': 'application/json'
-    }
-    message_content = " ".join(msg["content"] for msg in msg_list if "content" in msg)
-    data = {
-        "message": message_content,
-        "mode": "chat"
-    }
-    data_json = json.dumps(data)
-    try:
-        response = requests.post(url, headers=headers, data=data_json)
-        response.raise_for_status()  # Raise an exception for bad status codes
-        response_data = response.json()
-        chatgpt_response = response_data.get("textResponse")
-        chatgpt_usage = response_data.get("usage", {})
-        return chatgpt_response, chatgpt_usage
-    except requests.RequestException as e:
-        print(f"Error in send_to_anything_llm: {str(e)}")
-        return f"Error: {str(e)}", None
-
 def send_to_llm(provider, msg_list):
-    if provider == "local-model":
+    if provider == "llamanet":
         return send_to_chatgpt(msg_list)
-    elif provider == "anything-llm":
-        return send_to_anything_llm(msg_list)
     else:
-        raise ValueError(f"Unknown provider: {provider}")
+        raise ValueError(f"Unknown provider: {provider}")