Update llm_handler.py

llm_handler.py

@@ -2,12 +2,12 @@ from openai import OpenAI
 from params import OPENAI_MODEL, OPENAI_API_KEY
 import llamanet
 
+# Initialize LlamaNet
+llamanet.run("start", "https://huggingface.co/arcee-ai/Arcee-Spark-GGUF/blob/main/Arcee-Spark-IQ4_XS.gguf")
+
 # Create an instance of the OpenAI class
 client = OpenAI(api_key=OPENAI_API_KEY)
 
-# Initialize LlamaNet client
-llamanet_client = llamanet.Client()
-
 def send_to_chatgpt(msg_list):
     try:
         completion = client.chat.completions.create(
@@ -31,18 +31,18 @@ def send_to_chatgpt(msg_list):
 
 def send_to_llamanet(msg_list):
     try:
-        # Convert msg_list to the format expected by LlamaNet
-        llamanet_messages = [{"role": msg["role"], "content": msg["content"]} for msg in msg_list]
+        # Create a new OpenAI client for LlamaNet (no API key needed)
+        llamanet_client = OpenAI()
         
         # Send request to LlamaNet
-        response = llamanet_client.chat.completions.create(
-            model="llamanet",
-            messages=llamanet_messages,
+        completion = llamanet_client.chat.completions.create(
+            model="gpt-3.5-turbo",  # LlamaNet uses this as a placeholder
+            messages=msg_list,
             stream=True
         )
         
         llamanet_response = ""
-        for chunk in response:
+        for chunk in completion:
             if chunk.choices[0].delta.content is not None:
                 llamanet_response += chunk.choices[0].delta.content