Update main.py

main.py

@@ -23,19 +23,18 @@ SysPromptJson = "You are now in the role of an expert AI who can extract structu
 SysPromptMd = "You are an expert AI who can create a structured report using information provided in the context from user request.The report should be in markdown format consists of markdown tables structured into subtopics. Do not add any additional comments."
 SysPromptMdOffline = "You are an expert AI who can create a structured report using your knowledge on user request.The report should be in markdown format consists of markdown tables/lists/paragraphs as needed, structured into subtopics. Do not add any additional comments."
 
-@retry(tries=3, delay=1)
-def together_response(message, model = "meta-llama/Llama-3-8b-chat-hf", SysPrompt = SysPromptDefault,temperature=0.2):
-      base_url_groq = "https://api.groq.com/openai/v1"
-      groq_model_name="llama3-8b-8192"
-      client = OpenAI(base_url= base_url_groq, api_key= GROQ_API_KEY)
-      messages=[{"role": "system", "content": SysPrompt},{"role": "user", "content": message}]
-
-      response = client.chat.completions.create(
-          model=groq_model_name,
-          messages=messages,
-          temperature=temperature,
-      )
-      return response.choices[0].message.content
+
+def together_response(message, model = "meta-llama/Llama-3-8b-chat-hf", SysPrompt = SysPromptDefault, temperature=0.2):
+  client = Together(api_key=TOGETHER_API_KEY)
+
+  messages=[{"role": "system", "content": SysPrompt},{"role": "user", "content": message}]
+
+  response = client.chat.completions.create(
+      model=model,
+      messages=messages,
+      temperature=temperature,
+  )
+  return response.choices[0].message.content
 
 def json_from_text(text):
     """