llm config groq,together and openai

LLMCONFIG/TOGETHERAI_CONFIG_LIST.json

@@ -0,0 +1,23 @@
+[
+
+    {
+        "model": "meta-llama/Llama-3.3-70B-Instruct-Turbo",
+        "api_key": "your Together.AI API Key goes here",
+        "api_type": "together"
+    },
+    {
+        "model": "codellama/CodeLlama-70b-Instruct-hf",
+        "api_key": "your Together.AI API Key goes here",
+        "api_type": "together"
+    },
+    {
+        "model": "meta-llama/Llama-2-13b-chat-hf",
+        "api_key": "your Together.AI API Key goes here",
+        "api_type": "together"
+    },
+    {
+        "model": "Qwen/Qwen2-72B-Instruct",
+        "api_key": "your Together.AI API Key goes here",
+        "api_type": "together"
+    }
+]

LLMHandler/llmhandler.py

@@ -1,4 +1,5 @@
 from LLMS.groqllm import GroqLLM
+from LLMS.oaillm import OAILLM
 
 
 class LLMHandler:
@@ -19,29 +20,29 @@ class LLMHandler:
         obj_llm_config = GroqLLM(user_controls_input=self.user_control)
         llm_config = obj_llm_config.groq_llm_config()
         return llm_config
-
-    # def google_handler(self):
-    #     obj_llm_config = GoogleLLM(user_controls_input=self.user_control)
-    #     obj_llm_config.google_llm_config()
-
-    # def mistral_handler(self):
-    #     obj_llm_config = MistralLLM(user_controls_input=self.user_control)
-    #     obj_llm_config.mistral_llm_config()
-
-    # def anthropic_handler(self):
-    #     obj_llm_config = AnthropicLLM(user_controls_input=self.user_control)
-    #     obj_llm_config.anthropic_llm_config()
-
-    # def bedrock_handler(self):
-    #     obj_llm_config = BedrockLLM(user_controls_input=self.user_control)
-    #     obj_llm_config.bedrock_llm_config()
-
-    # def ollama_handler(self):
-    #     obj_llm_config = OllamaLLM(user_controls_input=self.user_control)
-    #     obj_llm_config.ollama_llm_config()
-
-    # def openai_handler(self):
-    #     obj_llm_config = OpenAILLM(user_controls_input=self.user_control)
-    #     obj_llm_config.openai_llm_config()
+    
+    def common_handler(self):
+        obj_llm_config = OAILLM(user_controls_input=self.user_control)
+        obj_llm_config.oai_llm_config()
+
+    def google_handler(self):
+        self.common_handler()
+
+    def mistral_handler(self):
+        self.common_handler()
+
+    def anthropic_handler(self):
+        self.common_handler()
+
+    def bedrock_handler(self):
+        self.common_handler()
+
+    def ollama_handler(self):
+        self.common_handler()
+    def together_handler(self):
+        self.common_handler()
+    
+    def openai_handler(self):
+        self.common_handler()
 
 

LLMS/oaillm.py

@@ -0,0 +1,23 @@
+import autogen
+import os
+
+import streamlit as st
+
+
+class OAILLM:
+    def __init__(self, user_controls_input):
+        self.user_controls_input = user_controls_input
+
+    def oai_llm_config(self):
+        config_list = [
+            {
+            "api_type": self.user_controls_input['api_type'],
+            "model": self.user_controls_input['selected_model_name'], 
+            "api_key": st.session_state["api_key"],
+            "cache_seed": None
+            }
+        ]
+
+        llm_config = {"config_list": config_list}
+        st.session_state['llm_config'] = llm_config
+        return llm_config

README.md

@@ -14,3 +14,7 @@ short_description: Autogen with various llm support
 
 # AutogenLLM
  Autogen with different LLM
+
+
+## Together AI
+![alt text](./images/togetherai.png)

streamlitui/loadui.py

@@ -26,6 +26,7 @@ class Streamlit_UI() :
         ollama_file = "./LLMCONFIG/OLLAMA_LLM_CONFIG_LIST.json"
         groq_file = "./LLMCONFIG/GROQ_CONFIG_LIST.json"
         bedrock_file = "./LLMCONFIG/BEDROCK_CONFIG_LIST.json"
+        togetherai_file = "./LLMCONFIG/TOGETHERAI_CONFIG_LIST.json"
 
         # Load model configurations
         anthropic_models = self.load_json(anthropic_file)
@@ -34,20 +35,22 @@ class Streamlit_UI() :
         ollama_models = self.load_json(ollama_file)
         groq_models = self.load_json(groq_file)
         bedrock_models = self.load_json(bedrock_file)
+        togetherai_models = self.load_json(togetherai_file)
 
         # Combine all API types into a single dictionary
         api_data = {
-            "anthropic": anthropic_models,
-            "bedrock": bedrock_models,
-            "google": google_models,
             "groq": groq_models,
+            "together":togetherai_models,
+            "openai": [],
             "mistral": mistral_models,
             "ollama": ollama_models,
-            "openai": [],
-
+            "anthropic": anthropic_models,
+            "bedrock": bedrock_models,
+            "google": google_models
         }
         user_inputs = {}
-        
+        st.set_page_config(page_title= "AUTOGEN ~ 0.2", layout="wide",page_icon='🤖')
+        st.header("🤖 " + "AUTOGEN ~ 0.2")
         with st.sidebar:
 
             # Streamlit UI
@@ -67,25 +70,29 @@ class Streamlit_UI() :
 
                 # Dropdown to select model
                 model_names = [model["model"] for model in selected_models]
-                selected_model_name = st.selectbox("Select Model", options=model_names)
+                if st.checkbox("Select Model from list : ",True):
+                    selected_model_name = st.selectbox("Select Model", options=model_names)
+                    # Find the selected model configuration
+                    selected_model_config = next(
+                        (model for model in selected_models if model["model"] == selected_model_name), {}
+                    )
+                    # Input fields for the selected model configuration
 
-                # Find the selected model configuration
-                selected_model_config = next(
-                    (model for model in selected_models if model["model"] == selected_model_name), {}
-                )
-                # Input fields for the selected model configuration
-                st.write("### Provide Configuration Details")
+                    for key, value in selected_model_config.items():
+                        if key not in ["api_type", "model"]:
+                            # Use a password field for API keys, otherwise a text input
+                            input_label = f"Enter {key}"
+                            if "key" in key.lower():
+                                st.session_state['api_key'] = user_inputs[key] = st.text_input(input_label, value="", type="password")
+                            elif isinstance(value, bool):
+                                user_inputs[key] = st.checkbox(input_label, value=value)
+                            else:
+                                user_inputs[key] = st.text_input(input_label, value=str(value))
+                else :
+                    selected_model_name = st.text_input("Enter Model Name", value="")
+                    st.session_state['api_key'] = st.text_input("Enter api_key", value="", type="password",key='input_modelname')
 
-                for key, value in selected_model_config.items():
-                    if key not in ["api_type", "model"]:
-                        # Use a password field for API keys, otherwise a text input
-                        input_label = f"Enter {key}"
-                        if "key" in key.lower():
-                            st.session_state['api_key'] = user_inputs[key] = st.text_input(input_label, value="", type="password")
-                        elif isinstance(value, bool):
-                            user_inputs[key] = st.checkbox(input_label, value=value)
-                        else:
-                            user_inputs[key] = st.text_input(input_label, value=str(value))
+                
                             
             user_inputs['selected_model_name']= selected_model_name