Update app104.py

app104.py

@@ -17,13 +17,35 @@ warnings.filterwarnings('ignore')
 os.getenv("OAUTH_CLIENT_ID")
 
 
-# Load environment variables and initialize the OpenAI client to use Hugging Face Inference API.
-load_dotenv()
+# # Load environment variables and initialize the OpenAI client to use Hugging Face Inference API.
+# load_dotenv()
+# client = OpenAI(
+#     base_url="https://api-inference.huggingface.co/v1",
+#     api_key=os.environ.get('TOKEN2') # Hugging Face API token
+# )
+
+####new
+from openai import OpenAI
+
 client = OpenAI(
-    base_url="https://api-inference.huggingface.co/v1",
-    api_key=os.environ.get('TOKEN2') # Hugging Face API token
+    base_url="https://router.huggingface.co/together/v1",
+    api_key=os.environ.get('TOKEN2'),
 )
 
+completion = client.chat.completions.create(
+    model="meta-llama/Meta-Llama-3-8B-Instruct-Turbo",
+    messages=[
+        {
+            "role": "user",
+            "content": "What is the capital of France?"
+        }
+    ],
+    max_tokens=512,
+)
+
+print(completion.choices[0].message)
+#####
+
 # Create necessary directories
 for dir_name in ['data', 'feedback']:
     if not os.path.exists(dir_name):
@@ -148,7 +170,7 @@ with st.sidebar:
    
     selected_model = st.selectbox(
         "Select Model",
-        ["meta-llama/Llama-3.3-70B-Instruct", "meta-llama/Llama-3.2-3B-Instruct","meta-llama/Llama-4-Scout-17B-16E-Instruct", "meta-llama/Meta-Llama-3-8B-Instruct",
+        ["meta-llama/Meta-Llama-3-8B-Instruct-Turbo", "meta-llama/Llama-3.3-70B-Instruct", "meta-llama/Llama-3.2-3B-Instruct","meta-llama/Llama-4-Scout-17B-16E-Instruct", "meta-llama/Meta-Llama-3-8B-Instruct",
          "meta-llama/Llama-3.1-70B-Instruct"],
         key='model_select'
     )