Update app.py

app.py

@@ -15,6 +15,17 @@ DEFAULT_API_URL = "https://agents-course-unit4-scoring.hf.space"
 
 # --- Basic Agent Definition ---
 # ----- THIS IS WERE YOU CAN BUILD WHAT YOU WANT ------
+from litellm import completion
+
+class TogetherWrapper:
+    def __call__(self, prompt):
+        response = completion(
+            model="togethercomputer/llama-2-70b-chat",
+            messages=[{"role": "user", "content": prompt}],
+            api_key=os.getenv("TOGETHER_API_KEY"),
+            provider="together"
+        )
+        return response["choices"][0]["message"]["content"]
 
 
 
@@ -40,7 +51,7 @@ class BasicAgent:
             ),
             allow_delegation=False,
             verbose=True,
-            llm=self.llm,
+            llm=TogetherWrapper(),
         )
 
     def __call__(self, question: str) -> str: