Update app.py

app.py

@@ -8,7 +8,11 @@ os.environ["LANGFUSE_PUBLIC_KEY"] = os.getenv('LANGFUSE_PUBLIC_KEY')
 os.environ["LANGFUSE_SECRET_KEY"] = os.getenv('LANGFUSE_SECRET_KEY')
 os.environ["LANGFUSE_HOST"] = os.getenv('LANGFUSE_HOST')
 
-os.environ["OPENAI_API_KEY"] = os.getenv('OPENAI_API_KEY')
+# initialize the client but point it to TGI
+client = OpenAI(
+    base_url="https://api-inference.huggingface.co/models/meta-llama/Meta-Llama-3-8B-Instruct" + "/v1/",  # replace with your endpoint url
+    api_key= os.getenv('HUGGINGFACE_ACCESS_TOKEN'),  # replace with your token
+)
 
 langfuse = Langfuse()