Update app.py

app.py

@@ -1,6 +1,8 @@
 import gradio as gr
 import os
-api_token = os.getenv("HF_TOKEN")
+# api_token = os.getenv("HF_TOKEN")
+
+from dotenv import load_dotenv
 
 from langchain.llms.base import LLM
 from transformers import AutoTokenizer
@@ -21,14 +23,15 @@ from langchain_community.llms import HuggingFaceHub, HuggingFaceEndpoint
 import torch
 
 
-from langchain.llms.base import LLM
-from transformers import AutoTokenizer
-from huggingface_hub import HfApi
-import requests
-
 list_llm = ["meta-llama/Llama-3.1-8B-Instruct"] # , "HuggingFaceH4/zephyr-7b-beta"] # "mistralai/Mistral-7B-Instruct-v0.2"   # meta-llama/Meta-Llama-3-8B-Instruct
 list_llm_simple = [os.path.basename(llm) for llm in list_llm]
 
+def retrieve_api():
+    """Retrieve HuggingFace API Key"""
+    _ = load_dotenv()
+    global huggingfacehub_api_token
+    api_token = os.environ.get("HUGGINGFACE_API_KEY")
+
 # class ZephyrLLM(LLM):
 #     def __init__(self, repo_id, huggingfacehub_api_token, max_new_tokens=512, temperature=0.7, **kwargs):
 #         super().__init__(**kwargs)
@@ -288,4 +291,5 @@ def demo():
 
 
 if __name__ == "__main__":
+    retrieve_api()
     demo()