Update main.py

main.py

@@ -10,6 +10,13 @@ app = FastAPI()  # Create FastAPI instance
 primary = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 fallbacks = ["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mixtral-8x7B-Instruct-v0.1"]
 
+# Load Hugging Face API Key
+HF_API_KEY = os.getenv("HF_API_TOKEN")  # Get API key from environment variables
+
+# If no env variable is set, manually define it (not recommended)
+if not HF_API_KEY:
+    HF_API_KEY = "your_huggingface_api_key"
+
 # Define the data model for the request body
 class Item(BaseModel):
     input: str = None  # User input message
@@ -39,7 +46,7 @@ class Item(BaseModel):
     max_new_tokens: int = 1048  # Maximum response length
     top_p: float = 0.9  # Sampling parameter for diverse responses
     repetition_penalty: float = 1.1  # Prevents repetition
-    key: str = ["HF_API_TOKEN"]  # API key if needed
+    key: str = None  # API key if needed
 
 # Define rejection responses
 rejection_responses = [
@@ -163,4 +170,4 @@ def root():
     return {"status": "Sebari-chan is online!"}
 
 if __name__ == "__main__":
-    uvicorn.run(app, host="0.0.0.0", port=8000)
+    uvicorn.run(app, host="0.0.0.0", port=8000)