BoxzDev commited on
Commit
9f64006
·
verified ·
1 Parent(s): c79f932

Update main.py

Browse files
Files changed (1) hide show
  1. main.py +2 -2
main.py CHANGED
@@ -7,8 +7,8 @@ import uvicorn
7
  app = FastAPI() # Create FastAPI instance
8
 
9
  # Define the primary and fallback models
10
- primary = "mistralai/Mixtral-8x7B-Instruct-v0.1"
11
- fallbacks = ["mistralai/Mixtral-8x7B-Instruct-v0.1", "mistralai/Mixtral-8x7B-Instruct-v0.1"]
12
 
13
  # Load Hugging Face API Key
14
  HF_API_KEY = os.getenv("HF_API_TOKEN") # Get API key from environment variables
 
7
  app = FastAPI() # Create FastAPI instance
8
 
9
  # Define the primary and fallback models
10
+ primary = "meta-llama/Llama-3.2-3B-Instruct"
11
+ fallbacks = ["meta-llama/Llama-3.2-3B-Instruct", "meta-llama/Llama-3.2-3B-Instruct"]
12
 
13
  # Load Hugging Face API Key
14
  HF_API_KEY = os.getenv("HF_API_TOKEN") # Get API key from environment variables