Update main.py

main.py

@@ -8,7 +8,7 @@ app = FastAPI()
 hf_token = os.getenv("HF_TOKEN")
 
 # Load model and tokenizer with the authentication token
-model_name = "meta-llama/Meta-Llama-3-8B-Instruct"
+model_name = "unsloth/codellama-34b-bnb-4bit"
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=hf_token)
 model = AutoModelForCausalLM.from_pretrained(model_name, use_auth_token=hf_token)
 generator = pipeline("text-generation", model=model, tokenizer=tokenizer)