Update model.py

model.py

@@ -7,9 +7,9 @@ os.makedirs(hf_cache_folder, exist_ok=True)
 
 device = torch.device('cuda' if torch.cuda.is_available() else 'cpu')
 
-model_id = "CohereForAI/c4ai-command-r-v01-4bit"
-tokenizer = AutoTokenizer.from_pretrained(model_id, cache_dir=hf_cache_folder)
-model = AutoModelForCausalLM.from_pretrained(model_id, cache_dir=hf_cache_folder, device_map="auto")
+model_id = "microsoft/Phi-3-medium-128k-instruct"
+tokenizer = AutoTokenizer.from_pretrained(model_id, cache_dir=hf_cache_folder, trust_remote_code=True)
+model = AutoModelForCausalLM.from_pretrained(model_id, cache_dir=hf_cache_folder, device_map="auto", trust_remote_code=True)
 ## <BOS_TOKEN><|START_OF_TURN_TOKEN|><|USER_TOKEN|>Hello, how are you?<|END_OF_TURN_TOKEN|><|START_OF_TURN_TOKEN|><|CHATBOT_TOKEN|>