Update app.py

app.py

@@ -18,7 +18,8 @@ if not os.path.exists(offload_folder):
     os.makedirs(offload_folder)
 
 tokenizer = AutoTokenizer.from_pretrained(model_name, use_fast=False)
-model = AutoModelForCausalLM.from_pretrained(model_name).to(torch.bfloat16)
+model = AutoModelForCausalLM.from_pretrained(model_name)
+model = model.to(torch.bfloat16)
 model = model.to(device_map='auto', offload_folder=offload_folder)
 
 class OrcaChatBot: