Update app.py

app.py

@@ -18,8 +18,9 @@ Join us : 🌟TeamTonic🌟 is always making cool demos! Join our active builder
 device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
 
 tokenizer = AutoTokenizer.from_pretrained('intfloat/e5-mistral-7b-instruct')
-model = AutoModel.from_pretrained('intfloat/e5-mistral-7b-instruct')
-model.to(device)
+model = AutoModel.from_pretrained('intfloat/e5-mistral-7b-instruct', torch_dtype="auto", device_map=device)
+# model.half()
+# model.to(device)
 
 def last_token_pool(last_hidden_states: Tensor, attention_mask: Tensor) -> Tensor:
     left_padding = (attention_mask[:, -1].sum() == attention_mask.shape[0])