device map auto

app.py

@@ -41,16 +41,14 @@ def build_huggingface_path(language: str):
     return "poltextlab/xlm-roberta-large-pooled-MORES"
 
 def predict(text, model_id, tokenizer_id):
-    device = torch.device("cpu")
     model = AutoModelForSequenceClassification.from_pretrained(model_id, low_cpu_mem_usage=True, device_map="auto", offload_folder="offload", token=HF_TOKEN)
     tokenizer = AutoTokenizer.from_pretrained(tokenizer_id)
-    model.to(device)
 
     inputs = tokenizer(text,
                        max_length=64,
                        truncation=True,
                        padding="do_not_pad",
-                       return_tensors="pt").to(device)
+                       return_tensors="pt")
     model.eval()
 
     with torch.no_grad():