Update app.py

app.py

@@ -15,17 +15,17 @@ import re
 import html
 import json
 
-processor = AutoProcessor.from_pretrained("allenai/olmOCR-2-7B-1025-FP8")
-model = AutoModelForVision2Seq.from_pretrained("allenai/olmOCR-2-7B-1025-FP8",
-            torch_dtype=torch.bfloat16,
-            device_map="auto" if device == "cuda" else None,
-            low_cpu_mem_usage=True
-        )
-
-#model = AutoModelForVision2Seq.from_pretrained("allenai/olmOCR-2-7B-1025-FP8", torch_dtype=torch.bfloat16).eval()
-#processor = AutoProcessor.from_pretrained("Qwen/Qwen2.5-VL-7B-Instruct")
-#device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
-#model.to(device)
+#processor = AutoProcessor.from_pretrained("allenai/olmOCR-2-7B-1025-FP8")
+#model = AutoModelForVision2Seq.from_pretrained("allenai/olmOCR-2-7B-1025-FP8",
+#            torch_dtype=torch.bfloat16,
+#           device_map="auto" if device == "cuda" else None,
+#            low_cpu_mem_usage=True
+#        )
+
+model = AutoModelForVision2Seq.from_pretrained("allenai/olmOCR-2-7B-1025-FP8", torch_dtype=torch.bfloat16).eval()
+processor = AutoProcessor.from_pretrained("Qwen/Qwen2.5-VL-7B-Instruct")
+device = torch.device("cuda" if torch.cuda.is_available() else "cpu")
+model.to(device)
 
 
 #model = Qwen2VLForConditionalGeneration.from_pretrained(