Update src/app.py

src/app.py

@@ -1,3 +1,4 @@
+# Code developed by: Ruslan Magana Vsevolodovna
 from collections.abc import Iterator
 from datetime import datetime
 from pathlib import Path
@@ -57,7 +58,9 @@ text_tokenizer.use_default_system_prompt = False
 # Vision model loading
 vision_model_path = "ibm-granite/granite-vision-3.1-2b-preview"
 vision_processor = LlavaNextProcessor.from_pretrained(vision_model_path, use_fast=True)
-vision_model = LlavaNextForConditionalGeneration.from_pretrained(vision_model_path, torch_dtype="auto", device_map="auto")
+vision_model = LlavaNextForConditionalGeneration.from_pretrained(
+    vision_model_path, torch_dtype=torch.float16, device_map="auto", low_cpu_mem_usage=True
+) # Added low_cpu_mem_usage and explicit torch_dtype
 
 
 @spaces.GPU