Update app.py

app.py

@@ -315,7 +315,7 @@ class Phi3MiniEducationalLLM(Runnable):
                     model_path,
                     quantization_config=quant_config,
                     device_map="auto",
-                    torch_dtype=torch.float16,
+                    dtype=torch.float16,
                     trust_remote_code=True,
                     low_cpu_mem_usage=True,
                     token=hf_token
@@ -343,7 +343,7 @@ class Phi3MiniEducationalLLM(Runnable):
         """Optimized model loading for Phi-3-mini."""
         self.model = AutoModelForCausalLM.from_pretrained(
             model_path,
-            torch_dtype=torch.float16,  # Use float16 to save memory
+            dtype=torch.float16,  # Use float16 to save memory
             device_map="auto",          # Let transformers decide placement
             trust_remote_code=True,
             low_cpu_mem_usage=True,