updated app.py

app.py

@@ -40,6 +40,15 @@ if HF_TOKEN is None:
     raise ValueError("HF_TOKEN is not set. Check your .env file.")
 login(HF_TOKEN, add_to_git_credential=True)
 
+model_name = "mistralai/Mistral-7B-Instruct-v0.1"
+
+tokenizer = AutoTokenizer.from_pretrained(model_name)
+model = AutoModelForCausalLM.from_pretrained(
+    model_name, 
+    torch_dtype=torch.float16,  # Use float16 for efficiency
+    device_map="auto"  # Automatically selects CPU/GPU
+)
+
 def process_files(files):
     os.makedirs(folder, exist_ok=True)
 
@@ -83,7 +92,7 @@ def process_files(files):
     # HF Pipeline
     hf_pipeline = pipeline(
     "text-generation",
-    model="mistralai/Mistral-7B-Instruct-v0.1",
+    model=model_name,
     torch_dtype="auto",
     device_map="auto",  # Uses GPU if available
     max_new_tokens=256,  # Adjust output length