added

handler.py

@@ -4,11 +4,11 @@ import torch
 
 class EndpointHandler:
     def __init__(self, path=""):
-        # Load PEFT config to get base model path
         config = PeftConfig.from_pretrained(path)
         self.tokenizer = AutoTokenizer.from_pretrained(config.base_model_name_or_path)
         base_model = AutoModelForCausalLM.from_pretrained(
-            config.base_model_name_or_path, torch_dtype=torch.float16
+            config.base_model_name_or_path, 
+            torch_dtype=torch.float16
         )
         self.model = PeftModel.from_pretrained(base_model, path)
         self.model.eval()
@@ -18,5 +18,4 @@ class EndpointHandler:
         inputs = self.tokenizer(prompt, return_tensors="pt").to(self.model.device)
         with torch.no_grad():
             outputs = self.model.generate(**inputs, max_new_tokens=800)
-        response = self.tokenizer.decode(outputs[0], skip_special_tokens=True)
-        return {"generated_text": response}
+        return {"generated_text": self.tokenizer.decode(outputs[0], skip_special_tokens=True)}