Update handler.py

handler.py

@@ -19,7 +19,7 @@ class EndpointHandler():
         self.model = AutoModelForCausalLM.from_pretrained(path, trust_remote_code=True, device_map="auto")
         self.model = self.accelerator.prepare(self.model)
         self.tokenizer = AutoTokenizer.from_pretrained(path)
-        self.options_tokens = [self.tokenizer.encode(choice)[-1] for choice in ["0", "1", "2", "3"]]
+        self.options_tokens = [self.tokenizer.encode(choice)[-1] for choice in ["A", "B", "C", "D"]]
 
     def __call__(self, data: Dict[str, Any]) -> List[Dict[str, Any]]:
         """