Update handler.py

handler.py

@@ -2,10 +2,17 @@ from transformers import AutoTokenizer, AutoModelForSeq2SeqLM
 import torch
 import json
 
+token = os.getenv("HUGGINGFACE_TOKEN")
+model_name = "jla25/squareV3"
+
+tokenizer = AutoTokenizer.from_pretrained(model_name, use_auth_token=token)
+model = AutoModelForSeq2SeqLM.from_pretrained(model_name, use_auth_token=token)
+
+
 class EndpointHandler:
     def __init__(self, model_dir):
-        self.tokenizer = AutoTokenizer.from_pretrained("jla25/squareV3")
-        self.model = AutoModelForSeq2SeqLM.from_pretrained("jla25/squareV3")
+        self.tokenizer = AutoTokenizer.from_pretrained(model_name)
+        self.model = AutoModelForSeq2SeqLM.from_pretrained(model_name)
         self.model.eval()
 
     def preprocess(self, data):