Update handler.py

handler.py

@@ -23,9 +23,9 @@ Alice Gate: *Alice strides into the room with a smile, her eyes lighting up when
 class EndpointHandler():
 
     def __init__(self, path = ""):
-        self.tokenizer = AutoTokenizer.from_pretrained(path)
+        self.tokenizer = AutoTokenizer.from_pretrained("")
         self.model = AutoModelForCausalLM.from_pretrained(
-            path,
+            "",
             device_map = "auto",
             load_in_8bit = True,
         )
@@ -42,7 +42,7 @@ class EndpointHandler():
         ).input_ids
         stream_generator = self.model.generate(
             input_ids,
-            max_new_tokens = 50,
+            max_length = 2048,
             do_sample = True,
             do_stream = True,
             temperature = 0.5,