Update app.py

app.py

@@ -56,14 +56,22 @@ model_name = "tiiuae/falcon-7b-instruct"
 tokenizer = AutoTokenizer.from_pretrained(model_name)
 
    
-class ContentHandler(HuggingFaceEndpoint.ContentHandler):
-    content_type = "application/json"
-    accepts = "application/json"
-    len_prompt = 0
+class ContentHandler(HuggingFaceEndpoint.CallbackHandler):
+    def __init__(self, model_name):
+        self.model_name = model_name
+        self.len_prompt = 0
 
     def transform_input(self, prompt: str, model_kwargs: Dict) -> bytes:
         self.len_prompt = len(prompt)
-        input_str = json.dumps({"inputs": prompt, "parameters": {"max_new_tokens": 100, "stop": ["Human:"], "do_sample": False, "repetition_penalty": 1.1}})
+        input_str = json.dumps({
+            "inputs": prompt,
+            "parameters": {
+                "max_new_tokens": 100,
+                "stop": ["Human:"],
+                "do_sample": False,
+                "repetition_penalty": 1.1
+            }
+        })
         return input_str.encode('utf-8')
          
     def transform_output(self, output: bytes) -> str: